2024-05-21T18:41:25.526 INFO:root:teuthology version: 0.0.1.dev287+gb9e3da8 2024-05-21T18:41:25.526 DEBUG:teuthology.run:Teuthology command: teuthology --name leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi --owner scheduled_leonidus@teuthology --archive /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795 --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/orig.config.yaml 2024-05-21T18:41:25.584 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T18:41:25.669 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795 branch: wip-lusov-quiesce-overdrive-export description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7718795' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce-overdrive-export ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 7956b5e965f6ee5669688b5643c11d881b72442c subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 7956b5e965f6ee5669688b5643c11d881b72442c kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce-overdrive-export sha1: 7956b5e965f6ee5669688b5643c11d881b72442c owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 7036 sha1: 7956b5e965f6ee5669688b5643c11d881b72442c sleep_before_teardown: 0 subset: 941/111111 suite: fs suite_branch: wip-lusov-quiesce-overdrive-export suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 7956b5e965f6ee5669688b5643c11d881b72442c syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi003.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwKxv/hmnzAsDqUIWE5vS3ODWcHClNJY1x/bVZ5UlU76SsswkG4p4Ti20xrz1ydpjW35mygW/wNOJ01gmkiOEA= smithi104.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGQYDAoig+bA++qX9jBr0ueaXQtx6i3N87Jp/QRwQSiWelhRUxbko2MwfjLw6nwo+Qf3QOHxy14r1fxHLWOWkrw= smithi178.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMq+1j73r7BFRuaCDeoUbG6seuiLUJcpRemS+pkpv8PCbtcj4ZNP976H/llJKhU1VMEgMJvjD0EL6fBVMg4LsME= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: b9e3da87b1ec7920937cb4902b7e3fd9eda86b4a timestamp: 2024-05-21_18:10:18 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-21T18:41:25.669 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa; will attempt to use it 2024-05-21T18:41:25.670 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa/tasks 2024-05-21T18:41:25.670 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-21T18:41:25.672 INFO:teuthology.task.internal:Checking packages... 2024-05-21T18:41:25.692 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '7956b5e965f6ee5669688b5643c11d881b72442c' 2024-05-21T18:41:25.693 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-21T18:41:25.693 INFO:teuthology.packaging:ref: None 2024-05-21T18:41:25.693 INFO:teuthology.packaging:tag: None 2024-05-21T18:41:25.693 INFO:teuthology.packaging:branch: wip-lusov-quiesce-overdrive-export 2024-05-21T18:41:25.693 INFO:teuthology.packaging:sha1: 7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:41:25.693 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce-overdrive-export 2024-05-21T18:41:25.835 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3857.g7956b5e9 2024-05-21T18:41:25.836 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-21T18:41:25.847 INFO:teuthology.task.internal:no buildpackages task found 2024-05-21T18:41:25.847 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-21T18:41:25.914 INFO:teuthology.task.internal:Saving configuration 2024-05-21T18:41:25.936 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-21T18:41:25.947 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-21T18:41:25.972 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi003.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 18:36:03.313163', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwKxv/hmnzAsDqUIWE5vS3ODWcHClNJY1x/bVZ5UlU76SsswkG4p4Ti20xrz1ydpjW35mygW/wNOJ01gmkiOEA='} 2024-05-21T18:41:25.993 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 18:36:03.314831', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGQYDAoig+bA++qX9jBr0ueaXQtx6i3N87Jp/QRwQSiWelhRUxbko2MwfjLw6nwo+Qf3QOHxy14r1fxHLWOWkrw='} 2024-05-21T18:41:26.010 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi178.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 18:36:03.311227', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMq+1j73r7BFRuaCDeoUbG6seuiLUJcpRemS+pkpv8PCbtcj4ZNP976H/llJKhU1VMEgMJvjD0EL6fBVMg4LsME='} 2024-05-21T18:41:26.011 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-21T18:41:26.022 INFO:teuthology.task.internal:roles: ubuntu@smithi003.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-21T18:41:26.022 INFO:teuthology.task.internal:roles: ubuntu@smithi104.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-21T18:41:26.022 INFO:teuthology.task.internal:roles: ubuntu@smithi178.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-21T18:41:26.022 INFO:teuthology.run_tasks:Running task console_log... 2024-05-21T18:41:26.114 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f9ed0c951b0>, signals=[15]) 2024-05-21T18:41:26.114 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-21T18:41:26.122 INFO:teuthology.task.internal:Opening connections... 2024-05-21T18:41:26.122 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T18:41:26.123 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:41:26.202 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi104.front.sepia.ceph.com 2024-05-21T18:41:26.203 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:41:26.275 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi178.front.sepia.ceph.com 2024-05-21T18:41:26.276 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:41:26.352 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-21T18:41:26.361 DEBUG:teuthology.orchestra.run.smithi003:> uname -m 2024-05-21T18:41:26.380 INFO:teuthology.orchestra.run.smithi003.stdout:x86_64 2024-05-21T18:41:26.380 DEBUG:teuthology.orchestra.run.smithi003:> cat /etc/os-release 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:NAME="CentOS Stream" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION="9" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:ID="centos" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:ID_LIKE="rhel fedora" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:VERSION_ID="9" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:PLATFORM_ID="platform:el9" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T18:41:26.438 INFO:teuthology.orchestra.run.smithi003.stdout:ANSI_COLOR="0;31" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:LOGO="fedora-logo-icon" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:HOME_URL="https://centos.org/" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T18:41:26.439 INFO:teuthology.orchestra.run.smithi003.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T18:41:26.439 INFO:teuthology.lock.ops:Updating smithi003.front.sepia.ceph.com on lock server 2024-05-21T18:41:26.463 DEBUG:teuthology.orchestra.run.smithi104:> uname -m 2024-05-21T18:41:26.481 INFO:teuthology.orchestra.run.smithi104.stdout:x86_64 2024-05-21T18:41:26.482 DEBUG:teuthology.orchestra.run.smithi104:> cat /etc/os-release 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:NAME="CentOS Stream" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION="9" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:ID="centos" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:ID_LIKE="rhel fedora" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION_ID="9" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:PLATFORM_ID="platform:el9" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T18:41:26.538 INFO:teuthology.orchestra.run.smithi104.stdout:ANSI_COLOR="0;31" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:LOGO="fedora-logo-icon" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:HOME_URL="https://centos.org/" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T18:41:26.539 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T18:41:26.539 INFO:teuthology.lock.ops:Updating smithi104.front.sepia.ceph.com on lock server 2024-05-21T18:41:26.554 DEBUG:teuthology.orchestra.run.smithi178:> uname -m 2024-05-21T18:41:26.571 INFO:teuthology.orchestra.run.smithi178.stdout:x86_64 2024-05-21T18:41:26.572 DEBUG:teuthology.orchestra.run.smithi178:> cat /etc/os-release 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:NAME="CentOS Stream" 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION="9" 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:ID="centos" 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:ID_LIKE="rhel fedora" 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION_ID="9" 2024-05-21T18:41:26.629 INFO:teuthology.orchestra.run.smithi178.stdout:PLATFORM_ID="platform:el9" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:ANSI_COLOR="0;31" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:LOGO="fedora-logo-icon" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:HOME_URL="https://centos.org/" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T18:41:26.630 INFO:teuthology.orchestra.run.smithi178.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T18:41:26.630 INFO:teuthology.lock.ops:Updating smithi178.front.sepia.ceph.com on lock server 2024-05-21T18:41:26.654 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-21T18:41:26.667 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-21T18:41:26.677 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-21T18:41:26.678 DEBUG:teuthology.orchestra.run.smithi003:> test '!' -e /home/ubuntu/cephtest 2024-05-21T18:41:26.680 DEBUG:teuthology.orchestra.run.smithi104:> test '!' -e /home/ubuntu/cephtest 2024-05-21T18:41:26.682 DEBUG:teuthology.orchestra.run.smithi178:> test '!' -e /home/ubuntu/cephtest 2024-05-21T18:41:26.698 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-21T18:41:26.709 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-21T18:41:26.709 DEBUG:teuthology.orchestra.run.smithi003:> test -z $(ls -A /var/lib/ceph) 2024-05-21T18:41:26.737 DEBUG:teuthology.orchestra.run.smithi104:> test -z $(ls -A /var/lib/ceph) 2024-05-21T18:41:26.740 DEBUG:teuthology.orchestra.run.smithi178:> test -z $(ls -A /var/lib/ceph) 2024-05-21T18:41:26.771 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-21T18:41:26.846 INFO:teuthology.run_tasks:Running task kernel... 2024-05-21T18:41:26.865 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-21T18:41:26.866 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-21T18:41:26.866 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-21T18:41:26.866 DEBUG:teuthology.orchestra.run.smithi003:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T18:41:26.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:41:26.884 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-21T18:41:27.129 DEBUG:teuthology.task.kernel:sha1 for client.0 is 4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T18:41:27.129 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "4fed890e8ce3966dbe380e9eb4b0a796eddb841c"... 2024-05-21T18:41:27.130 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-05-21T18:41:27.148 INFO:teuthology.orchestra.run.smithi003.stdout:5.14.0-437.el9.x86_64 2024-05-21T18:41:27.148 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T18:41:27.148 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-21T18:41:27.149 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum upgrade -y linux-firmware 2024-05-21T18:41:29.406 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.1 MB 00:00 2024-05-21T18:41:33.340 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 6.8 MB/s | 19 MB 00:02 2024-05-21T18:41:37.449 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.2 MB 00:00 2024-05-21T18:41:38.949 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-05-21T18:41:44.692 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 3.8 MB/s | 21 MB 00:05 2024-05-21T18:41:49.966 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-05-21T18:41:50.166 INFO:teuthology.orchestra.run.smithi003.stdout:Last metadata expiration check: 0:00:01 ago on Tue 21 May 2024 06:41:49 PM UTC. 2024-05-21T18:41:52.017 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-05-21T18:41:52.018 INFO:teuthology.orchestra.run.smithi003.stdout:Nothing to do. 2024-05-21T18:41:52.018 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-05-21T18:41:52.131 INFO:teuthology.task.kernel:Downloading kernel 4fed890e8ce3966dbe380e9eb4b0a796eddb841c on client.0... 2024-05-21T18:41:52.131 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T18:41:52.278 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/ 2024-05-21T18:41:52.278 DEBUG:teuthology.orchestra.run.smithi003:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g4fed890e8ce3-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-21T18:41:52.281 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi003.front.sepia.ceph.com to complete... 2024-05-21T18:42:07.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21 18:42:07 URL:https://2.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g4fed890e8ce3-1.x86_64.rpm [357350900/357350900] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-21T18:42:07.193 INFO:teuthology.orchestra.run.smithi003.stderr:FINISHED --2024-05-21 18:42:07-- 2024-05-21T18:42:07.193 INFO:teuthology.orchestra.run.smithi003.stderr:Total wall clock time: 15s 2024-05-21T18:42:07.193 INFO:teuthology.orchestra.run.smithi003.stderr:Downloaded: 1 files, 341M in 15s (23.3 MB/s) 2024-05-21T18:42:07.196 INFO:teuthology.task.kernel:Installing kernel 4fed890e8ce3966dbe380e9eb4b0a796eddb841c on client.0... 2024-05-21T18:42:07.197 DEBUG:teuthology.orchestra.run.smithi003:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-21T18:42:09.396 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying... ######################################## 2024-05-21T18:42:09.515 INFO:teuthology.orchestra.run.smithi003.stdout:Preparing... ######################################## 2024-05-21T18:42:09.617 INFO:teuthology.orchestra.run.smithi003.stdout:Updating / installing... 2024-05-21T18:42:17.900 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-6.9.0_rc3_g4fed890e8ce3-1 ######################################## 2024-05-21T18:42:57.740 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi003.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-21T18:42:57.740 DEBUG:teuthology.orchestra.run.smithi003:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/boot/System.map-6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/boot/config-6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/boot/vmlinuz-6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/System.map 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/config 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86 2024-05-21T18:42:57.817 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-21T18:42:57.818 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu/mce 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-21T18:42:57.819 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/ansi_cprng.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/anubis.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/arc4.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_memcpy.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_pq.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-21T18:42:57.820 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_tx.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_xor.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/raid6test.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/authenc.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/authencesn.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blake2b_generic.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blowfish_common.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blowfish_generic.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/camellia_generic.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast5_generic.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast6_generic.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast_common.ko 2024-05-21T18:42:57.821 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/ccm.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cmac.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crc32_generic.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crypto_engine.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crypto_user.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cts.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/des_generic.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/dh_generic.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/echainiv.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/essiv.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/fcrypt.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/khazad.ko 2024-05-21T18:42:57.822 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/lz4.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/lz4hc.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/md4.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/michael_mic.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/pcbc.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/pcrypt.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/rmd160.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/seed.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/serpent_generic.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/tcrypt.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/tea.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/twofish_common.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/twofish_generic.ko 2024-05-21T18:42:57.823 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/vmac.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/wp512.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xcbc.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xor.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xxhash_generic.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/acpi_pad.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/ec_sys.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/platform_profile.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/sbs.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/sbshc.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/video.ko 2024-05-21T18:42:57.824 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/acard-ahci.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/ahci_platform.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/ata_generic.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/libahci_platform.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_acpi.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ali.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_amd.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_artop.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_atiixp.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_atp867x.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cmd640.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cmd64x.ko 2024-05-21T18:42:57.825 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cypress.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_efar.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt366.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt37x.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_it8213.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_it821x.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_jmicron.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_marvell.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_mpiix.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_netcell.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ninja32.ko 2024-05-21T18:42:57.826 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ns87410.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ns87415.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_oldpiix.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_opti.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_optidma.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pcmcia.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_piccolo.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_rdc.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sch.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_serverworks.ko 2024-05-21T18:42:57.827 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sil680.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sis.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sl82c105.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_triflex.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_via.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pdc_adma.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_inic162x.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_mv.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_nv.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_promise.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_qstor.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sil.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sil24.ko 2024-05-21T18:42:57.828 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sis.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_svw.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sx4.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_uli.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_via.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_vsc.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/auxdisplay 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/auxdisplay/ks0108.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/bcma 2024-05-21T18:42:57.829 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/bcma/bcma.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/aoe 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/aoe/aoe.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/brd.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/drbd 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/drbd/drbd.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/floppy.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/loop.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/mtip32xx 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/nbd.ko 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/null_blk 2024-05-21T18:42:57.830 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/null_blk/null_blk.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/pktcdvd.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/rbd.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/virtio_blk.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkback 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkfront.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/zram 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/zram/zram.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hangcheck-timer.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-21T18:42:57.831 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/via-rng.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/lp.ko 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/mwave 2024-05-21T18:42:57.832 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/mwave/mwave.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ppdev.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tlclk.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/uv_mmtimer.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/virtio_console.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-21T18:42:57.833 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp/ccp.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_common 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-21T18:42:57.834 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/padlock-aes.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/padlock-sha.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/virtio 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dca 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dca/dca.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/devfreq 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/dw 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-21T18:42:57.835 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/ioat 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/amd64_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/e752x_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/edac_mce_amd.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i3000_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i3200_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i5100_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i5400_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i7300_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i7core_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i82975x_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/ie31200_edac.ko 2024-05-21T18:42:57.836 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/sb_edac.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/x38_edac.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware/edd.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio/gpio-ich.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-appleir.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-aureal.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-axff.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-dr.ko 2024-05-21T18:42:57.837 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-elecom.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-elo.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-emsff.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gaff.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gt683r.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gyration.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtekff.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-hyperv.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-icade.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-keytouch.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-kye.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-lcpower.ko 2024-05-21T18:42:57.838 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-led.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-lenovo.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-multitouch.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-ortek.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-penmount.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-petalynx.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-picolcd.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-pl.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-plantronics.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-primax.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-rmi.ko 2024-05-21T18:42:57.839 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-common.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-saitek.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-samsung.ko 2024-05-21T18:42:57.840 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sjoy.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sony.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-speedlink.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-steelseries.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sunplus.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-tivo.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-tmff.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-topseed.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-twinhan.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-uclogic.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-waltop.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-wiimote.ko 2024-05-21T18:42:57.841 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-xinmo.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-zpff.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-zydacron.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/uhid.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/wacom.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_balloon.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_utils.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_vmbus.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/abituguru.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/abituguru3.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-21T18:42:57.842 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ad7414.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ad7418.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adc128d818.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1025.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1026.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1029.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1031.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm9240.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ads7828.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7410.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7411.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7462.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7470.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7475.ko 2024-05-21T18:42:57.843 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7x10.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/amc6821.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/applesmc.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asb100.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asc7621.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/atxp1.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/coretemp.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/dme1737.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ds1621.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ds620.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/emc1403.ko 2024-05-21T18:42:57.844 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/emc6w201.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f71805f.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f71882fg.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f75375s.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/fam15h_power.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/fschmd.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/g760a.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/g762.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/gl518sm.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/gl520sm.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/i5500_temp.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/i5k_amb.ko 2024-05-21T18:42:57.845 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ibmaem.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ibmpex.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ina209.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ina2xx.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/it87.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/k10temp.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/k8temp.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lineage-pem.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm63.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm73.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm75.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm77.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm78.ko 2024-05-21T18:42:57.846 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm80.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm83.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm85.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm87.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm90.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm92.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm93.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95234.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95241.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95245.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc2945.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4151.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4215.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4222.ko 2024-05-21T18:42:57.847 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4245.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4260.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4261.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max16065.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max1619.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max1668.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max197.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6639.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6650.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6697.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/mcp3021.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6683.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6775-core.ko 2024-05-21T18:42:57.848 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6775.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct7802.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pc87360.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pc87427.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pcf8591.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-21T18:42:57.849 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/powr1220.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch5627.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch5636.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sht15.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sht21.ko 2024-05-21T18:42:57.850 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/shtc1.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sis5595.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47b397.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47m1.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47m192.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/thmc50.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp102.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp103.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp401.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp421.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/via-cputemp.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/via686a.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/vt1211.ko 2024-05-21T18:42:57.851 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/vt8231.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83627ehf.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83627hf.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83781d.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83791d.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83792d.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83793.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83795.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83l785ts.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83l786ng.ko 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c 2024-05-21T18:42:57.852 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-21T18:42:57.853 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-21T18:42:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-dev.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-mux.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-smbus.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-stub.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_core.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-21T18:42:57.855 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/cxgb4 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx4 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx5 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mthca 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/ipoib 2024-05-21T18:42:57.856 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/iser 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/isert 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srp 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srpt 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-21T18:42:57.857 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/gameport.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/joydev.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/keyboard 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/appletouch.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/bcm5974.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/cyapatp.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/sermouse.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-21T18:42:57.858 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/rmi4 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/altera_ps2.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/arc_ps2.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/serio_raw.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/sparse-keymap.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-blinkm.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-lm3530.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-lp3944.ko 2024-05-21T18:42:57.859 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-ss4200.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/bcache 2024-05-21T18:42:57.860 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/bcache/bcache.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-bio-prison.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-cache-smq.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-cache.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-crypt.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-delay.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-flakey.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-log-userspace.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-multipath.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-queue-length.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-raid.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-round-robin.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-service-time.ko 2024-05-21T18:42:57.861 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-switch.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-thin-pool.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-verity.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/persistent-data 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid0.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid1.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid10.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid456.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptbase.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptctl.ko 2024-05-21T18:42:57.862 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptfc.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptlan.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptsas.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptscsih.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptspi.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/lpc_ich.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/lpc_sch.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/mfd-core.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/sm501.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/viperboard.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/vx855.ko 2024-05-21T18:42:57.863 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/wl1273-core.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/altera-stapl 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/apds9802als.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/apds990x.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/bh1770glc.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/cb710 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/cb710/cb710.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/at24.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/max6875.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/enclosure.ko 2024-05-21T18:42:57.864 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/hpilo.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/isl29003.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/isl29020.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei-me.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei-txe.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-gru 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp 2024-05-21T18:42:57.865 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tifm_7xx1.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tifm_core.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tsl2550.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_balloon.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_vmci 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/bonding 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/bonding/bonding.ko 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa 2024-05-21T18:42:57.866 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/b53 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6xxx 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dummy.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/eql.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-21T18:42:57.867 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/adaptec 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/agere 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/alteon 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/altera 2024-05-21T18:42:57.868 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/alx 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-21T18:42:57.869 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/genet 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade/bna 2024-05-21T18:42:57.870 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco 2024-05-21T18:42:57.871 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco/enic 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dnet.ko 2024-05-21T18:42:57.872 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex/benet 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ethoc.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/fealnx.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000e 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/fm10k 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-21T18:42:57.873 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/i40e 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/iavf 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igb 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igbvf 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/jme.ko 2024-05-21T18:42:57.874 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/micrel 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom 2024-05-21T18:42:57.875 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/neterion 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/nvidia 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic 2024-05-21T18:42:57.876 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rdc 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rocker 2024-05-21T18:42:57.877 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sfc 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/silan 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-21T18:42:57.878 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/tehuti 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ti 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-21T18:42:57.879 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/xircom 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/geneve.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/hyperv 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ieee802154 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ifb.ko 2024-05-21T18:42:57.880 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ipvlan 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/macvlan.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/macvtap.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mii.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/net_failover.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/netconsole.ko 2024-05-21T18:42:57.881 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/nlmon.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/amd.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm87xx.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/broadcom.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/cicada.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/davicom.ko 2024-05-21T18:42:57.882 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/dp83640.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/et1011c.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/icplus.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/lxt.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/marvell.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/micrel.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/national.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/phylink.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/qsemi.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/realtek.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/smsc.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/ste10Xp.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/vitesse.ko 2024-05-21T18:42:57.883 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_async.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pppoe.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pppox.ko 2024-05-21T18:42:57.884 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pptp.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip/slhc.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip/slip.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/sungem_phy.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/tap.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_random.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-21T18:42:57.885 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/tun.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/veth.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/virtio_net.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vmxnet3 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vxlan 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vxlan/vxlan.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netback 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netfront.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ntb 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ntb/ntb.ko 2024-05-21T18:42:57.886 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host/nvme-core.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host/nvme.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_cs.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_pc.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_serial.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/hotplug 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-21T18:42:57.887 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/pcie 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/xen-pcifront.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/i82092.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/pd6729.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl/intel 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/acerhdf.ko 2024-05-21T18:42:57.888 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/hdaps.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel_ips.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-21T18:42:57.889 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/wmi.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps 2024-05-21T18:42:57.890 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps_parport.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/pps_core.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp/ptp.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp/ptp_kvm.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/atl 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/fmpm.ko 2024-05-21T18:42:57.891 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-em3027.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-21T18:42:57.892 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-max6900.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-21T18:42:57.893 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-x1205.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-9xxx.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-sas.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-xxxx.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/BusLogic.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/a100u2w.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aacraid 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/advansys.ko 2024-05-21T18:42:57.894 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/am53c974.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/arcmsr 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/atp870u.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/be2iscsi 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bfa 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bfa/bfa.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2fc 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2i 2024-05-21T18:42:57.895 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ch.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/csiostor 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/dc395x.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-21T18:42:57.896 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/dmx3191d.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esas2r 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esp_scsi.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fnic 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fnic/fnic.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hpsa.ko 2024-05-21T18:42:57.897 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hptiop.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hv_storvsc.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/initio.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ipr.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ips.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/isci 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/isci/isci.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libfc 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libfc/libfc.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libiscsi.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-21T18:42:57.898 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libsas 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libsas/libsas.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/lpfc 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mpt3sas 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvsas 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvumi.ko 2024-05-21T18:42:57.899 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pm8001 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pmcraid.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla1280.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla4xxx 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/raid_class.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_debug.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-21T18:42:57.900 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ses.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/st.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/stex.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/sym53c8xx_2 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/virtio_scsi.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/wd719x.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ssb 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ssb/ssb.ko 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/iscsi 2024-05-21T18:42:57.901 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/loopback 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_file.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_iblock.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_mod.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_pscsi.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_user.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/tcm_fc 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal 2024-05-21T18:42:57.902 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-21T18:42:57.903 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/ipwireless 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/n_gsm.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/n_hdlc.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/nozomi.ko 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/8250 2024-05-21T18:42:57.904 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/arc_uart.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/jsm 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/core 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/host 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_aec.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_cif.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_pci_generic.ko 2024-05-21T18:42:57.905 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_sercos3.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/cdc-acm.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/usblp.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/usbtmc.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/host 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image/mdc800.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image/microtek.ko 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc 2024-05-21T18:42:57.906 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/adutux.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/appledisplay.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/emi26.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/emi62.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/ezusb.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/idmouse.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/iowarrior.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/ldusb.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/legousbtower.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/sisusbvga 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-21T18:42:57.907 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usb3503.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usblcd.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/uss720.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/yurex.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/phy 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/phy/phy-generic.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/aircable.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ark3116.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ch341.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cp210x.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cyberjack.ko 2024-05-21T18:42:57.908 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/empeg.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/io_ti.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ipaq.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ipw.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ir-usb.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/keyspan.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-21T18:42:57.909 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mct_u232.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mos7720.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mos7840.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/navman.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/omninet.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/opticon.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/option.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/oti6858.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/pl2303.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/qcaux.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/qcserial.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/quatech2.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/safe_serial.ko 2024-05-21T18:42:57.910 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/sierra.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ssu100.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/symbolserial.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb_debug.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/visor.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/whiteheat.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/uas.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-21T18:42:57.911 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-karma.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/usb-storage.ko 2024-05-21T18:42:57.912 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/vfio.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-21T18:42:57.913 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_net.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_scsi.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/apple_bl.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/lcd.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_balloon.ko 2024-05-21T18:42:57.914 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_mmio.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_ring.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters/ds2482.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters/ds2490.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-21T18:42:57.915 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/wire.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/hpwdt.ko 2024-05-21T18:42:57.916 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/i6300esb.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ib700wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ibmasr.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/it87_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/machzwd.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/nv_tco.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-21T18:42:57.917 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/softdog.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/via_wdt.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/wdt_pci.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/xen_wdt.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-evtchn.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-gntalloc.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-gntdev.ko 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-pciback 2024-05-21T18:42:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-privcmd.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xenfs 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/9p 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/9p/9p.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/affs 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/affs/affs.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/befs 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/befs/befs.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/binfmt_misc.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/btrfs 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/btrfs/btrfs.ko 2024-05-21T18:42:57.919 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cachefiles 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cachefiles/cachefiles.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ceph 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ceph/ceph.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/coda 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/coda/coda.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cramfs 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cramfs/cramfs.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/dlm 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/dlm/dlm.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ecryptfs 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/f2fs 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/f2fs/f2fs.ko 2024-05-21T18:42:57.920 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/fat.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/msdos.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/vfat.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse/cuse.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse/fuse.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/gfs2 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/gfs2/gfs2.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfs 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfs/hfs.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfsplus 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfsplus/hfsplus.ko 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/isofs 2024-05-21T18:42:57.921 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/isofs/isofs.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/jfs 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/jfs/jfs.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/lockd 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/lockd/lockd.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/minix 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/minix/minix.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/netfs 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/netfs/netfs.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/blocklayout 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/filelayout 2024-05-21T18:42:57.922 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/flexfilelayout 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfs.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfsv3.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfsv4.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common/grace.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common/nfs_acl.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfsd 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfsd/nfsd.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nilfs2 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nilfs2/nilfs2.ko 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls 2024-05-21T18:42:57.923 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-celtic.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-centeuro.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-croatian.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-cyrillic.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-gaelic.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-greek.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-iceland.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-inuit.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-roman.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-romanian.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-turkish.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1250.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1251.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1255.ko 2024-05-21T18:42:57.924 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp737.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp775.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp850.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp852.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp855.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp857.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp860.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp861.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp862.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp863.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp864.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp865.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp866.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp869.ko 2024-05-21T18:42:57.925 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp874.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp932.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp936.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp949.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp950.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_euc-jp.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-1.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-13.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-14.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-15.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-2.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-3.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-4.ko 2024-05-21T18:42:57.926 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-5.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-6.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-7.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-9.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-r.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-ru.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-u.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_utf8.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/cluster 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlm 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-21T18:42:57.927 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlmfs 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/overlayfs 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/overlayfs/overlay.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/pstore 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/pstore/ramoops.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/reiserfs 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/reiserfs/reiserfs.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/romfs 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/romfs/romfs.ko 2024-05-21T18:42:57.928 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/client 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/client/cifs.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common/cifs_arc4.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common/cifs_md4.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/squashfs 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/squashfs/squashfs.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/sysv 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/sysv/sysv.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/udf 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/udf/udf.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ufs 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ufs/ufs.ko 2024-05-21T18:42:57.929 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/xfs 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/xfs/xfs.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/rcu 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/rcu/rcutorture.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/torture.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/trace 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/asn1_encoder.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crc-itu-t.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crc8.ko 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto 2024-05-21T18:42:57.930 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto/libarc4.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto/libdes.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/libcrc32c.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lru_cache.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4/lz4_compress.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4/lz4hc_compress.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/math 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/math/cordic.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/raid6 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/raid6/raid6_pq.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/reed_solomon 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_bm.ko 2024-05-21T18:42:57.931 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_fsm.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_kmp.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/zstd 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/zstd/zstd_compress.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/mm 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/mm/hwpoison-inject.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/6lowpan.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_dest.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_fragment.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_hop.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-21T18:42:57.932 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_mobility.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_routing.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_udp.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/garp.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/mrp.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/p8022.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/psnap.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/stp.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/8021q 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/8021q/8021q.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet.ko 2024-05-21T18:42:57.933 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_fd.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_rdma.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_virtio.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/batman-adv 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/batman-adv/batman-adv.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/br_netfilter.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/bridge.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-21T18:42:57.934 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-21T18:42:57.935 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtables.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ceph 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ceph/libceph.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core/failover.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core/pktgen.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp.ko 2024-05-21T18:42:57.936 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_diag.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_ipv4.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_ipv6.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dns_resolver 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dns_resolver/dns_resolver.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/dsa_core.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_brcm.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_dsa.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_none.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_trailer.ko 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/6lowpan 2024-05-21T18:42:57.937 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/ieee802154.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ah4.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/esp4.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/fou.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/gre.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/inet_diag.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_gre.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_tunnel.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_vti.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ipcomp.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ipip.ko 2024-05-21T18:42:57.938 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-21T18:42:57.939 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_bic.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_dctcp.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_diag.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_highspeed.ko 2024-05-21T18:42:57.940 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_htcp.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_hybla.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_illinois.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_lp.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_scalable.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_vegas.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_veno.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_westwood.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_yeah.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tunnel4.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/udp_diag.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/udp_tunnel.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-21T18:42:57.941 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ah6.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/esp6.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/fou6.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_tunnel.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_vti.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ipcomp6.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-21T18:42:57.942 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-21T18:42:57.943 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/sit.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/tunnel6.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/key 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/key/af_key.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_core.ko 2024-05-21T18:42:57.944 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_eth.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ip.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ip6.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_netlink.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ppp.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/llc 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/llc/llc.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mac802154 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mac802154/mac802154.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mpls 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mpls/mpls_gso.ko 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset 2024-05-21T18:42:57.945 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-21T18:42:57.946 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-21T18:42:57.947 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-21T18:42:57.948 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-21T18:42:57.948 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-21T18:42:57.948 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conncount.ko 2024-05-21T18:42:57.948 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack.ko 2024-05-21T18:42:57.948 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-21T18:42:57.949 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_flow_table.ko 2024-05-21T18:42:57.950 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_log_syslog.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_irc.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_sip.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_tables.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_log.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-21T18:42:57.951 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_chain_nat.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_compat.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_ct.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_fib.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_hash.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_limit.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_log.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_masq.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_nat.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_numgen.ko 2024-05-21T18:42:57.952 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_queue.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_quota.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_redir.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_reject.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_reject_inet.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_socket.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_tunnel.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_AUDIT.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CT.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_DSCP.ko 2024-05-21T18:42:57.953 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_HL.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_HMARK.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_LED.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_LOG.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NETMAP.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NFLOG.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_RATEEST.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_SECMARK.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-21T18:42:57.954 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TEE.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TPROXY.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TRACE.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_addrtype.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_bpf.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cgroup.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cluster.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_comment.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connbytes.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connlabel.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connlimit.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connmark.ko 2024-05-21T18:42:57.955 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_conntrack.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cpu.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_dccp.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_devgroup.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_dscp.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ecn.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_esp.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_hashlimit.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_helper.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_hl.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ipcomp.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_iprange.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ipvs.ko 2024-05-21T18:42:57.956 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_l2tp.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_length.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_limit.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_mac.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_mark.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_multiport.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_nat.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_nfacct.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_osf.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_owner.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_physdev.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_pkttype.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_policy.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_quota.ko 2024-05-21T18:42:57.957 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_rateest.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_realm.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_recent.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_sctp.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_set.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_socket.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_state.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_statistic.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_string.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_tcpmss.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_time.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_u32.ko 2024-05-21T18:42:57.958 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netlink 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netlink/netlink_diag.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/nsh 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/nsh/nsh.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/openvswitch.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-geneve.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-gre.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-vxlan.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/packet 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/packet/af_packet_diag.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds.ko 2024-05-21T18:42:57.959 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds_rdma.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds_tcp.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_csum.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_gact.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_mirred.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_nat.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_pedit.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_police.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_simple.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_skbedit.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_vlan.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_basic.ko 2024-05-21T18:42:57.960 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_bpf.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_flow.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_fw.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_route.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_u32.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_cmp.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_ipset.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_meta.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_nbyte.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_text.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_u32.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_choke.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_codel.ko 2024-05-21T18:42:57.961 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_drr.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_fq.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_gred.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_hfsc.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_hhf.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_htb.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_ingress.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_mqprio.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_mqprio_lib.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_multiq.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_netem.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_pie.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_plug.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_prio.ko 2024-05-21T18:42:57.962 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_qfq.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_red.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_sfb.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_sfq.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_tbf.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_teql.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp/sctp.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp/sctp_diag.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-21T18:42:57.963 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/sunrpc.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/xprtrdma 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc/tipc.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc/tipc_diag.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/unix 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/unix/unix_diag.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-21T18:42:57.964 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/xfrm 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/encrypted-keys 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/trusted-keys 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/trusted-keys/trusted.ko 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.alias 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.alias.bin 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.alias.bin 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.bin 2024-05-21T18:42:57.965 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.modinfo 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep.bin 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.devname 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.order 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.softdep 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.symbols 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.symbols.bin 2024-05-21T18:42:57.966 INFO:teuthology.orchestra.run.smithi003.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/vmlinuz 2024-05-21T18:42:57.970 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.970 DEBUG:teuthology.orchestra.run.smithi003:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout:postinstall scriptlet (using /bin/sh): 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g4fed890e8ce3 /lib/modules/6.9.0-rc3-g4fed890e8ce3/vmlinuz 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout:fi 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout:for file in vmlinuz System.map config; do 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g4fed890e8ce3/${file}" "/boot/${file}-6.9.0-rc3-g4fed890e8ce3"; then 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout: cp "/lib/modules/6.9.0-rc3-g4fed890e8ce3/${file}" "/boot/${file}-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout: fi 2024-05-21T18:42:57.995 INFO:teuthology.orchestra.run.smithi003.stdout:done 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:if [ -d "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" ] && \ 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" >/dev/null 2>&1; then 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout: cp -r "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:fi 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep" ]; then 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout: /usr/sbin/depmod 6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:fi 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:kernel-install remove 6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:57.996 INFO:teuthology.orchestra.run.smithi003.stdout:fi 2024-05-21T18:42:57.997 DEBUG:teuthology.orchestra.run.smithi003:> sudo rpm -qi grub2-tools 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Name : grub2-tools 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Epoch : 1 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Version : 2.06 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Release : 68.el9 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Architecture: x86_64 2024-05-21T18:42:58.075 INFO:teuthology.orchestra.run.smithi003.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Group : Unspecified 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Size : 8264254 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:License : GPLv3+ 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Packager : builder@centos.org 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Vendor : CentOS 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Summary : Support tools for GRUB. 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:Description : 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:42:58.076 INFO:teuthology.orchestra.run.smithi003.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-21T18:42:58.077 INFO:teuthology.orchestra.run.smithi003.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-21T18:42:58.077 INFO:teuthology.orchestra.run.smithi003.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-21T18:42:58.077 INFO:teuthology.orchestra.run.smithi003.stdout:hardware devices. 2024-05-21T18:42:58.077 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:42:58.077 INFO:teuthology.orchestra.run.smithi003.stdout:This subpackage provides tools for support of all platforms. 2024-05-21T18:42:58.078 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-21T18:42:58.078 INFO:teuthology.task.kernel:Updating grub on smithi003 to boot 6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:42:58.078 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-21T18:42:58.716 INFO:teuthology.orchestra.run.smithi003.stderr:Generating grub configuration file ... 2024-05-21T18:43:00.018 INFO:teuthology.orchestra.run.smithi003.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-21T18:43:00.051 INFO:teuthology.orchestra.run.smithi003.stderr:done 2024-05-21T18:43:00.053 DEBUG:teuthology.orchestra.run.smithi003:> mktemp 2024-05-21T18:43:00.081 INFO:teuthology.orchestra.run.smithi003.stdout:/tmp/tmp.SbvzS0XTlI 2024-05-21T18:43:00.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SbvzS0XTlI 2024-05-21T18:43:00.147 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0666 /tmp/tmp.SbvzS0XTlI 2024-05-21T18:43:00.288 DEBUG:teuthology.orchestra.remote:smithi003:/tmp/tmp.SbvzS0XTlI is 6KB 2024-05-21T18:43:00.337 DEBUG:teuthology.orchestra.run.smithi003:> rm -fr /tmp/tmp.SbvzS0XTlI 2024-05-21T18:43:00.352 DEBUG:teuthology.orchestra.run.smithi003:> sudo /bin/ls /boot/loader/entries || true 2024-05-21T18:43:00.415 INFO:teuthology.orchestra.run.smithi003.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-21T18:43:00.415 INFO:teuthology.orchestra.run.smithi003.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-21T18:43:00.415 INFO:teuthology.orchestra.run.smithi003.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-21T18:43:00.415 INFO:teuthology.orchestra.run.smithi003.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g4fed890e8ce3.conf 2024-05-21T18:43:00.416 DEBUG:teuthology.orchestra.run.smithi003:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:43:00.589 DEBUG:teuthology.orchestra.run.smithi003:> sudo shutdown -r now 2024-05-21T18:43:30.592 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-21T18:43:30.592 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-05-21T18:43:30.593 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:44:30.596 DEBUG:teuthology.orchestra.remote:timed out 2024-05-21T18:44:39.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-05-21T18:44:39.598 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:44:40.084 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-05-21T18:44:40.801 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-05-21T18:44:40.801 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g4fed890e8ce3"... 2024-05-21T18:44:40.801 DEBUG:teuthology.orchestra.run.smithi003:> uname -r 2024-05-21T18:44:40.855 INFO:teuthology.orchestra.run.smithi003.stdout:6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:44:40.855 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g4fed890e8ce3 vs 6.9.0-rc3-g4fed890e8ce3 2024-05-21T18:44:40.856 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-21T18:44:40.856 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-21T18:44:41.860 DEBUG:teuthology.parallel:result is None 2024-05-21T18:44:41.860 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-21T18:44:41.961 INFO:teuthology.task.internal:Creating test directory... 2024-05-21T18:44:41.961 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T18:44:41.968 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T18:44:41.971 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T18:44:42.010 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-21T18:44:42.017 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-21T18:44:42.081 INFO:teuthology.task.internal:Creating archive directory... 2024-05-21T18:44:42.082 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T18:44:42.089 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T18:44:42.091 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T18:44:42.165 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-21T18:44:42.172 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-21T18:44:42.172 DEBUG:teuthology.orchestra.run.smithi104:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T18:44:42.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:44:42.189 DEBUG:teuthology.orchestra.run.smithi178:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T18:44:42.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:44:42.207 DEBUG:teuthology.orchestra.run.smithi003:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T18:44:42.214 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T18:44:42.236 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T18:44:42.270 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.280 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.291 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.314 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.344 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.394 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T18:44:42.398 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-21T18:44:42.409 INFO:teuthology.task.internal:Configuring sudo... 2024-05-21T18:44:42.409 DEBUG:teuthology.orchestra.run.smithi003:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T18:44:42.415 DEBUG:teuthology.orchestra.run.smithi104:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T18:44:42.418 DEBUG:teuthology.orchestra.run.smithi178:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T18:44:42.483 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-21T18:44:42.492 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-21T18:44:42.493 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T18:44:42.497 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T18:44:42.500 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T18:44:42.536 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:42.644 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:42.735 DEBUG:teuthology.orchestra.run.smithi003:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:42.809 DEBUG:teuthology.orchestra.run.smithi003:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:42.896 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:44:42.897 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T18:44:42.990 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:43.035 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:43.093 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:43.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:43.219 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:44:43.219 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T18:44:43.285 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:43.331 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T18:44:43.381 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:43.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T18:44:43.506 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:44:43.506 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T18:44:43.572 DEBUG:teuthology.orchestra.run.smithi003:> sudo service rsyslog restart 2024-05-21T18:44:43.578 DEBUG:teuthology.orchestra.run.smithi104:> sudo service rsyslog restart 2024-05-21T18:44:43.580 DEBUG:teuthology.orchestra.run.smithi178:> sudo service rsyslog restart 2024-05-21T18:44:43.619 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T18:44:43.649 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T18:44:43.681 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T18:44:44.168 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-21T18:44:44.176 INFO:teuthology.task.internal:Starting timer... 2024-05-21T18:44:44.176 INFO:teuthology.run_tasks:Running task pcp... 2024-05-21T18:44:44.218 INFO:teuthology.run_tasks:Running task selinux... 2024-05-21T18:44:44.227 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-21T18:44:44.227 DEBUG:teuthology.orchestra.run.smithi003:> sudo service auditd rotate 2024-05-21T18:44:44.340 INFO:teuthology.orchestra.run.smithi003.stdout:Rotating logs: 2024-05-21T18:44:44.345 DEBUG:teuthology.orchestra.run.smithi104:> sudo service auditd rotate 2024-05-21T18:44:44.443 INFO:teuthology.orchestra.run.smithi104.stdout:Rotating logs: 2024-05-21T18:44:44.445 DEBUG:teuthology.orchestra.run.smithi178:> sudo service auditd rotate 2024-05-21T18:44:44.528 INFO:teuthology.orchestra.run.smithi178.stdout:Rotating logs: 2024-05-21T18:44:44.530 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-21T18:44:44.530 DEBUG:teuthology.orchestra.run.smithi003:> /usr/sbin/getenforce 2024-05-21T18:44:44.582 INFO:teuthology.orchestra.run.smithi003.stdout:Permissive 2024-05-21T18:44:44.583 DEBUG:teuthology.orchestra.run.smithi104:> /usr/sbin/getenforce 2024-05-21T18:44:44.617 INFO:teuthology.orchestra.run.smithi104.stdout:Permissive 2024-05-21T18:44:44.618 DEBUG:teuthology.orchestra.run.smithi178:> /usr/sbin/getenforce 2024-05-21T18:44:44.642 INFO:teuthology.orchestra.run.smithi178.stdout:Permissive 2024-05-21T18:44:44.642 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi003.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi104.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi178.front.sepia.ceph.com': 'permissive'} 2024-05-21T18:44:44.643 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T18:44:44.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:44:44.714 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T18:44:44.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:44:44.742 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T18:44:44.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T18:44:44.768 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-21T18:44:44.768 DEBUG:teuthology.orchestra.run.smithi003:> sudo /usr/sbin/setenforce permissive 2024-05-21T18:44:44.899 DEBUG:teuthology.orchestra.run.smithi104:> sudo /usr/sbin/setenforce permissive 2024-05-21T18:44:44.923 DEBUG:teuthology.orchestra.run.smithi178:> sudo /usr/sbin/setenforce permissive 2024-05-21T18:44:44.949 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-21T18:44:44.958 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-21T18:44:44.961 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-21T18:44:45.086 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-21T18:44:45.099 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-21T18:44:45.100 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi003.front.sepia.ceph.com,smithi104.front.sepia.ceph.com,smithi178.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-21T18:51:10.681 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi003.front.sepia.ceph.com'), Remote(name='ubuntu@smithi104.front.sepia.ceph.com'), Remote(name='ubuntu@smithi178.front.sepia.ceph.com')] 2024-05-21T18:51:10.683 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-05-21T18:51:10.684 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi003.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:51:10.802 DEBUG:teuthology.orchestra.run.smithi003:> true 2024-05-21T18:51:10.964 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi003.front.sepia.ceph.com' 2024-05-21T18:51:10.965 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-05-21T18:51:10.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:51:11.040 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-05-21T18:51:11.120 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-05-21T18:51:11.120 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-05-21T18:51:11.121 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T18:51:11.196 DEBUG:teuthology.orchestra.run.smithi178:> true 2024-05-21T18:51:11.277 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-05-21T18:51:11.278 INFO:teuthology.run_tasks:Running task clock... 2024-05-21T18:51:11.289 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-21T18:51:11.289 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T18:51:11.289 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T18:51:11.297 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T18:51:11.297 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T18:51:11.299 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T18:51:11.300 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T18:51:11.329 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T18:51:11.344 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T18:51:11.347 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T18:51:11.360 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T18:51:11.369 INFO:teuthology.orchestra.run.smithi104.stderr:sudo: ntpd: command not found 2024-05-21T18:51:11.380 INFO:teuthology.orchestra.run.smithi104.stdout:506 Cannot talk to daemon 2024-05-21T18:51:11.384 INFO:teuthology.orchestra.run.smithi178.stderr:sudo: ntpd: command not found 2024-05-21T18:51:11.386 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T18:51:11.394 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T18:51:11.394 INFO:teuthology.orchestra.run.smithi178.stdout:506 Cannot talk to daemon 2024-05-21T18:51:11.407 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T18:51:11.408 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T18:51:11.420 INFO:teuthology.orchestra.run.smithi178.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T18:51:11.427 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T18:51:11.462 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-05-21T18:51:11.465 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T18:51:11.466 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-05-21T18:51:11.466 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.466 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.466 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.466 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.473 INFO:teuthology.orchestra.run.smithi178.stderr:bash: line 1: ntpq: command not found 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.477 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:sudo: ntpd: command not found 2024-05-21T18:51:11.541 INFO:teuthology.orchestra.run.smithi003.stdout:506 Cannot talk to daemon 2024-05-21T18:51:11.585 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T18:51:11.628 INFO:teuthology.orchestra.run.smithi003.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T18:51:11.765 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.773 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T18:51:11.774 INFO:teuthology.run_tasks:Running task install... 2024-05-21T18:51:11.782 DEBUG:teuthology.task.install:project ceph 2024-05-21T18:51:11.782 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c'}} 2024-05-21T18:51:11.783 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c'} 2024-05-21T18:51:11.783 INFO:teuthology.task.install:Using flavor: default 2024-05-21T18:51:11.788 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-21T18:51:11.788 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-21T18:51:11.789 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c', 'tag': None, 'wait_for_package': False} 2024-05-21T18:51:11.789 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:51:11.791 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c', 'tag': None, 'wait_for_package': False} 2024-05-21T18:51:11.792 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:51:11.792 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c', 'tag': None, 'wait_for_package': False} 2024-05-21T18:51:11.793 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:51:11.943 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/ 2024-05-21T18:51:11.943 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3857.g7956b5e9 2024-05-21T18:51:12.056 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T18:51:12.056 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:51:12.056 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T18:51:12.083 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T18:51:12.083 DEBUG:teuthology.orchestra.run.smithi178:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/7956b5e965f6ee5669688b5643c11d881b72442c/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T18:51:12.090 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/ 2024-05-21T18:51:12.090 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3857.g7956b5e9 2024-05-21T18:51:12.093 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/ 2024-05-21T18:51:12.093 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3857.g7956b5e9 2024-05-21T18:51:12.151 DEBUG:teuthology.orchestra.run.smithi178:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T18:51:12.204 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T18:51:12.204 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:51:12.205 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T18:51:12.226 DEBUG:teuthology.orchestra.run.smithi178:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T18:51:12.290 INFO:teuthology.orchestra.run.smithi178.stdout:check_obsoletes = 1 2024-05-21T18:51:12.291 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T18:51:12.291 DEBUG:teuthology.orchestra.run.smithi003:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/7956b5e965f6ee5669688b5643c11d881b72442c/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T18:51:12.292 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum clean all 2024-05-21T18:51:12.318 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T18:51:12.318 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:51:12.318 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T18:51:12.348 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T18:51:12.349 DEBUG:teuthology.orchestra.run.smithi104:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/7956b5e965f6ee5669688b5643c11d881b72442c/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T18:51:12.413 DEBUG:teuthology.orchestra.run.smithi104:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T18:51:12.422 DEBUG:teuthology.orchestra.run.smithi003:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T18:51:12.487 DEBUG:teuthology.orchestra.run.smithi104:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T18:51:12.514 INFO:teuthology.orchestra.run.smithi178.stdout:45 files removed 2024-05-21T18:51:12.540 DEBUG:teuthology.orchestra.run.smithi178:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T18:51:12.542 DEBUG:teuthology.orchestra.run.smithi003:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T18:51:12.550 INFO:teuthology.orchestra.run.smithi104.stdout:check_obsoletes = 1 2024-05-21T18:51:12.552 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum clean all 2024-05-21T18:51:12.625 INFO:teuthology.orchestra.run.smithi003.stdout:check_obsoletes = 1 2024-05-21T18:51:12.630 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum clean all 2024-05-21T18:51:12.775 INFO:teuthology.orchestra.run.smithi104.stdout:45 files removed 2024-05-21T18:51:12.802 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T18:51:12.972 INFO:teuthology.orchestra.run.smithi003.stdout:45 files removed 2024-05-21T18:51:13.012 DEBUG:teuthology.orchestra.run.smithi003:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T18:51:13.118 INFO:teuthology.orchestra.run.smithi178.stdout:ceph packages for x86_64 264 kB/s | 83 kB 00:00 2024-05-21T18:51:13.634 INFO:teuthology.orchestra.run.smithi104.stdout:ceph packages for x86_64 147 kB/s | 83 kB 00:00 2024-05-21T18:51:13.676 INFO:teuthology.orchestra.run.smithi178.stdout:ceph noarch packages 23 kB/s | 12 kB 00:00 2024-05-21T18:51:14.004 INFO:teuthology.orchestra.run.smithi003.stdout:ceph packages for x86_64 154 kB/s | 83 kB 00:00 2024-05-21T18:51:14.076 INFO:teuthology.orchestra.run.smithi104.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-05-21T18:51:14.228 INFO:teuthology.orchestra.run.smithi178.stdout:ceph source packages 3.7 kB/s | 1.9 kB 00:00 2024-05-21T18:51:14.702 INFO:teuthology.orchestra.run.smithi104.stdout:ceph source packages 3.2 kB/s | 1.9 kB 00:00 2024-05-21T18:51:14.744 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.1 MB 00:00 2024-05-21T18:51:14.788 INFO:teuthology.orchestra.run.smithi003.stdout:ceph noarch packages 17 kB/s | 12 kB 00:00 2024-05-21T18:51:15.302 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.1 MB 00:00 2024-05-21T18:51:15.363 INFO:teuthology.orchestra.run.smithi003.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-05-21T18:51:16.495 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - AppStream 27 MB/s | 19 MB 00:00 2024-05-21T18:51:18.053 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - BaseOS 3.1 MB/s | 8.1 MB 00:02 2024-05-21T18:51:19.044 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 7.1 MB/s | 19 MB 00:02 2024-05-21T18:51:20.329 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-05-21T18:51:21.754 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.2 MB 00:01 2024-05-21T18:51:24.554 INFO:teuthology.orchestra.run.smithi178.stdout:CentOS Stream 9 - Extras packages 9.8 kB/s | 16 kB 00:01 2024-05-21T18:51:25.780 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.2 MB 00:01 2024-05-21T18:51:26.461 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 1.6 MB/s | 6.2 MB 00:03 2024-05-21T18:51:26.989 INFO:teuthology.orchestra.run.smithi178.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 21 MB 00:02 2024-05-21T18:51:27.589 INFO:teuthology.orchestra.run.smithi003.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 16 kB 00:00 2024-05-21T18:51:27.928 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 16 kB 00:00 2024-05-21T18:51:30.883 INFO:teuthology.orchestra.run.smithi003.stdout:Extra Packages for Enterprise Linux 6.8 MB/s | 21 MB 00:03 2024-05-21T18:51:32.081 INFO:teuthology.orchestra.run.smithi178.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-05-21T18:51:34.224 INFO:teuthology.orchestra.run.smithi178.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:34.224 INFO:teuthology.orchestra.run.smithi178.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:34.235 INFO:teuthology.orchestra.run.smithi178.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T18:51:34.236 INFO:teuthology.orchestra.run.smithi178.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T18:51:34.237 INFO:teuthology.orchestra.run.smithi178.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T18:51:34.238 INFO:teuthology.orchestra.run.smithi178.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T18:51:34.239 INFO:teuthology.orchestra.run.smithi178.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T18:51:34.242 INFO:teuthology.orchestra.run.smithi178.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T18:51:34.242 INFO:teuthology.orchestra.run.smithi178.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T18:51:34.304 INFO:teuthology.orchestra.run.smithi178.stdout:Dependencies resolved. 2024-05-21T18:51:34.319 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-05-21T18:51:34.319 INFO:teuthology.orchestra.run.smithi178.stdout: Package Arch Version Repository Size 2024-05-21T18:51:34.319 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-05-21T18:51:34.319 INFO:teuthology.orchestra.run.smithi178.stdout:Installing: 2024-05-21T18:51:34.319 INFO:teuthology.orchestra.run.smithi178.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 6.6 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 891 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 145 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 1.5 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 143 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 3.5 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 7.4 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 49 k 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 11 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 49 M 2024-05-21T18:51:34.320 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-volume noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 273 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 763 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 225 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-shell x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 27 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-top noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 18 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 32 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 747 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 127 k 2024-05-21T18:51:34.321 INFO:teuthology.orchestra.run.smithi178.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 162 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 320 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 300 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 99 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 85 k 2024-05-21T18:51:34.322 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 170 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrading: 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: librados2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.4 M 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:34.323 INFO:teuthology.orchestra.run.smithi178.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout:Installing dependencies: 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 21 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 34 k 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 2.4 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 274 k 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 4.7 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 17 M 2024-05-21T18:51:34.324 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 16 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 25 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 164 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T18:51:34.325 INFO:teuthology.orchestra.run.smithi178.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 501 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T18:51:34.326 INFO:teuthology.orchestra.run.smithi178.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 45 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 136 k 2024-05-21T18:51:34.327 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T18:51:34.328 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T18:51:34.329 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T18:51:34.330 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T18:51:34.331 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout:Installing weak dependencies: 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T18:51:34.332 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction Summary 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:======================================================================================= 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:Install 148 Packages 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:Upgrade 11 Packages 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:Total download size: 227 M 2024-05-21T18:51:34.333 INFO:teuthology.orchestra.run.smithi178.stdout:Downloading Packages: 2024-05-21T18:51:35.190 INFO:teuthology.orchestra.run.smithi178.stdout:(1/159): ceph-19.0.0-3857.g7956b5e9.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-05-21T18:51:35.549 INFO:teuthology.orchestra.run.smithi178.stdout:(2/159): ceph-base-19.0.0-3857.g7956b5e9.el9.x8 9.1 MB/s | 5.4 MB 00:00 2024-05-21T18:51:35.582 INFO:teuthology.orchestra.run.smithi178.stdout:(3/159): ceph-fuse-19.0.0-3857.g7956b5e9.el9.x8 2.2 MB/s | 891 kB 00:00 2024-05-21T18:51:35.599 INFO:teuthology.orchestra.run.smithi178.stdout:(4/159): ceph-immutable-object-cache-19.0.0-385 2.8 MB/s | 145 kB 00:00 2024-05-21T18:51:35.749 INFO:teuthology.orchestra.run.smithi178.stdout:(5/159): ceph-mgr-19.0.0-3857.g7956b5e9.el9.x86 10 MB/s | 1.5 MB 00:00 2024-05-21T18:51:36.117 INFO:teuthology.orchestra.run.smithi178.stdout:(6/159): ceph-mon-19.0.0-3857.g7956b5e9.el9.x86 13 MB/s | 4.7 MB 00:00 2024-05-21T18:51:36.241 INFO:teuthology.orchestra.run.smithi178.stdout:(7/159): ceph-mds-19.0.0-3857.g7956b5e9.el9.x86 3.6 MB/s | 2.4 MB 00:00 2024-05-21T18:51:37.374 INFO:teuthology.orchestra.run.smithi003.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-05-21T18:51:37.392 INFO:teuthology.orchestra.run.smithi178.stdout:(8/159): ceph-common-19.0.0-3857.g7956b5e9.el9. 8.7 MB/s | 21 MB 00:02 2024-05-21T18:51:37.559 INFO:teuthology.orchestra.run.smithi178.stdout:(9/159): ceph-osd-19.0.0-3857.g7956b5e9.el9.x86 12 MB/s | 17 MB 00:01 2024-05-21T18:51:37.584 INFO:teuthology.orchestra.run.smithi178.stdout:(10/159): ceph-selinux-19.0.0-3857.g7956b5e9.el 131 kB/s | 25 kB 00:00 2024-05-21T18:51:37.676 INFO:teuthology.orchestra.run.smithi178.stdout:(11/159): cephfs-mirror-19.0.0-3857.g7956b5e9.e 2.4 MB/s | 225 kB 00:00 2024-05-21T18:51:37.751 INFO:teuthology.orchestra.run.smithi178.stdout:(12/159): cephfs-shell-19.0.0-3857.g7956b5e9.el 361 kB/s | 27 kB 00:00 2024-05-21T18:51:37.835 INFO:teuthology.orchestra.run.smithi178.stdout:(13/159): libcephfs-devel-19.0.0-3857.g7956b5e9 381 kB/s | 32 kB 00:00 2024-05-21T18:51:37.943 INFO:teuthology.orchestra.run.smithi178.stdout:(14/159): libcephfs2-19.0.0-3857.g7956b5e9.el9. 6.7 MB/s | 747 kB 00:00 2024-05-21T18:51:38.027 INFO:teuthology.orchestra.run.smithi178.stdout:(15/159): libcephsqlite-19.0.0-3857.g7956b5e9.e 1.9 MB/s | 164 kB 00:00 2024-05-21T18:51:38.110 INFO:teuthology.orchestra.run.smithi178.stdout:(16/159): librados-devel-19.0.0-3857.g7956b5e9. 1.5 MB/s | 127 kB 00:00 2024-05-21T18:51:38.211 INFO:teuthology.orchestra.run.smithi178.stdout:(17/159): libradosstriper1-19.0.0-3857.g7956b5e 4.9 MB/s | 501 kB 00:00 2024-05-21T18:51:38.828 INFO:teuthology.orchestra.run.smithi178.stdout:(18/159): librgw2-19.0.0-3857.g7956b5e9.el9.x86 8.7 MB/s | 5.4 MB 00:00 2024-05-21T18:51:38.953 INFO:teuthology.orchestra.run.smithi178.stdout:(19/159): ceph-radosgw-19.0.0-3857.g7956b5e9.el 3.9 MB/s | 11 MB 00:02 2024-05-21T18:51:38.978 INFO:teuthology.orchestra.run.smithi178.stdout:(20/159): python3-ceph-argparse-19.0.0-3857.g79 300 kB/s | 45 kB 00:00 2024-05-21T18:51:39.020 INFO:teuthology.orchestra.run.smithi178.stdout:(21/159): python3-ceph-common-19.0.0-3857.g7956 2.0 MB/s | 136 kB 00:00 2024-05-21T18:51:39.054 INFO:teuthology.orchestra.run.smithi178.stdout:(22/159): python3-cephfs-19.0.0-3857.g7956b5e9. 2.1 MB/s | 162 kB 00:00 2024-05-21T18:51:39.112 INFO:teuthology.orchestra.run.smithi178.stdout:(23/159): python3-rados-19.0.0-3857.g7956b5e9.e 3.4 MB/s | 320 kB 00:00 2024-05-21T18:51:39.154 INFO:teuthology.orchestra.run.smithi178.stdout:(24/159): python3-rbd-19.0.0-3857.g7956b5e9.el9 2.9 MB/s | 300 kB 00:00 2024-05-21T18:51:39.188 INFO:teuthology.orchestra.run.smithi178.stdout:(25/159): python3-rgw-19.0.0-3857.g7956b5e9.el9 1.3 MB/s | 99 kB 00:00 2024-05-21T18:51:39.230 INFO:teuthology.orchestra.run.smithi178.stdout:(26/159): rbd-fuse-19.0.0-3857.g7956b5e9.el9.x8 1.1 MB/s | 85 kB 00:00 2024-05-21T18:51:39.322 INFO:teuthology.orchestra.run.smithi178.stdout:(27/159): rbd-nbd-19.0.0-3857.g7956b5e9.el9.x86 1.8 MB/s | 170 kB 00:00 2024-05-21T18:51:39.414 INFO:teuthology.orchestra.run.smithi178.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3857.g 374 kB/s | 34 kB 00:00 2024-05-21T18:51:39.506 INFO:teuthology.orchestra.run.smithi178.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3857.g7956b5e 1.5 MB/s | 143 kB 00:00 2024-05-21T18:51:39.807 INFO:teuthology.orchestra.run.smithi003.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:39.808 INFO:teuthology.orchestra.run.smithi003.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:39.827 INFO:teuthology.orchestra.run.smithi003.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T18:51:39.828 INFO:teuthology.orchestra.run.smithi003.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T18:51:39.829 INFO:teuthology.orchestra.run.smithi003.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T18:51:39.830 INFO:teuthology.orchestra.run.smithi003.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T18:51:39.832 INFO:teuthology.orchestra.run.smithi003.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T18:51:39.836 INFO:teuthology.orchestra.run.smithi003.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T18:51:39.837 INFO:teuthology.orchestra.run.smithi003.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T18:51:39.910 INFO:teuthology.orchestra.run.smithi003.stdout:Dependencies resolved. 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: Package Arch Version Repository Size 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout:Installing: 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: ceph x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 6.6 k 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 891 k 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 145 k 2024-05-21T18:51:39.929 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 1.5 M 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 143 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 3.5 M 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 7.4 M 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 49 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 11 M 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 49 M 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 273 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 763 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 225 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-shell x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 27 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-top noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 18 k 2024-05-21T18:51:39.930 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 32 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 747 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 127 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 162 k 2024-05-21T18:51:39.931 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 320 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 300 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 99 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 85 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 170 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrading: 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T18:51:39.932 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: librados2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.4 M 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout:Installing dependencies: 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 21 M 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 34 k 2024-05-21T18:51:39.933 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 2.4 M 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 274 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 4.7 M 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 17 M 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 16 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 25 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T18:51:39.934 INFO:teuthology.orchestra.run.smithi003.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 164 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 501 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:39.935 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T18:51:39.936 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 45 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 136 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T18:51:39.937 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T18:51:39.938 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T18:51:39.939 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T18:51:39.940 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T18:51:39.941 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout:Installing weak dependencies: 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T18:51:39.942 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction Summary 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout:======================================================================================= 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout:Install 148 Packages 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout:Upgrade 11 Packages 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:51:39.943 INFO:teuthology.orchestra.run.smithi003.stdout:Total download size: 227 M 2024-05-21T18:51:39.944 INFO:teuthology.orchestra.run.smithi003.stdout:Downloading Packages: 2024-05-21T18:51:39.948 INFO:teuthology.orchestra.run.smithi178.stdout:(30/159): rbd-mirror-19.0.0-3857.g7956b5e9.el9. 4.1 MB/s | 3.1 MB 00:00 2024-05-21T18:51:39.998 INFO:teuthology.orchestra.run.smithi178.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3857.g7956b 7.2 MB/s | 3.5 MB 00:00 2024-05-21T18:51:40.482 INFO:teuthology.orchestra.run.smithi178.stdout:(32/159): ceph-test-19.0.0-3857.g7956b5e9.el9.x 17 MB/s | 49 MB 00:02 2024-05-21T18:51:40.507 INFO:teuthology.orchestra.run.smithi178.stdout:(33/159): ceph-mgr-modules-core-19.0.0-3857.g79 540 kB/s | 274 kB 00:00 2024-05-21T18:51:40.532 INFO:teuthology.orchestra.run.smithi178.stdout:(34/159): ceph-mgr-rook-19.0.0-3857.g7956b5e9.e 992 kB/s | 49 kB 00:00 2024-05-21T18:51:40.582 INFO:teuthology.orchestra.run.smithi178.stdout:(35/159): ceph-volume-19.0.0-3857.g7956b5e9.el9 5.3 MB/s | 273 kB 00:00 2024-05-21T18:51:40.610 INFO:teuthology.orchestra.run.smithi178.stdout:(36/159): ceph-prometheus-alerts-19.0.0-3857.g7 164 kB/s | 16 kB 00:00 2024-05-21T18:51:40.658 INFO:teuthology.orchestra.run.smithi178.stdout:(37/159): cephadm-19.0.0-3857.g7956b5e9.el9.noa 9.9 MB/s | 763 kB 00:00 2024-05-21T18:51:40.683 INFO:teuthology.orchestra.run.smithi178.stdout:(38/159): cephfs-top-19.0.0-3857.g7956b5e9.el9. 242 kB/s | 18 kB 00:00 2024-05-21T18:51:40.850 INFO:teuthology.orchestra.run.smithi178.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 419 kB/s | 80 kB 00:00 2024-05-21T18:51:40.867 INFO:teuthology.orchestra.run.smithi003.stdout:(1/159): ceph-19.0.0-3857.g7956b5e9.el9.x86_64. 23 kB/s | 6.6 kB 00:00 2024-05-21T18:51:40.942 INFO:teuthology.orchestra.run.smithi178.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-05-21T18:51:41.001 INFO:teuthology.orchestra.run.smithi178.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-05-21T18:51:41.068 INFO:teuthology.orchestra.run.smithi178.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 2.0 MB/s | 803 kB 00:00 2024-05-21T18:51:41.083 INFO:teuthology.orchestra.run.smithi003.stdout:(2/159): ceph-fuse-19.0.0-3857.g7956b5e9.el9.x8 4.0 MB/s | 891 kB 00:00 2024-05-21T18:51:41.159 INFO:teuthology.orchestra.run.smithi003.stdout:(3/159): ceph-immutable-object-cache-19.0.0-385 1.9 MB/s | 145 kB 00:00 2024-05-21T18:51:41.193 INFO:teuthology.orchestra.run.smithi178.stdout:(43/159): ceph-mgr-diskprediction-local-19.0.0- 5.9 MB/s | 7.4 MB 00:01 2024-05-21T18:51:41.218 INFO:teuthology.orchestra.run.smithi178.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 709 kB/s | 106 kB 00:00 2024-05-21T18:51:41.252 INFO:teuthology.orchestra.run.smithi178.stdout:(45/159): python3-cryptography-36.0.1-4.el9.x86 4.9 MB/s | 1.2 MB 00:00 2024-05-21T18:51:41.277 INFO:teuthology.orchestra.run.smithi178.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-05-21T18:51:41.311 INFO:teuthology.orchestra.run.smithi178.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-05-21T18:51:41.411 INFO:teuthology.orchestra.run.smithi178.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 9.2 MB/s | 943 kB 00:00 2024-05-21T18:51:41.436 INFO:teuthology.orchestra.run.smithi178.stdout:(49/159): python3-pycparser-2.20-6.el9.noarch.r 556 kB/s | 135 kB 00:00 2024-05-21T18:51:41.459 INFO:teuthology.orchestra.run.smithi003.stdout:(4/159): ceph-mds-19.0.0-3857.g7956b5e9.el9.x86 8.0 MB/s | 2.4 MB 00:00 2024-05-21T18:51:41.487 INFO:teuthology.orchestra.run.smithi178.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-05-21T18:51:41.504 INFO:teuthology.orchestra.run.smithi178.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 323 kB/s | 22 kB 00:00 2024-05-21T18:51:41.537 INFO:teuthology.orchestra.run.smithi178.stdout:(52/159): automake-1.16.2-8.el9.noarch.rpm 2.6 MB/s | 689 kB 00:00 2024-05-21T18:51:41.563 INFO:teuthology.orchestra.run.smithi178.stdout:(53/159): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-05-21T18:51:41.588 INFO:teuthology.orchestra.run.smithi178.stdout:(54/159): flexiblas-3.0.4-8.el9.x86_64.rpm 390 kB/s | 33 kB 00:00 2024-05-21T18:51:41.622 INFO:teuthology.orchestra.run.smithi178.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-05-21T18:51:41.647 INFO:teuthology.orchestra.run.smithi178.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 190 kB/s | 11 kB 00:00 2024-05-21T18:51:41.676 INFO:teuthology.orchestra.run.smithi003.stdout:(5/159): ceph-mgr-19.0.0-3857.g7956b5e9.el9.x86 7.0 MB/s | 1.5 MB 00:00 2024-05-21T18:51:41.689 INFO:teuthology.orchestra.run.smithi178.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-05-21T18:51:41.714 INFO:teuthology.orchestra.run.smithi178.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 676 kB/s | 45 kB 00:00 2024-05-21T18:51:41.784 INFO:teuthology.orchestra.run.smithi003.stdout:(6/159): ceph-base-19.0.0-3857.g7956b5e9.el9.x8 4.5 MB/s | 5.4 MB 00:01 2024-05-21T18:51:41.798 INFO:teuthology.orchestra.run.smithi178.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-05-21T18:51:41.865 INFO:teuthology.orchestra.run.smithi178.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 382 kB/s | 25 kB 00:00 2024-05-21T18:51:41.932 INFO:teuthology.orchestra.run.smithi178.stdout:(61/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 711 kB/s | 47 kB 00:00 2024-05-21T18:51:42.007 INFO:teuthology.orchestra.run.smithi178.stdout:(62/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-05-21T18:51:42.074 INFO:teuthology.orchestra.run.smithi178.stdout:(63/159): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-21T18:51:42.099 INFO:teuthology.orchestra.run.smithi178.stdout:(64/159): libtool-2.4.6-45.el9.x86_64.rpm 1.5 MB/s | 582 kB 00:00 2024-05-21T18:51:42.174 INFO:teuthology.orchestra.run.smithi178.stdout:(65/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.7 MB/s | 3.0 MB 00:00 2024-05-21T18:51:42.200 INFO:teuthology.orchestra.run.smithi178.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 281 kB/s | 35 kB 00:00 2024-05-21T18:51:42.268 INFO:teuthology.orchestra.run.smithi003.stdout:(7/159): ceph-mon-19.0.0-3857.g7956b5e9.el9.x86 8.0 MB/s | 4.7 MB 00:00 2024-05-21T18:51:42.367 INFO:teuthology.orchestra.run.smithi178.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-05-21T18:51:42.467 INFO:teuthology.orchestra.run.smithi178.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 8.9 MB/s | 911 kB 00:00 2024-05-21T18:51:42.526 INFO:teuthology.orchestra.run.smithi178.stdout:(69/159): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-21T18:51:42.651 INFO:teuthology.orchestra.run.smithi178.stdout:(70/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 9.3 MB/s | 4.4 MB 00:00 2024-05-21T18:51:42.759 INFO:teuthology.orchestra.run.smithi178.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-05-21T18:51:42.818 INFO:teuthology.orchestra.run.smithi178.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-21T18:51:42.968 INFO:teuthology.orchestra.run.smithi178.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 13 MB/s | 5.8 MB 00:00 2024-05-21T18:51:43.027 INFO:teuthology.orchestra.run.smithi178.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-05-21T18:51:43.094 INFO:teuthology.orchestra.run.smithi178.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-05-21T18:51:43.161 INFO:teuthology.orchestra.run.smithi178.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-05-21T18:51:43.261 INFO:teuthology.orchestra.run.smithi178.stdout:(77/159): openblas-openmp-0.3.21-2.el9.x86_64.r 4.1 MB/s | 4.7 MB 00:01 2024-05-21T18:51:43.287 INFO:teuthology.orchestra.run.smithi178.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 204 kB/s | 26 kB 00:00 2024-05-21T18:51:43.362 INFO:teuthology.orchestra.run.smithi178.stdout:(79/159): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-05-21T18:51:43.387 INFO:teuthology.orchestra.run.smithi178.stdout:(80/159): python3-jsonpointer-2.0-4.el9.noarch. 152 kB/s | 19 kB 00:00 2024-05-21T18:51:43.412 INFO:teuthology.orchestra.run.smithi178.stdout:(81/159): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-05-21T18:51:43.555 INFO:teuthology.orchestra.run.smithi178.stdout:(82/159): python3-markupsafe-1.1.1-12.el9.x86_6 181 kB/s | 35 kB 00:00 2024-05-21T18:51:43.605 INFO:teuthology.orchestra.run.smithi178.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.3 MB/s | 250 kB 00:00 2024-05-21T18:51:43.646 INFO:teuthology.orchestra.run.smithi178.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-05-21T18:51:43.668 INFO:teuthology.orchestra.run.smithi003.stdout:(8/159): ceph-common-19.0.0-3857.g7956b5e9.el9. 6.9 MB/s | 21 MB 00:03 2024-05-21T18:51:43.697 INFO:teuthology.orchestra.run.smithi178.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 840 kB/s | 77 kB 00:00 2024-05-21T18:51:43.722 INFO:teuthology.orchestra.run.smithi178.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 561 kB/s | 42 kB 00:00 2024-05-21T18:51:43.781 INFO:teuthology.orchestra.run.smithi178.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-05-21T18:51:43.806 INFO:teuthology.orchestra.run.smithi178.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-05-21T18:51:43.852 INFO:teuthology.orchestra.run.smithi003.stdout:(9/159): ceph-radosgw-19.0.0-3857.g7956b5e9.el9 6.7 MB/s | 11 MB 00:01 2024-05-21T18:51:43.856 INFO:teuthology.orchestra.run.smithi178.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-05-21T18:51:43.877 INFO:teuthology.orchestra.run.smithi003.stdout:(10/159): ceph-selinux-19.0.0-3857.g7956b5e9.el 121 kB/s | 25 kB 00:00 2024-05-21T18:51:43.890 INFO:teuthology.orchestra.run.smithi178.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 610 kB/s | 51 kB 00:00 2024-05-21T18:51:43.932 INFO:teuthology.orchestra.run.smithi178.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 713 kB/s | 54 kB 00:00 2024-05-21T18:51:44.007 INFO:teuthology.orchestra.run.smithi178.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 556 kB/s | 42 kB 00:00 2024-05-21T18:51:44.091 INFO:teuthology.orchestra.run.smithi178.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 531 kB/s | 44 kB 00:00 2024-05-21T18:51:44.174 INFO:teuthology.orchestra.run.smithi178.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-05-21T18:51:44.258 INFO:teuthology.orchestra.run.smithi178.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 431 kB/s | 36 kB 00:00 2024-05-21T18:51:44.334 INFO:teuthology.orchestra.run.smithi178.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-05-21T18:51:44.425 INFO:teuthology.orchestra.run.smithi178.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 3.3 MB/s | 305 kB 00:00 2024-05-21T18:51:44.526 INFO:teuthology.orchestra.run.smithi178.stdout:(98/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-05-21T18:51:44.551 INFO:teuthology.orchestra.run.smithi178.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 461 kB/s | 58 kB 00:00 2024-05-21T18:51:44.601 INFO:teuthology.orchestra.run.smithi178.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-05-21T18:51:44.626 INFO:teuthology.orchestra.run.smithi178.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 846 kB/s | 64 kB 00:00 2024-05-21T18:51:44.677 INFO:teuthology.orchestra.run.smithi178.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 596 kB/s | 45 kB 00:00 2024-05-21T18:51:44.769 INFO:teuthology.orchestra.run.smithi178.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 157 kB/s | 22 kB 00:00 2024-05-21T18:51:44.894 INFO:teuthology.orchestra.run.smithi003.stdout:(11/159): cephfs-mirror-19.0.0-3857.g7956b5e9.e 221 kB/s | 225 kB 00:01 2024-05-21T18:51:45.003 INFO:teuthology.orchestra.run.smithi178.stdout:(104/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-05-21T18:51:45.003 INFO:teuthology.orchestra.run.smithi003.stdout:(12/159): cephfs-shell-19.0.0-3857.g7956b5e9.el 252 kB/s | 27 kB 00:00 2024-05-21T18:51:45.095 INFO:teuthology.orchestra.run.smithi003.stdout:(13/159): libcephfs-devel-19.0.0-3857.g7956b5e9 349 kB/s | 32 kB 00:00 2024-05-21T18:51:45.128 INFO:teuthology.orchestra.run.smithi178.stdout:(105/159): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-05-21T18:51:45.545 INFO:teuthology.orchestra.run.smithi178.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 50 kB/s | 19 kB 00:00 2024-05-21T18:51:45.612 INFO:teuthology.orchestra.run.smithi003.stdout:(14/159): ceph-osd-19.0.0-3857.g7956b5e9.el9.x8 4.4 MB/s | 17 MB 00:03 2024-05-21T18:51:45.662 INFO:teuthology.orchestra.run.smithi003.stdout:(15/159): libcephfs2-19.0.0-3857.g7956b5e9.el9. 1.3 MB/s | 747 kB 00:00 2024-05-21T18:51:45.703 INFO:teuthology.orchestra.run.smithi178.stdout:(107/159): abseil-cpp-20211102.0-3.el9.x86_64.r 587 kB/s | 548 kB 00:00 2024-05-21T18:51:45.745 INFO:teuthology.orchestra.run.smithi178.stdout:(108/159): gperftools-libs-2.9.1-2.el9.x86_64.r 432 kB/s | 309 kB 00:00 2024-05-21T18:51:45.771 INFO:teuthology.orchestra.run.smithi003.stdout:(16/159): librados-devel-19.0.0-3857.g7956b5e9. 1.1 MB/s | 127 kB 00:00 2024-05-21T18:51:45.796 INFO:teuthology.orchestra.run.smithi003.stdout:(17/159): libcephsqlite-19.0.0-3857.g7956b5e9.e 896 kB/s | 164 kB 00:00 2024-05-21T18:51:45.812 INFO:teuthology.orchestra.run.smithi178.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 239 kB/s | 26 kB 00:00 2024-05-21T18:51:45.854 INFO:teuthology.orchestra.run.smithi178.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 447 kB/s | 49 kB 00:00 2024-05-21T18:51:45.921 INFO:teuthology.orchestra.run.smithi178.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 621 kB/s | 67 kB 00:00 2024-05-21T18:51:45.979 INFO:teuthology.orchestra.run.smithi003.stdout:(18/159): libradosstriper1-19.0.0-3857.g7956b5e 2.4 MB/s | 501 kB 00:00 2024-05-21T18:51:46.005 INFO:teuthology.orchestra.run.smithi178.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.0 MB/s | 151 kB 00:00 2024-05-21T18:51:46.088 INFO:teuthology.orchestra.run.smithi003.stdout:(19/159): python3-ceph-argparse-19.0.0-3857.g79 420 kB/s | 45 kB 00:00 2024-05-21T18:51:46.130 INFO:teuthology.orchestra.run.smithi178.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.9 MB/s | 839 kB 00:00 2024-05-21T18:51:46.213 INFO:teuthology.orchestra.run.smithi003.stdout:(20/159): python3-ceph-common-19.0.0-3857.g7956 1.1 MB/s | 136 kB 00:00 2024-05-21T18:51:46.239 INFO:teuthology.orchestra.run.smithi178.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s | 43 kB 00:00 2024-05-21T18:51:46.272 INFO:teuthology.orchestra.run.smithi178.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 2.0 MB/s | 548 kB 00:00 2024-05-21T18:51:46.322 INFO:teuthology.orchestra.run.smithi003.stdout:(21/159): python3-cephfs-19.0.0-3857.g7956b5e9. 1.5 MB/s | 162 kB 00:00 2024-05-21T18:51:46.348 INFO:teuthology.orchestra.run.smithi178.stdout:(116/159): libarrow-9.0.0-11.el9.x86_64.rpm 5.5 MB/s | 4.4 MB 00:00 2024-05-21T18:51:46.373 INFO:teuthology.orchestra.run.smithi178.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 241 kB/s | 32 kB 00:00 2024-05-21T18:51:46.398 INFO:teuthology.orchestra.run.smithi178.stdout:(118/159): python3-certifi-2021.10.8-2.el9.noar 119 kB/s | 15 kB 00:00 2024-05-21T18:51:46.456 INFO:teuthology.orchestra.run.smithi178.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-05-21T18:51:46.498 INFO:teuthology.orchestra.run.smithi178.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB 00:00 2024-05-21T18:51:46.522 INFO:teuthology.orchestra.run.smithi003.stdout:(22/159): python3-rados-19.0.0-3857.g7956b5e9.e 1.6 MB/s | 320 kB 00:00 2024-05-21T18:51:46.540 INFO:teuthology.orchestra.run.smithi178.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.1 MB/s | 303 kB 00:00 2024-05-21T18:51:46.566 INFO:teuthology.orchestra.run.smithi178.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 1.8 MB/s | 206 kB 00:00 2024-05-21T18:51:46.674 INFO:teuthology.orchestra.run.smithi178.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-05-21T18:51:46.699 INFO:teuthology.orchestra.run.smithi178.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 80 kB/s | 11 kB 00:00 2024-05-21T18:51:46.731 INFO:teuthology.orchestra.run.smithi003.stdout:(23/159): python3-rbd-19.0.0-3857.g7956b5e9.el9 1.4 MB/s | 300 kB 00:00 2024-05-21T18:51:46.742 INFO:teuthology.orchestra.run.smithi178.stdout:(125/159): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-05-21T18:51:46.783 INFO:teuthology.orchestra.run.smithi178.stdout:(126/159): python3-jaraco-classes-3.2.1-5.el9.n 162 kB/s | 18 kB 00:00 2024-05-21T18:51:46.809 INFO:teuthology.orchestra.run.smithi178.stdout:(127/159): python3-jaraco-collections-3.0.0-8.e 213 kB/s | 23 kB 00:00 2024-05-21T18:51:46.848 INFO:teuthology.orchestra.run.smithi003.stdout:(24/159): python3-rgw-19.0.0-3857.g7956b5e9.el9 857 kB/s | 99 kB 00:00 2024-05-21T18:51:46.859 INFO:teuthology.orchestra.run.smithi178.stdout:(128/159): python3-jaraco-functools-3.5.0-2.el9 166 kB/s | 19 kB 00:00 2024-05-21T18:51:46.893 INFO:teuthology.orchestra.run.smithi178.stdout:(129/159): python3-jaraco-text-3.2.0-6.el9.noar 180 kB/s | 20 kB 00:00 2024-05-21T18:51:46.943 INFO:teuthology.orchestra.run.smithi178.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-05-21T18:51:46.965 INFO:teuthology.orchestra.run.smithi003.stdout:(25/159): rbd-fuse-19.0.0-3857.g7956b5e9.el9.x8 737 kB/s | 85 kB 00:00 2024-05-21T18:51:46.968 INFO:teuthology.orchestra.run.smithi178.stdout:(131/159): python3-logutils-0.3.5-21.el9.noarch 425 kB/s | 46 kB 00:00 2024-05-21T18:51:47.018 INFO:teuthology.orchestra.run.smithi178.stdout:(132/159): python3-more-itertools-8.12.0-2.el9. 629 kB/s | 79 kB 00:00 2024-05-21T18:51:47.102 INFO:teuthology.orchestra.run.smithi178.stdout:(133/159): python3-natsort-7.1.1-5.el9.noarch.r 363 kB/s | 58 kB 00:00 2024-05-21T18:51:47.127 INFO:teuthology.orchestra.run.smithi178.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-05-21T18:51:47.153 INFO:teuthology.orchestra.run.smithi178.stdout:(135/159): python3-portend-3.1.0-2.el9.noarch.r 122 kB/s | 16 kB 00:00 2024-05-21T18:51:47.212 INFO:teuthology.orchestra.run.smithi178.stdout:(136/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 825 kB/s | 90 kB 00:00 2024-05-21T18:51:47.237 INFO:teuthology.orchestra.run.smithi178.stdout:(137/159): python3-pyperclip-1.8.2-2.el9.noarch 259 kB/s | 28 kB 00:00 2024-05-21T18:51:47.262 INFO:teuthology.orchestra.run.smithi178.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 282 kB/s | 31 kB 00:00 2024-05-21T18:51:47.321 INFO:teuthology.orchestra.run.smithi178.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-21T18:51:47.354 INFO:teuthology.orchestra.run.smithi178.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 504 kB/s | 59 kB 00:00 2024-05-21T18:51:47.379 INFO:teuthology.orchestra.run.smithi178.stdout:(141/159): python3-tempora-5.0.0-2.el9.noarch.r 305 kB/s | 36 kB 00:00 2024-05-21T18:51:47.430 INFO:teuthology.orchestra.run.smithi178.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-05-21T18:51:47.472 INFO:teuthology.orchestra.run.smithi178.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-05-21T18:51:47.497 INFO:teuthology.orchestra.run.smithi178.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 765 kB/s | 90 kB 00:00 2024-05-21T18:51:47.556 INFO:teuthology.orchestra.run.smithi178.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-05-21T18:51:47.562 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 21 MB 00:19 2024-05-21T18:51:47.581 INFO:teuthology.orchestra.run.smithi178.stdout:(146/159): python3-zc-lockfile-2.0-10.el9.noarc 183 kB/s | 20 kB 00:00 2024-05-21T18:51:47.614 INFO:teuthology.orchestra.run.smithi178.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-05-21T18:51:47.698 INFO:teuthology.orchestra.run.smithi178.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-21T18:51:47.798 INFO:teuthology.orchestra.run.smithi003.stdout:(26/159): librgw2-19.0.0-3857.g7956b5e9.el9.x86 2.7 MB/s | 5.4 MB 00:02 2024-05-21T18:51:47.899 INFO:teuthology.orchestra.run.smithi003.stdout:(27/159): rbd-nbd-19.0.0-3857.g7956b5e9.el9.x86 1.7 MB/s | 170 kB 00:00 2024-05-21T18:51:47.999 INFO:teuthology.orchestra.run.smithi003.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3857.g 343 kB/s | 34 kB 00:00 2024-05-21T18:51:48.032 INFO:teuthology.orchestra.run.smithi178.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 6.9 MB/s | 2.3 MB 00:00 2024-05-21T18:51:48.174 INFO:teuthology.orchestra.run.smithi178.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 13 MB/s | 1.8 MB 00:00 2024-05-21T18:51:48.224 INFO:teuthology.orchestra.run.smithi178.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 835 kB/s | 41 kB 00:00 2024-05-21T18:51:48.282 INFO:teuthology.orchestra.run.smithi178.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 4.1 MB/s | 248 kB 00:00 2024-05-21T18:51:48.333 INFO:teuthology.orchestra.run.smithi178.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 736 kB/s | 37 kB 00:00 2024-05-21T18:51:48.391 INFO:teuthology.orchestra.run.smithi178.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 3.5 MB/s | 207 kB 00:00 2024-05-21T18:51:48.450 INFO:teuthology.orchestra.run.smithi178.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 4.4 MB/s | 260 kB 00:00 2024-05-21T18:51:48.559 INFO:teuthology.orchestra.run.smithi178.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 12 MB/s | 1.3 MB 00:00 2024-05-21T18:51:48.599 INFO:teuthology.orchestra.run.smithi003.stdout:(29/159): rbd-mirror-19.0.0-3857.g7956b5e9.el9. 1.9 MB/s | 3.1 MB 00:01 2024-05-21T18:51:48.742 INFO:teuthology.orchestra.run.smithi178.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 13 MB/s | 2.4 MB 00:00 2024-05-21T18:51:48.866 INFO:teuthology.orchestra.run.smithi003.stdout:(30/159): ceph-mgr-cephadm-19.0.0-3857.g7956b5e 165 kB/s | 143 kB 00:00 2024-05-21T18:51:49.018 INFO:teuthology.orchestra.run.smithi178.stdout:(158/159): librbd1-19.0.0-3857.g7956b5e9.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-05-21T18:51:49.118 INFO:teuthology.orchestra.run.smithi178.stdout:(159/159): librados2-19.0.0-3857.g7956b5e9.el9. 2.2 MB/s | 3.4 MB 00:01 2024-05-21T18:51:49.124 INFO:teuthology.orchestra.run.smithi178.stdout:-------------------------------------------------------------------------------- 2024-05-21T18:51:49.124 INFO:teuthology.orchestra.run.smithi178.stdout:Total 15 MB/s | 227 MB 00:14 2024-05-21T18:51:50.292 INFO:teuthology.orchestra.run.smithi003.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3857.g7956b 2.1 MB/s | 3.5 MB 00:01 2024-05-21T18:51:50.347 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction check 2024-05-21T18:51:50.507 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction check succeeded. 2024-05-21T18:51:50.507 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction test 2024-05-21T18:51:50.591 INFO:teuthology.orchestra.run.smithi003.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3857.g79 918 kB/s | 274 kB 00:00 2024-05-21T18:51:50.708 INFO:teuthology.orchestra.run.smithi003.stdout:(33/159): ceph-mgr-rook-19.0.0-3857.g7956b5e9.e 426 kB/s | 49 kB 00:00 2024-05-21T18:51:50.825 INFO:teuthology.orchestra.run.smithi003.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3857.g7 142 kB/s | 16 kB 00:00 2024-05-21T18:51:51.101 INFO:teuthology.orchestra.run.smithi003.stdout:(35/159): ceph-volume-19.0.0-3857.g7956b5e9.el9 997 kB/s | 273 kB 00:00 2024-05-21T18:51:51.659 INFO:teuthology.orchestra.run.smithi003.stdout:(36/159): cephadm-19.0.0-3857.g7956b5e9.el9.noa 1.3 MB/s | 763 kB 00:00 2024-05-21T18:51:51.776 INFO:teuthology.orchestra.run.smithi003.stdout:(37/159): cephfs-top-19.0.0-3857.g7956b5e9.el9. 157 kB/s | 18 kB 00:00 2024-05-21T18:51:52.317 INFO:teuthology.orchestra.run.smithi178.stdout:Transaction test succeeded. 2024-05-21T18:51:52.317 INFO:teuthology.orchestra.run.smithi178.stdout:Running transaction 2024-05-21T18:51:52.518 INFO:teuthology.orchestra.run.smithi003.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 108 kB/s | 80 kB 00:00 2024-05-21T18:51:52.742 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-05-21T18:51:53.577 INFO:teuthology.orchestra.run.smithi003.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 760 kB/s | 803 kB 00:01 2024-05-21T18:51:53.702 INFO:teuthology.orchestra.run.smithi003.stdout:(40/159): ceph-mgr-diskprediction-local-19.0.0- 1.5 MB/s | 7.4 MB 00:04 2024-05-21T18:51:54.803 INFO:teuthology.orchestra.run.smithi003.stdout:(41/159): ceph-test-19.0.0-3857.g7956b5e9.el9.x 4.5 MB/s | 49 MB 00:10 2024-05-21T18:51:54.836 INFO:teuthology.orchestra.run.smithi003.stdout:(42/159): libquadmath-11.4.1-3.el9.x86_64.rpm 155 kB/s | 195 kB 00:01 2024-05-21T18:51:54.867 INFO:teuthology.orchestra.run.smithi104.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:54.868 INFO:teuthology.orchestra.run.smithi104.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T18:51:54.879 INFO:teuthology.orchestra.run.smithi104.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T18:51:54.880 INFO:teuthology.orchestra.run.smithi104.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T18:51:54.880 INFO:teuthology.orchestra.run.smithi104.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T18:51:54.881 INFO:teuthology.orchestra.run.smithi104.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T18:51:54.883 INFO:teuthology.orchestra.run.smithi104.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T18:51:54.885 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T18:51:54.886 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T18:51:54.948 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-05-21T18:51:54.963 INFO:teuthology.orchestra.run.smithi104.stdout:======================================================================================= 2024-05-21T18:51:54.963 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout:======================================================================================= 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 6.6 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 891 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 145 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 1.5 M 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 143 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 3.5 M 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 7.4 M 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 49 k 2024-05-21T18:51:54.964 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 11 M 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 49 M 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 273 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 763 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 225 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 27 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 18 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 32 k 2024-05-21T18:51:54.965 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 747 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 127 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 162 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 320 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 300 k 2024-05-21T18:51:54.966 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 99 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 85 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 170 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrading: 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T18:51:54.967 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: librados2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.4 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 3.1 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 21 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 34 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 2.4 M 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 274 k 2024-05-21T18:51:54.968 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 4.7 M 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 17 M 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3857.g7956b5e9.el9 ceph-noarch 16 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 25 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 164 k 2024-05-21T18:51:54.969 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 501 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2 x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 5.4 M 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T18:51:54.970 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T18:51:54.971 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 45 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common x86_64 2:19.0.0-3857.g7956b5e9.el9 ceph 136 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T18:51:54.972 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T18:51:54.973 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T18:51:54.974 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T18:51:54.975 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout:Installing weak dependencies: 2024-05-21T18:51:54.976 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout:======================================================================================= 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout:Install 148 Packages 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrade 11 Packages 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:51:54.977 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 227 M 2024-05-21T18:51:54.978 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-05-21T18:51:55.220 INFO:teuthology.orchestra.run.smithi003.stdout:(43/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 167 kB/s | 253 kB 00:01 2024-05-21T18:51:55.653 INFO:teuthology.orchestra.run.smithi003.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 130 kB/s | 106 kB 00:00 2024-05-21T18:51:55.768 INFO:teuthology.orchestra.run.smithi104.stdout:(1/159): ceph-19.0.0-3857.g7956b5e9.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-05-21T18:51:55.879 INFO:teuthology.orchestra.run.smithi003.stdout:(45/159): python3-cryptography-36.0.1-4.el9.x86 1.1 MB/s | 1.2 MB 00:01 2024-05-21T18:51:56.021 INFO:teuthology.orchestra.run.smithi003.stdout:(46/159): python3-pycparser-2.20-6.el9.noarch.r 169 kB/s | 135 kB 00:00 2024-05-21T18:51:56.121 INFO:teuthology.orchestra.run.smithi003.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 6.8 MB/s | 689 kB 00:00 2024-05-21T18:51:56.143 INFO:teuthology.orchestra.run.smithi104.stdout:(2/159): ceph-fuse-19.0.0-3857.g7956b5e9.el9.x8 2.3 MB/s | 891 kB 00:00 2024-05-21T18:51:56.229 INFO:teuthology.orchestra.run.smithi003.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 8.5 MB/s | 943 kB 00:00 2024-05-21T18:51:56.260 INFO:teuthology.orchestra.run.smithi104.stdout:(3/159): ceph-immutable-object-cache-19.0.0-385 1.2 MB/s | 145 kB 00:00 2024-05-21T18:51:56.388 INFO:teuthology.orchestra.run.smithi003.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-05-21T18:51:56.447 INFO:teuthology.orchestra.run.smithi003.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 399 kB/s | 22 kB 00:00 2024-05-21T18:51:56.480 INFO:teuthology.orchestra.run.smithi003.stdout:(51/159): python3-requests-2.25.1-8.el9.noarch. 151 kB/s | 125 kB 00:00 2024-05-21T18:51:56.531 INFO:teuthology.orchestra.run.smithi003.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 669 kB/s | 33 kB 00:00 2024-05-21T18:51:56.572 INFO:teuthology.orchestra.run.smithi003.stdout:(53/159): flex-2.6.4-9.el9.x86_64.rpm 2.5 MB/s | 313 kB 00:00 2024-05-21T18:51:56.623 INFO:teuthology.orchestra.run.smithi003.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 368 kB/s | 18 kB 00:00 2024-05-21T18:51:56.673 INFO:teuthology.orchestra.run.smithi003.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 227 kB/s | 11 kB 00:00 2024-05-21T18:51:56.782 INFO:teuthology.orchestra.run.smithi003.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-05-21T18:51:56.807 INFO:teuthology.orchestra.run.smithi003.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-05-21T18:51:56.852 INFO:teuthology.orchestra.run.smithi104.stdout:(4/159): ceph-mds-19.0.0-3857.g7956b5e9.el9.x86 4.0 MB/s | 2.4 MB 00:00 2024-05-21T18:51:56.857 INFO:teuthology.orchestra.run.smithi003.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 610 kB/s | 45 kB 00:00 2024-05-21T18:51:56.907 INFO:teuthology.orchestra.run.smithi003.stdout:(59/159): python3-urllib3-1.26.5-5.el9.noarch.r 225 kB/s | 215 kB 00:00 2024-05-21T18:51:56.958 INFO:teuthology.orchestra.run.smithi003.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-05-21T18:51:56.975 INFO:teuthology.orchestra.run.smithi003.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 386 kB/s | 25 kB 00:00 2024-05-21T18:51:57.017 INFO:teuthology.orchestra.run.smithi003.stdout:(62/159): libtool-2.4.6-45.el9.x86_64.rpm 3.6 MB/s | 582 kB 00:00 2024-05-21T18:51:57.033 INFO:teuthology.orchestra.run.smithi003.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 636 kB/s | 47 kB 00:00 2024-05-21T18:51:57.075 INFO:teuthology.orchestra.run.smithi003.stdout:(64/159): openblas-0.3.21-2.el9.x86_64.rpm 870 kB/s | 35 kB 00:00 2024-05-21T18:51:57.101 INFO:teuthology.orchestra.run.smithi003.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-05-21T18:51:57.134 INFO:teuthology.orchestra.run.smithi003.stdout:(66/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-05-21T18:51:57.152 INFO:teuthology.orchestra.run.smithi104.stdout:(5/159): ceph-mgr-19.0.0-3857.g7956b5e9.el9.x86 5.0 MB/s | 1.5 MB 00:00 2024-05-21T18:51:57.410 INFO:teuthology.orchestra.run.smithi003.stdout:(67/159): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-05-21T18:51:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-05-21T18:51:57.552 INFO:teuthology.orchestra.run.smithi003.stdout:(69/159): postgresql-13.14-1.el9.x86_64.rpm 3.8 MB/s | 1.6 MB 00:00 2024-05-21T18:51:57.611 INFO:teuthology.orchestra.run.smithi003.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-05-21T18:51:57.619 INFO:teuthology.orchestra.run.smithi104.stdout:(6/159): ceph-base-19.0.0-3857.g7956b5e9.el9.x8 2.6 MB/s | 5.4 MB 00:02 2024-05-21T18:51:57.669 INFO:teuthology.orchestra.run.smithi003.stdout:(71/159): postgresql-contrib-13.14-1.el9.x86_64 3.4 MB/s | 911 kB 00:00 2024-05-21T18:51:57.728 INFO:teuthology.orchestra.run.smithi003.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-21T18:51:57.795 INFO:teuthology.orchestra.run.smithi003.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 5.5 MB/s | 1.0 MB 00:00 2024-05-21T18:51:57.854 INFO:teuthology.orchestra.run.smithi003.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-05-21T18:51:58.004 INFO:teuthology.orchestra.run.smithi003.stdout:(75/159): postgresql-server-13.14-1.el9.x86_64. 13 MB/s | 5.8 MB 00:00 2024-05-21T18:51:58.029 INFO:teuthology.orchestra.run.smithi003.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 1.4 MB/s | 244 kB 00:00 2024-05-21T18:51:58.044 INFO:teuthology.orchestra.run.smithi104.stdout:(7/159): ceph-mon-19.0.0-3857.g7956b5e9.el9.x86 5.3 MB/s | 4.7 MB 00:00 2024-05-21T18:51:58.079 INFO:teuthology.orchestra.run.smithi003.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 523 kB/s | 26 kB 00:00 2024-05-21T18:51:58.113 INFO:teuthology.orchestra.run.smithi003.stdout:(78/159): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-05-21T18:51:58.163 INFO:teuthology.orchestra.run.smithi003.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 232 kB/s | 19 kB 00:00 2024-05-21T18:51:58.297 INFO:teuthology.orchestra.run.smithi003.stdout:(80/159): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-05-21T18:51:58.322 INFO:teuthology.orchestra.run.smithi003.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 220 kB/s | 35 kB 00:00 2024-05-21T18:51:58.347 INFO:teuthology.orchestra.run.smithi003.stdout:(82/159): python3-mako-1.1.4-6.el9.noarch.rpm 738 kB/s | 172 kB 00:00 2024-05-21T18:51:58.535 INFO:teuthology.orchestra.run.smithi178.stdout: Preparing : 1/1 2024-05-21T18:51:58.606 INFO:teuthology.orchestra.run.smithi003.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 886 kB/s | 250 kB 00:00 2024-05-21T18:51:58.613 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T18:51:58.640 INFO:teuthology.orchestra.run.smithi003.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 763 kB/s | 222 kB 00:00 2024-05-21T18:51:58.652 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T18:51:58.690 INFO:teuthology.orchestra.run.smithi003.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 935 kB/s | 77 kB 00:00 2024-05-21T18:51:58.705 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T18:51:58.715 INFO:teuthology.orchestra.run.smithi003.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 569 kB/s | 42 kB 00:00 2024-05-21T18:51:58.739 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T18:51:58.765 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T18:51:58.791 INFO:teuthology.orchestra.run.smithi003.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-05-21T18:51:58.808 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T18:51:58.817 INFO:teuthology.orchestra.run.smithi003.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 159 kB 00:00 2024-05-21T18:51:58.925 INFO:teuthology.orchestra.run.smithi003.stdout:(89/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.1 MB/s | 5.1 MB 00:00 2024-05-21T18:51:58.950 INFO:teuthology.orchestra.run.smithi003.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 384 kB/s | 51 kB 00:00 2024-05-21T18:51:58.983 INFO:teuthology.orchestra.run.smithi003.stdout:(91/159): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-05-21T18:51:59.017 INFO:teuthology.orchestra.run.smithi003.stdout:(92/159): python3-requests-oauthlib-1.3.0-12.el 588 kB/s | 54 kB 00:00 2024-05-21T18:51:59.067 INFO:teuthology.orchestra.run.smithi003.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 504 kB/s | 42 kB 00:00 2024-05-21T18:51:59.093 INFO:teuthology.orchestra.run.smithi003.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 594 kB/s | 44 kB 00:00 2024-05-21T18:51:59.137 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T18:51:59.143 INFO:teuthology.orchestra.run.smithi003.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 729 kB/s | 36 kB 00:00 2024-05-21T18:51:59.177 INFO:teuthology.orchestra.run.smithi003.stdout:(96/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-05-21T18:51:59.227 INFO:teuthology.orchestra.run.smithi003.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 573 kB/s | 47 kB 00:00 2024-05-21T18:51:59.257 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:51:59.286 INFO:teuthology.orchestra.run.smithi003.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.8 MB/s | 305 kB 00:00 2024-05-21T18:51:59.311 INFO:teuthology.orchestra.run.smithi003.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 700 kB/s | 58 kB 00:00 2024-05-21T18:51:59.369 INFO:teuthology.orchestra.run.smithi003.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.1 MB/s | 94 kB 00:00 2024-05-21T18:51:59.380 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:51:59.395 INFO:teuthology.orchestra.run.smithi003.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 772 kB/s | 64 kB 00:00 2024-05-21T18:51:59.454 INFO:teuthology.orchestra.run.smithi003.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 786 kB/s | 45 kB 00:00 2024-05-21T18:51:59.479 INFO:teuthology.orchestra.run.smithi003.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 272 kB/s | 22 kB 00:00 2024-05-21T18:51:59.483 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:51:59.557 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:51:59.587 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:51:59.620 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T18:51:59.635 INFO:teuthology.orchestra.run.smithi003.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 3.5 MB/s | 548 kB 00:00 2024-05-21T18:51:59.809 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T18:51:59.837 INFO:teuthology.orchestra.run.smithi003.stdout:(105/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 18 MB/s | 16 MB 00:00 2024-05-21T18:51:59.861 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T18:51:59.879 INFO:teuthology.orchestra.run.smithi003.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.2 MB/s | 309 kB 00:00 2024-05-21T18:51:59.889 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:51:59.930 INFO:teuthology.orchestra.run.smithi003.stdout:(107/159): protobuf-compiler-3.14.0-13.el9.x86_ 1.8 MB/s | 863 kB 00:00 2024-05-21T18:51:59.947 INFO:teuthology.orchestra.run.smithi003.stdout:(108/159): grpc-data-1.46.7-10.el9.noarch.rpm 180 kB/s | 19 kB 00:00 2024-05-21T18:51:59.989 INFO:teuthology.orchestra.run.smithi003.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 451 kB/s | 26 kB 00:00 2024-05-21T18:51:59.991 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:00.014 INFO:teuthology.orchestra.run.smithi003.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 735 kB/s | 49 kB 00:00 2024-05-21T18:52:00.015 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:00.039 INFO:teuthology.orchestra.run.smithi003.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-05-21T18:52:00.077 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:00.090 INFO:teuthology.orchestra.run.smithi003.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-05-21T18:52:00.099 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:00.123 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:00.148 INFO:teuthology.orchestra.run.smithi003.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 839 kB 00:00 2024-05-21T18:52:00.190 INFO:teuthology.orchestra.run.smithi003.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-05-21T18:52:00.203 INFO:teuthology.orchestra.run.smithi104.stdout:(8/159): ceph-radosgw-19.0.0-3857.g7956b5e9.el9 4.9 MB/s | 11 MB 00:02 2024-05-21T18:52:00.215 INFO:teuthology.orchestra.run.smithi003.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 659 kB/s | 43 kB 00:00 2024-05-21T18:52:00.262 INFO:teuthology.orchestra.run.smithi104.stdout:(9/159): ceph-selinux-19.0.0-3857.g7956b5e9.el9 432 kB/s | 25 kB 00:00 2024-05-21T18:52:00.307 INFO:teuthology.orchestra.run.smithi003.stdout:(116/159): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-05-21T18:52:00.316 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:00.333 INFO:teuthology.orchestra.run.smithi003.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 129 kB/s | 15 kB 00:00 2024-05-21T18:52:00.358 INFO:teuthology.orchestra.run.smithi003.stdout:(118/159): python3-cachetools-4.2.4-1.el9.noarc 228 kB/s | 32 kB 00:00 2024-05-21T18:52:00.391 INFO:teuthology.orchestra.run.smithi003.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-05-21T18:52:00.425 INFO:teuthology.orchestra.run.smithi003.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-05-21T18:52:00.443 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:00.459 INFO:teuthology.orchestra.run.smithi003.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-05-21T18:52:00.492 INFO:teuthology.orchestra.run.smithi003.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 2.0 MB/s | 206 kB 00:00 2024-05-21T18:52:00.517 INFO:teuthology.orchestra.run.smithi003.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 2.5 MB/s | 144 kB 00:00 2024-05-21T18:52:00.537 INFO:teuthology.orchestra.run.smithi104.stdout:(10/159): ceph-common-19.0.0-3857.g7956b5e9.el9 4.3 MB/s | 21 MB 00:04 2024-05-21T18:52:00.543 INFO:teuthology.orchestra.run.smithi003.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 215 kB/s | 11 kB 00:00 2024-05-21T18:52:00.577 INFO:teuthology.orchestra.run.smithi003.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 303 kB/s | 18 kB 00:00 2024-05-21T18:52:00.596 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:00.602 INFO:teuthology.orchestra.run.smithi003.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 399 kB/s | 23 kB 00:00 2024-05-21T18:52:00.627 INFO:teuthology.orchestra.run.smithi003.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 393 kB/s | 19 kB 00:00 2024-05-21T18:52:00.653 INFO:teuthology.orchestra.run.smithi003.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 401 kB/s | 20 kB 00:00 2024-05-21T18:52:00.657 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:00.704 INFO:teuthology.orchestra.run.smithi104.stdout:(11/159): ceph-osd-19.0.0-3857.g7956b5e9.el9.x8 5.5 MB/s | 17 MB 00:03 2024-05-21T18:52:00.712 INFO:teuthology.orchestra.run.smithi003.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 798 kB/s | 46 kB 00:00 2024-05-21T18:52:00.728 INFO:teuthology.orchestra.run.smithi104.stdout:(12/159): cephfs-mirror-19.0.0-3857.g7956b5e9.e 1.1 MB/s | 225 kB 00:00 2024-05-21T18:52:00.760 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:00.761 INFO:teuthology.orchestra.run.smithi003.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 7.7 MB/s | 1.0 MB 00:00 2024-05-21T18:52:00.762 INFO:teuthology.orchestra.run.smithi104.stdout:(13/159): cephfs-shell-19.0.0-3857.g7956b5e9.el 464 kB/s | 27 kB 00:00 2024-05-21T18:52:00.787 INFO:teuthology.orchestra.run.smithi003.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-05-21T18:52:00.804 INFO:teuthology.orchestra.run.smithi104.stdout:(14/159): libcephfs-devel-19.0.0-3857.g7956b5e9 421 kB/s | 32 kB 00:00 2024-05-21T18:52:00.812 INFO:teuthology.orchestra.run.smithi003.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-05-21T18:52:00.824 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:00.854 INFO:teuthology.orchestra.run.smithi003.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-05-21T18:52:00.879 INFO:teuthology.orchestra.run.smithi003.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 249 kB/s | 16 kB 00:00 2024-05-21T18:52:00.905 INFO:teuthology.orchestra.run.smithi104.stdout:(15/159): libcephsqlite-19.0.0-3857.g7956b5e9.e 1.6 MB/s | 164 kB 00:00 2024-05-21T18:52:00.905 INFO:teuthology.orchestra.run.smithi003.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-05-21T18:52:00.921 INFO:teuthology.orchestra.run.smithi003.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 686 kB/s | 28 kB 00:00 2024-05-21T18:52:00.930 INFO:teuthology.orchestra.run.smithi104.stdout:(16/159): libcephfs2-19.0.0-3857.g7956b5e9.el9. 4.4 MB/s | 747 kB 00:00 2024-05-21T18:52:00.988 INFO:teuthology.orchestra.run.smithi104.stdout:(17/159): librados-devel-19.0.0-3857.g7956b5e9. 1.5 MB/s | 127 kB 00:00 2024-05-21T18:52:00.997 INFO:teuthology.orchestra.run.smithi003.stdout:(137/159): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-05-21T18:52:01.014 INFO:teuthology.orchestra.run.smithi003.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 284 kB/s | 31 kB 00:00 2024-05-21T18:52:01.039 INFO:teuthology.orchestra.run.smithi003.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-05-21T18:52:01.046 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:01.056 INFO:teuthology.orchestra.run.smithi003.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 871 kB/s | 36 kB 00:00 2024-05-21T18:52:01.080 INFO:teuthology.orchestra.run.smithi104.stdout:(18/159): libradosstriper1-19.0.0-3857.g7956b5e 3.3 MB/s | 501 kB 00:00 2024-05-21T18:52:01.081 INFO:teuthology.orchestra.run.smithi003.stdout:(141/159): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-05-21T18:52:01.098 INFO:teuthology.orchestra.run.smithi003.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 881 kB/s | 51 kB 00:00 2024-05-21T18:52:01.132 INFO:teuthology.orchestra.run.smithi003.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-05-21T18:52:01.156 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T18:52:01.157 INFO:teuthology.orchestra.run.smithi003.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-05-21T18:52:01.172 INFO:teuthology.orchestra.run.smithi104.stdout:(19/159): python3-ceph-argparse-19.0.0-3857.g79 492 kB/s | 45 kB 00:00 2024-05-21T18:52:01.182 INFO:teuthology.orchestra.run.smithi003.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 405 kB/s | 20 kB 00:00 2024-05-21T18:52:01.187 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T18:52:01.216 INFO:teuthology.orchestra.run.smithi003.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-05-21T18:52:01.222 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T18:52:01.250 INFO:teuthology.orchestra.run.smithi003.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-05-21T18:52:01.256 INFO:teuthology.orchestra.run.smithi104.stdout:(20/159): python3-ceph-common-19.0.0-3857.g7956 1.6 MB/s | 136 kB 00:00 2024-05-21T18:52:01.313 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T18:52:01.316 INFO:teuthology.orchestra.run.smithi003.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-21T18:52:01.339 INFO:teuthology.orchestra.run.smithi104.stdout:(21/159): python3-cephfs-19.0.0-3857.g7956b5e9. 1.9 MB/s | 162 kB 00:00 2024-05-21T18:52:01.355 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T18:52:01.399 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T18:52:01.431 INFO:teuthology.orchestra.run.smithi104.stdout:(22/159): python3-rados-19.0.0-3857.g7956b5e9.e 3.4 MB/s | 320 kB 00:00 2024-05-21T18:52:01.431 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T18:52:01.459 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T18:52:01.529 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T18:52:01.540 INFO:teuthology.orchestra.run.smithi104.stdout:(23/159): python3-rbd-19.0.0-3857.g7956b5e9.el9 2.7 MB/s | 300 kB 00:00 2024-05-21T18:52:01.590 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T18:52:01.620 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T18:52:01.640 INFO:teuthology.orchestra.run.smithi104.stdout:(24/159): python3-rgw-19.0.0-3857.g7956b5e9.el9 993 kB/s | 99 kB 00:00 2024-05-21T18:52:01.664 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T18:52:01.732 INFO:teuthology.orchestra.run.smithi104.stdout:(25/159): rbd-fuse-19.0.0-3857.g7956b5e9.el9.x8 932 kB/s | 85 kB 00:00 2024-05-21T18:52:01.741 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T18:52:01.774 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 33/170 2024-05-21T18:52:01.818 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:52:01.849 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 35/170 2024-05-21T18:52:01.921 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T18:52:01.964 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T18:52:01.966 INFO:teuthology.orchestra.run.smithi104.stdout:(26/159): librgw2-19.0.0-3857.g7956b5e9.el9.x86 5.5 MB/s | 5.4 MB 00:00 2024-05-21T18:52:02.040 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T18:52:02.083 INFO:teuthology.orchestra.run.smithi104.stdout:(27/159): rbd-nbd-19.0.0-3857.g7956b5e9.el9.x86 1.4 MB/s | 170 kB 00:00 2024-05-21T18:52:02.176 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T18:52:02.191 INFO:teuthology.orchestra.run.smithi104.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3857.g 316 kB/s | 34 kB 00:00 2024-05-21T18:52:02.226 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T18:52:02.259 INFO:teuthology.orchestra.run.smithi003.stdout:(149/159): librados2-19.0.0-3857.g7956b5e9.el9. 3.3 MB/s | 3.4 MB 00:01 2024-05-21T18:52:02.283 INFO:teuthology.orchestra.run.smithi104.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3857.g7956b5e 1.5 MB/s | 143 kB 00:00 2024-05-21T18:52:02.342 INFO:teuthology.orchestra.run.smithi104.stdout:(30/159): rbd-mirror-19.0.0-3857.g7956b5e9.el9. 5.1 MB/s | 3.1 MB 00:00 2024-05-21T18:52:02.492 INFO:teuthology.orchestra.run.smithi003.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 2.0 MB/s | 2.3 MB 00:01 2024-05-21T18:52:02.763 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T18:52:02.847 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T18:52:02.875 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T18:52:02.911 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T18:52:02.917 INFO:teuthology.orchestra.run.smithi104.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3857.g7956b 5.6 MB/s | 3.5 MB 00:00 2024-05-21T18:52:02.952 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T18:52:02.992 INFO:teuthology.orchestra.run.smithi003.stdout:(151/159): librbd1-19.0.0-3857.g7956b5e9.el9.x8 1.8 MB/s | 3.1 MB 00:01 2024-05-21T18:52:02.998 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 46/170 2024-05-21T18:52:03.026 INFO:teuthology.orchestra.run.smithi104.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3857.g79 2.5 MB/s | 274 kB 00:00 2024-05-21T18:52:03.040 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T18:52:03.119 INFO:teuthology.orchestra.run.smithi104.stdout:(33/159): ceph-mgr-rook-19.0.0-3857.g7956b5e9.e 538 kB/s | 49 kB 00:00 2024-05-21T18:52:03.190 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T18:52:03.193 INFO:teuthology.orchestra.run.smithi104.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3857.g7 219 kB/s | 16 kB 00:00 2024-05-21T18:52:03.243 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T18:52:03.302 INFO:teuthology.orchestra.run.smithi104.stdout:(35/159): ceph-volume-19.0.0-3857.g7956b5e9.el9 2.5 MB/s | 273 kB 00:00 2024-05-21T18:52:03.336 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T18:52:03.342 INFO:teuthology.orchestra.run.smithi003.stdout:(152/159): NetworkManager-team-1.47.90-1.el9.x8 53 kB/s | 41 kB 00:00 2024-05-21T18:52:03.425 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T18:52:03.477 INFO:teuthology.orchestra.run.smithi104.stdout:(36/159): cephadm-19.0.0-3857.g7956b5e9.el9.noa 4.3 MB/s | 763 kB 00:00 2024-05-21T18:52:03.499 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T18:52:03.545 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T18:52:03.577 INFO:teuthology.orchestra.run.smithi104.stdout:(37/159): ceph-mgr-diskprediction-local-19.0.0- 6.0 MB/s | 7.4 MB 00:01 2024-05-21T18:52:03.582 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T18:52:03.585 INFO:teuthology.orchestra.run.smithi003.stdout:(153/159): NetworkManager-libnm-1.47.90-1.el9.x 1.4 MB/s | 1.8 MB 00:01 2024-05-21T18:52:03.603 INFO:teuthology.orchestra.run.smithi104.stdout:(38/159): cephfs-top-19.0.0-3857.g7956b5e9.el9. 145 kB/s | 18 kB 00:00 2024-05-21T18:52:03.629 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T18:52:03.664 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T18:52:03.708 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T18:52:03.750 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T18:52:03.888 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T18:52:03.927 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T18:52:03.968 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T18:52:04.002 INFO:teuthology.orchestra.run.smithi003.stdout:(154/159): NetworkManager-tui-1.47.90-1.el9.x86 247 kB/s | 248 kB 00:01 2024-05-21T18:52:04.065 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T18:52:04.110 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T18:52:04.151 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T18:52:04.176 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T18:52:04.185 INFO:teuthology.orchestra.run.smithi003.stdout:(155/159): elfutils-debuginfod-client-0.191-4.e 44 kB/s | 37 kB 00:00 2024-05-21T18:52:04.200 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T18:52:04.276 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T18:52:04.404 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T18:52:04.411 INFO:teuthology.orchestra.run.smithi104.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 96 kB/s | 80 kB 00:00 2024-05-21T18:52:04.489 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T18:52:04.610 INFO:teuthology.orchestra.run.smithi003.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 202 kB/s | 207 kB 00:01 2024-05-21T18:52:04.694 INFO:teuthology.orchestra.run.smithi104.stdout:(40/159): libgfortran-11.4.1-3.el9.x86_64.rpm 736 kB/s | 803 kB 00:01 2024-05-21T18:52:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T18:52:04.983 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T18:52:05.027 INFO:teuthology.orchestra.run.smithi003.stdout:(157/159): elfutils-libs-0.191-4.el9.x86_64.rpm 253 kB/s | 260 kB 00:01 2024-05-21T18:52:05.131 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T18:52:05.187 INFO:teuthology.orchestra.run.smithi104.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 252 kB/s | 195 kB 00:00 2024-05-21T18:52:05.294 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T18:52:05.323 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T18:52:05.357 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T18:52:05.391 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T18:52:05.419 INFO:teuthology.orchestra.run.smithi003.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 1.1 MB/s | 1.3 MB 00:01 2024-05-21T18:52:05.434 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T18:52:05.475 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T18:52:05.537 INFO:teuthology.orchestra.run.smithi104.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 301 kB/s | 253 kB 00:00 2024-05-21T18:52:05.568 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T18:52:05.614 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T18:52:05.645 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T18:52:05.701 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T18:52:05.752 INFO:teuthology.orchestra.run.smithi003.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 2.1 MB/s | 2.4 MB 00:01 2024-05-21T18:52:05.761 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-05-21T18:52:05.762 INFO:teuthology.orchestra.run.smithi003.stdout:Total 8.8 MB/s | 227 MB 00:25 2024-05-21T18:52:05.811 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T18:52:05.872 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T18:52:05.962 INFO:teuthology.orchestra.run.smithi104.stdout:(43/159): ceph-test-19.0.0-3857.g7956b5e9.el9.x 8.6 MB/s | 49 MB 00:05 2024-05-21T18:52:06.570 INFO:teuthology.orchestra.run.smithi104.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 907 kB/s | 1.2 MB 00:01 2024-05-21T18:52:06.604 INFO:teuthology.orchestra.run.smithi104.stdout:(45/159): python3-ply-3.11-14.el9.noarch.rpm 100 kB/s | 106 kB 00:01 2024-05-21T18:52:06.609 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T18:52:06.660 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T18:52:06.694 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T18:52:06.696 INFO:teuthology.orchestra.run.smithi104.stdout:(46/159): python3-pycparser-2.20-6.el9.noarch.r 184 kB/s | 135 kB 00:00 2024-05-21T18:52:06.795 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T18:52:06.842 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T18:52:06.886 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T18:52:06.905 INFO:teuthology.orchestra.run.smithi104.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 3.2 MB/s | 689 kB 00:00 2024-05-21T18:52:06.976 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T18:52:06.988 INFO:teuthology.orchestra.run.smithi104.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 11 MB/s | 943 kB 00:00 2024-05-21T18:52:07.022 INFO:teuthology.orchestra.run.smithi104.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 3.2 MB/s | 107 kB 00:00 2024-05-21T18:52:07.064 INFO:teuthology.orchestra.run.smithi104.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-05-21T18:52:07.072 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T18:52:07.114 INFO:teuthology.orchestra.run.smithi104.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-05-21T18:52:07.156 INFO:teuthology.orchestra.run.smithi104.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 788 kB/s | 33 kB 00:00 2024-05-21T18:52:07.248 INFO:teuthology.orchestra.run.smithi104.stdout:(53/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 33 MB/s | 3.0 MB 00:00 2024-05-21T18:52:07.250 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T18:52:07.278 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T18:52:07.289 INFO:teuthology.orchestra.run.smithi104.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 440 kB/s | 18 kB 00:00 2024-05-21T18:52:07.323 INFO:teuthology.orchestra.run.smithi104.stdout:(55/159): python3-requests-2.25.1-8.el9.noarch. 166 kB/s | 125 kB 00:00 2024-05-21T18:52:07.356 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T18:52:07.357 INFO:teuthology.orchestra.run.smithi104.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 165 kB/s | 11 kB 00:00 2024-05-21T18:52:07.382 INFO:teuthology.orchestra.run.smithi104.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-21T18:52:07.424 INFO:teuthology.orchestra.run.smithi104.stdout:(58/159): python3-urllib3-1.26.5-5.el9.noarch.r 262 kB/s | 215 kB 00:00 2024-05-21T18:52:07.458 INFO:teuthology.orchestra.run.smithi104.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-05-21T18:52:07.483 INFO:teuthology.orchestra.run.smithi104.stdout:(60/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 360 kB/s | 45 kB 00:00 2024-05-21T18:52:07.508 INFO:teuthology.orchestra.run.smithi104.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-05-21T18:52:07.559 INFO:teuthology.orchestra.run.smithi104.stdout:(62/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-05-21T18:52:07.584 INFO:teuthology.orchestra.run.smithi104.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 472 kB/s | 47 kB 00:00 2024-05-21T18:52:07.609 INFO:teuthology.orchestra.run.smithi104.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-05-21T18:52:07.634 INFO:teuthology.orchestra.run.smithi104.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 701 kB/s | 35 kB 00:00 2024-05-21T18:52:07.668 INFO:teuthology.orchestra.run.smithi104.stdout:(66/159): libtool-2.4.6-45.el9.x86_64.rpm 2.3 MB/s | 582 kB 00:00 2024-05-21T18:52:07.768 INFO:teuthology.orchestra.run.smithi104.stdout:(67/159): openblas-openmp-0.3.21-2.el9.x86_64.r 30 MB/s | 4.7 MB 00:00 2024-05-21T18:52:07.819 INFO:teuthology.orchestra.run.smithi104.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-21T18:52:07.852 INFO:teuthology.orchestra.run.smithi104.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-05-21T18:52:07.877 INFO:teuthology.orchestra.run.smithi104.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-21T18:52:07.945 INFO:teuthology.orchestra.run.smithi104.stdout:(71/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-05-21T18:52:07.978 INFO:teuthology.orchestra.run.smithi104.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-05-21T18:52:08.003 INFO:teuthology.orchestra.run.smithi104.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-21T18:52:08.013 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T18:52:08.087 INFO:teuthology.orchestra.run.smithi104.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 25 MB/s | 5.8 MB 00:00 2024-05-21T18:52:08.112 INFO:teuthology.orchestra.run.smithi104.stdout:(75/159): python3-colorama-0.4.6-3.el9.noarch.r 564 kB/s | 61 kB 00:00 2024-05-21T18:52:08.128 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T18:52:08.137 INFO:teuthology.orchestra.run.smithi104.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.8 MB/s | 244 kB 00:00 2024-05-21T18:52:08.163 INFO:teuthology.orchestra.run.smithi104.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-05-21T18:52:08.188 INFO:teuthology.orchestra.run.smithi104.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-05-21T18:52:08.213 INFO:teuthology.orchestra.run.smithi104.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-05-21T18:52:08.238 INFO:teuthology.orchestra.run.smithi104.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-05-21T18:52:08.264 INFO:teuthology.orchestra.run.smithi104.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-05-21T18:52:08.347 INFO:teuthology.orchestra.run.smithi104.stdout:(82/159): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-05-21T18:52:08.373 INFO:teuthology.orchestra.run.smithi104.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-05-21T18:52:08.398 INFO:teuthology.orchestra.run.smithi104.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-05-21T18:52:08.423 INFO:teuthology.orchestra.run.smithi104.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-05-21T18:52:08.449 INFO:teuthology.orchestra.run.smithi104.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-05-21T18:52:08.474 INFO:teuthology.orchestra.run.smithi104.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-05-21T18:52:08.499 INFO:teuthology.orchestra.run.smithi104.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-21T18:52:08.525 INFO:teuthology.orchestra.run.smithi104.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-21T18:52:08.550 INFO:teuthology.orchestra.run.smithi104.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-21T18:52:08.575 INFO:teuthology.orchestra.run.smithi104.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-21T18:52:08.642 INFO:teuthology.orchestra.run.smithi104.stdout:(92/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-05-21T18:52:08.667 INFO:teuthology.orchestra.run.smithi104.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 454 kB/s | 42 kB 00:00 2024-05-21T18:52:08.693 INFO:teuthology.orchestra.run.smithi104.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 880 kB/s | 44 kB 00:00 2024-05-21T18:52:08.718 INFO:teuthology.orchestra.run.smithi104.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-05-21T18:52:08.768 INFO:teuthology.orchestra.run.smithi104.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-05-21T18:52:08.818 INFO:teuthology.orchestra.run.smithi104.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-05-21T18:52:08.852 INFO:teuthology.orchestra.run.smithi104.stdout:(98/159): qatlib-service-24.02.0-1.el9.x86_64.r 226 kB/s | 36 kB 00:00 2024-05-21T18:52:08.877 INFO:teuthology.orchestra.run.smithi104.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 988 kB/s | 58 kB 00:00 2024-05-21T18:52:08.928 INFO:teuthology.orchestra.run.smithi104.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-05-21T18:52:08.978 INFO:teuthology.orchestra.run.smithi104.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 898 kB/s | 45 kB 00:00 2024-05-21T18:52:09.061 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction check 2024-05-21T18:52:09.128 INFO:teuthology.orchestra.run.smithi104.stdout:(102/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 340 kB/s | 94 kB 00:00 2024-05-21T18:52:09.220 INFO:teuthology.orchestra.run.smithi104.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 92 kB/s | 22 kB 00:00 2024-05-21T18:52:09.312 INFO:teuthology.orchestra.run.smithi104.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 4.6 MB/s | 863 kB 00:00 2024-05-21T18:52:09.333 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction check succeeded. 2024-05-21T18:52:09.333 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction test 2024-05-21T18:52:09.371 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T18:52:09.450 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T18:52:09.478 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T18:52:09.511 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T18:52:09.554 INFO:teuthology.orchestra.run.smithi104.stdout:(105/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 16 MB/s | 16 MB 00:01 2024-05-21T18:52:09.621 INFO:teuthology.orchestra.run.smithi104.stdout:(106/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-05-21T18:52:09.646 INFO:teuthology.orchestra.run.smithi104.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 929 kB/s | 309 kB 00:00 2024-05-21T18:52:09.663 INFO:teuthology.orchestra.run.smithi104.stdout:(108/159): grpc-data-1.46.7-10.el9.noarch.rpm 180 kB/s | 19 kB 00:00 2024-05-21T18:52:09.763 INFO:teuthology.orchestra.run.smithi104.stdout:(109/159): libarrow-9.0.0-11.el9.x86_64.rpm 31 MB/s | 4.4 MB 00:00 2024-05-21T18:52:09.788 INFO:teuthology.orchestra.run.smithi104.stdout:(110/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 210 kB/s | 26 kB 00:00 2024-05-21T18:52:09.813 INFO:teuthology.orchestra.run.smithi104.stdout:(111/159): liboath-2.6.7-2.el9.x86_64.rpm 327 kB/s | 49 kB 00:00 2024-05-21T18:52:09.822 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T18:52:09.839 INFO:teuthology.orchestra.run.smithi104.stdout:(112/159): libunwind-1.6.2-1.el9.x86_64.rpm 897 kB/s | 67 kB 00:00 2024-05-21T18:52:09.858 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:09.864 INFO:teuthology.orchestra.run.smithi104.stdout:(113/159): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-05-21T18:52:09.906 INFO:teuthology.orchestra.run.smithi104.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-05-21T18:52:09.939 INFO:teuthology.orchestra.run.smithi104.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-05-21T18:52:09.947 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:09.956 INFO:teuthology.orchestra.run.smithi104.stdout:(116/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 484 kB/s | 43 kB 00:00 2024-05-21T18:52:09.973 INFO:teuthology.orchestra.run.smithi104.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 481 kB/s | 32 kB 00:00 2024-05-21T18:52:09.979 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 104/170 2024-05-21T18:52:09.999 INFO:teuthology.orchestra.run.smithi104.stdout:(118/159): python3-certifi-2021.10.8-2.el9.noar 357 kB/s | 15 kB 00:00 2024-05-21T18:52:10.015 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T18:52:10.024 INFO:teuthology.orchestra.run.smithi104.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-05-21T18:52:10.049 INFO:teuthology.orchestra.run.smithi104.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-05-21T18:52:10.074 INFO:teuthology.orchestra.run.smithi104.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-05-21T18:52:10.100 INFO:teuthology.orchestra.run.smithi104.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-05-21T18:52:10.150 INFO:teuthology.orchestra.run.smithi104.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 20 MB/s | 2.0 MB 00:00 2024-05-21T18:52:10.175 INFO:teuthology.orchestra.run.smithi104.stdout:(124/159): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-05-21T18:52:10.201 INFO:teuthology.orchestra.run.smithi104.stdout:(125/159): python3-jaraco-8.2.1-3.el9.noarch.rp 110 kB/s | 11 kB 00:00 2024-05-21T18:52:10.225 INFO:teuthology.orchestra.run.smithi104.stdout:(126/159): python3-jaraco-classes-3.2.1-5.el9.n 236 kB/s | 18 kB 00:00 2024-05-21T18:52:10.251 INFO:teuthology.orchestra.run.smithi104.stdout:(127/159): python3-jaraco-collections-3.0.0-8.e 465 kB/s | 23 kB 00:00 2024-05-21T18:52:10.276 INFO:teuthology.orchestra.run.smithi104.stdout:(128/159): python3-jaraco-functools-3.5.0-2.el9 259 kB/s | 19 kB 00:00 2024-05-21T18:52:10.301 INFO:teuthology.orchestra.run.smithi104.stdout:(129/159): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-05-21T18:52:10.335 INFO:teuthology.orchestra.run.smithi104.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 18 MB/s | 1.0 MB 00:00 2024-05-21T18:52:10.360 INFO:teuthology.orchestra.run.smithi104.stdout:(131/159): python3-logutils-0.3.5-21.el9.noarch 557 kB/s | 46 kB 00:00 2024-05-21T18:52:10.377 INFO:teuthology.orchestra.run.smithi104.stdout:(132/159): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-05-21T18:52:10.402 INFO:teuthology.orchestra.run.smithi104.stdout:(133/159): python3-natsort-7.1.1-5.el9.noarch.r 866 kB/s | 58 kB 00:00 2024-05-21T18:52:10.427 INFO:teuthology.orchestra.run.smithi104.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 5.3 MB/s | 272 kB 00:00 2024-05-21T18:52:10.453 INFO:teuthology.orchestra.run.smithi104.stdout:(135/159): python3-portend-3.1.0-2.el9.noarch.r 219 kB/s | 16 kB 00:00 2024-05-21T18:52:10.478 INFO:teuthology.orchestra.run.smithi104.stdout:(136/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-05-21T18:52:10.498 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T18:52:10.503 INFO:teuthology.orchestra.run.smithi104.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 617 kB/s | 31 kB 00:00 2024-05-21T18:52:10.528 INFO:teuthology.orchestra.run.smithi104.stdout:(138/159): python3-pyperclip-1.8.2-2.el9.noarch 376 kB/s | 28 kB 00:00 2024-05-21T18:52:10.536 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:10.562 INFO:teuthology.orchestra.run.smithi104.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-05-21T18:52:10.587 INFO:teuthology.orchestra.run.smithi104.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 706 kB/s | 59 kB 00:00 2024-05-21T18:52:10.590 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:10.613 INFO:teuthology.orchestra.run.smithi104.stdout:(141/159): python3-tempora-5.0.0-2.el9.noarch.r 428 kB/s | 36 kB 00:00 2024-05-21T18:52:10.613 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 108/170 2024-05-21T18:52:10.638 INFO:teuthology.orchestra.run.smithi104.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 680 kB/s | 51 kB 00:00 2024-05-21T18:52:10.671 INFO:teuthology.orchestra.run.smithi104.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.9 MB/s | 230 kB 00:00 2024-05-21T18:52:10.697 INFO:teuthology.orchestra.run.smithi104.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2024-05-21T18:52:10.722 INFO:teuthology.orchestra.run.smithi104.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-05-21T18:52:10.747 INFO:teuthology.orchestra.run.smithi104.stdout:(146/159): python3-zc-lockfile-2.0-10.el9.noarc 267 kB/s | 20 kB 00:00 2024-05-21T18:52:10.772 INFO:teuthology.orchestra.run.smithi104.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-05-21T18:52:10.831 INFO:teuthology.orchestra.run.smithi104.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-05-21T18:52:11.090 INFO:teuthology.orchestra.run.smithi104.stdout:(149/159): librados2-19.0.0-3857.g7956b5e9.el9. 9.9 MB/s | 3.4 MB 00:00 2024-05-21T18:52:11.316 INFO:teuthology.orchestra.run.smithi104.stdout:(150/159): librbd1-19.0.0-3857.g7956b5e9.el9.x8 5.8 MB/s | 3.1 MB 00:00 2024-05-21T18:52:11.935 INFO:teuthology.orchestra.run.smithi104.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 67 kB/s | 41 kB 00:00 2024-05-21T18:52:11.985 INFO:teuthology.orchestra.run.smithi104.stdout:(152/159): NetworkManager-1.47.90-1.el9.x86_64. 2.0 MB/s | 2.3 MB 00:01 2024-05-21T18:52:12.032 INFO:teuthology.orchestra.run.smithi003.stdout:Transaction test succeeded. 2024-05-21T18:52:12.033 INFO:teuthology.orchestra.run.smithi003.stdout:Running transaction 2024-05-21T18:52:12.177 INFO:teuthology.orchestra.run.smithi104.stdout:(153/159): NetworkManager-libnm-1.47.90-1.el9.x 1.7 MB/s | 1.8 MB 00:01 2024-05-21T18:52:12.586 INFO:teuthology.orchestra.run.smithi104.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 61 kB/s | 37 kB 00:00 2024-05-21T18:52:12.769 INFO:teuthology.orchestra.run.smithi104.stdout:(155/159): NetworkManager-tui-1.47.90-1.el9.x86 297 kB/s | 248 kB 00:00 2024-05-21T18:52:12.914 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:12.951 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:12.986 INFO:teuthology.orchestra.run.smithi104.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 264 kB/s | 207 kB 00:00 2024-05-21T18:52:13.395 INFO:teuthology.orchestra.run.smithi104.stdout:(157/159): elfutils-libs-0.191-4.el9.x86_64.rpm 321 kB/s | 260 kB 00:00 2024-05-21T18:52:13.489 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:13.522 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:13.614 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:13.614 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T18:52:13.614 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T18:52:13.614 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:13.648 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:13.753 INFO:teuthology.orchestra.run.smithi104.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 1.4 MB/s | 1.3 MB 00:00 2024-05-21T18:52:14.061 INFO:teuthology.orchestra.run.smithi104.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 2.2 MB/s | 2.4 MB 00:01 2024-05-21T18:52:14.066 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-05-21T18:52:14.066 INFO:teuthology.orchestra.run.smithi104.stdout:Total 12 MB/s | 227 MB 00:19 2024-05-21T18:52:15.213 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-05-21T18:52:15.370 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-05-21T18:52:15.370 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-05-21T18:52:17.180 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-05-21T18:52:17.180 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-05-21T18:52:18.760 INFO:teuthology.orchestra.run.smithi003.stdout: Preparing : 1/1 2024-05-21T18:52:18.861 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T18:52:18.936 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T18:52:19.032 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T18:52:19.088 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T18:52:19.119 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T18:52:19.219 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T18:52:19.651 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T18:52:19.759 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:52:19.945 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:52:19.977 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:52:20.109 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:52:20.144 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:52:20.231 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T18:52:20.643 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T18:52:20.714 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T18:52:20.740 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:20.907 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:20.942 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:21.036 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:21.068 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:21.134 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:21.420 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:21.670 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:21.849 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:21.920 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:22.079 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:22.230 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:22.576 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:22.790 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T18:52:22.824 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T18:52:22.884 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T18:52:23.004 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T18:52:23.056 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T18:52:23.131 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T18:52:23.186 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T18:52:23.224 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T18:52:23.347 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T18:52:23.408 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-05-21T18:52:23.414 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T18:52:23.450 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T18:52:23.498 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T18:52:23.505 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T18:52:23.537 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T18:52:23.590 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T18:52:23.619 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T18:52:23.624 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T18:52:23.650 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T18:52:23.662 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 33/170 2024-05-21T18:52:23.692 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T18:52:23.712 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:52:23.744 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 35/170 2024-05-21T18:52:23.867 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T18:52:23.933 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T18:52:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T18:52:24.044 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T18:52:24.134 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:52:24.227 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T18:52:24.239 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:52:24.260 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:52:24.295 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T18:52:24.351 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:52:24.381 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:52:24.413 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T18:52:24.596 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T18:52:24.654 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T18:52:24.682 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:24.786 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:24.808 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:24.870 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 15/170 2024-05-21T18:52:24.892 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:24.910 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T18:52:25.035 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T18:52:25.091 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:25.138 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T18:52:25.177 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T18:52:25.216 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /sys 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /proc 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /mnt 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /var/tmp 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /home 2024-05-21T18:52:25.237 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /root 2024-05-21T18:52:25.238 INFO:teuthology.orchestra.run.smithi178.stdout:skipping the directory /tmp 2024-05-21T18:52:25.238 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:25.260 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T18:52:25.272 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T18:52:25.319 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 46/170 2024-05-21T18:52:25.395 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T18:52:25.397 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:25.429 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:25.441 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T18:52:25.444 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:25.445 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:25.445 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T18:52:25.445 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:25.534 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:25.600 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:25.624 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T18:52:25.690 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T18:52:25.791 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T18:52:25.839 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T18:52:25.897 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T18:52:25.912 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T18:52:25.929 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T18:52:25.964 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T18:52:26.000 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T18:52:26.036 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T18:52:26.040 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T18:52:26.071 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T18:52:26.079 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T18:52:26.115 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T18:52:26.146 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T18:52:26.148 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T18:52:26.176 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T18:52:26.187 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T18:52:26.243 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T18:52:26.249 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T18:52:26.297 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T18:52:26.310 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T18:52:26.329 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T18:52:26.364 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T18:52:26.440 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T18:52:26.475 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 33/170 2024-05-21T18:52:26.509 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:52:26.523 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T18:52:26.538 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 35/170 2024-05-21T18:52:26.581 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T18:52:26.608 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T18:52:26.637 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T18:52:26.653 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T18:52:26.726 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T18:52:26.769 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T18:52:26.805 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T18:52:26.875 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T18:52:26.877 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T18:52:26.921 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T18:52:26.930 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T18:52:26.932 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:26.954 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T18:52:26.957 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:26.957 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:26.957 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T18:52:26.957 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:26.957 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:26.958 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:27.142 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T18:52:27.182 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:27.205 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:27.206 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:27.206 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T18:52:27.206 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:27.206 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:27.206 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:27.332 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T18:52:27.377 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T18:52:27.417 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T18:52:27.456 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T18:52:27.467 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T18:52:27.532 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T18:52:27.533 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T18:52:27.563 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T18:52:27.590 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T18:52:27.599 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T18:52:27.638 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T18:52:27.641 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:27.648 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:27.664 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:27.685 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T18:52:27.686 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 46/170 2024-05-21T18:52:27.728 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T18:52:27.736 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T18:52:27.771 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T18:52:27.804 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T18:52:27.828 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T18:52:27.852 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T18:52:27.876 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T18:52:27.883 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T18:52:27.933 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T18:52:27.995 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T18:52:28.024 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T18:52:28.070 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T18:52:28.088 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T18:52:28.092 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T18:52:28.125 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T18:52:28.133 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T18:52:28.160 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T18:52:28.192 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T18:52:28.203 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T18:52:28.207 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T18:52:28.229 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T18:52:28.276 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T18:52:28.292 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T18:52:28.320 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T18:52:28.363 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T18:52:28.367 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T18:52:28.406 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T18:52:28.429 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T18:52:28.440 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T18:52:28.492 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T18:52:28.524 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T18:52:28.541 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T18:52:28.551 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T18:52:28.582 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T18:52:28.623 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T18:52:28.718 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T18:52:28.748 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T18:52:28.780 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T18:52:28.806 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T18:52:28.830 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T18:52:28.905 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T18:52:29.005 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:29.031 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T18:52:29.033 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:29.066 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 128/170 2024-05-21T18:52:29.127 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 129/170 2024-05-21T18:52:29.173 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:29.196 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T18:52:29.224 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T18:52:29.259 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T18:52:29.298 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T18:52:29.330 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T18:52:29.359 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T18:52:29.394 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T18:52:29.427 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T18:52:29.432 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T18:52:29.468 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T18:52:29.486 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T18:52:29.503 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T18:52:29.520 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T18:52:29.589 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T18:52:29.642 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T18:52:29.648 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T18:52:29.673 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T18:52:29.704 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T18:52:29.719 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T18:52:29.759 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T18:52:29.818 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T18:52:29.871 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T18:52:29.874 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T18:52:29.930 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T18:52:30.189 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T18:52:30.219 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T18:52:30.220 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:30.250 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:52:30.331 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T18:52:30.592 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T18:52:30.638 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T18:52:30.671 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T18:52:30.770 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T18:52:30.818 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T18:52:30.863 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T18:52:30.941 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T18:52:30.974 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T18:52:31.150 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T18:52:31.180 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T18:52:31.212 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:52:31.237 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T18:52:31.241 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:52:31.257 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T18:52:31.353 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:52:31.388 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T18:52:31.512 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 133/170 2024-05-21T18:52:31.544 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:52:31.567 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:52:31.567 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:31.567 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T18:52:31.568 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:52:31.568 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:52:31.568 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:31.619 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:52:31.631 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:52:31.728 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 136/170 2024-05-21T18:52:31.784 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 137/170 2024-05-21T18:52:31.884 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T18:52:31.993 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T18:52:32.712 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T18:52:32.738 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:52:32.761 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:52:32.761 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:32.761 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T18:52:32.762 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:52:32.762 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:52:32.762 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:32.806 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:52:32.828 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:52:32.829 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:32.829 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T18:52:32.829 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:32.873 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:52:32.895 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:52:32.895 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:32.895 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T18:52:32.895 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:52:32.896 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:52:32.896 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:33.097 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T18:52:33.190 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T18:52:33.199 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T18:52:33.207 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:52:33.229 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:52:33.229 INFO:teuthology.orchestra.run.smithi178.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:33.229 INFO:teuthology.orchestra.run.smithi178.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T18:52:33.229 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:52:33.230 INFO:teuthology.orchestra.run.smithi178.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:52:33.230 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:33.234 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T18:52:33.267 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T18:52:33.271 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T18:52:33.294 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T18:52:33.328 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T18:52:33.640 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T18:52:33.659 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T18:52:33.683 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:33.712 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:33.773 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:33.821 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 104/170 2024-05-21T18:52:33.829 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 103/170 2024-05-21T18:52:33.857 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T18:52:33.861 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 104/170 2024-05-21T18:52:33.920 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T18:52:34.337 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T18:52:34.360 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:34.415 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:34.437 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 108/170 2024-05-21T18:52:34.516 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T18:52:34.548 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:34.633 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 107/170 2024-05-21T18:52:34.658 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 108/170 2024-05-21T18:52:36.680 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:36.708 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:37.248 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:37.287 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:37.394 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:37.394 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T18:52:37.394 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T18:52:37.394 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:37.421 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:37.801 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 143/170 2024-05-21T18:52:37.843 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 144/170 2024-05-21T18:52:37.884 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 145/170 2024-05-21T18:52:37.916 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T18:52:37.943 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T18:52:38.131 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 148/170 2024-05-21T18:52:38.149 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 109/170 2024-05-21T18:52:38.172 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T18:52:38.192 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:38.205 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 150/170 2024-05-21T18:52:38.245 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T18:52:38.275 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T18:52:38.321 INFO:teuthology.orchestra.run.smithi178.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:52:38.335 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 110/170 2024-05-21T18:52:38.335 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T18:52:38.336 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T18:52:38.336 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:38.368 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:38.935 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:52:38.977 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:52:38.997 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:52:39.813 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 155/170 2024-05-21T18:52:39.907 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T18:52:39.949 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T18:52:40.031 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T18:52:40.059 INFO:teuthology.orchestra.run.smithi178.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T18:52:40.084 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:52:40.110 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T18:52:40.136 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T18:52:40.136 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:52:40.221 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:52:40.253 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T18:52:40.254 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:52:40.347 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:52:40.371 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T18:52:40.377 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:52:40.377 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:52:40.557 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:52:40.557 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:52:40.624 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:52:40.649 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T18:52:40.713 INFO:teuthology.orchestra.run.smithi178.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 1/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 3/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 4/170 2024-05-21T18:52:46.382 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 5/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 6/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 7/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 11/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 12/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 13/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 15/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 16/170 2024-05-21T18:52:46.383 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 17/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 18/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 19/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 20/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 21/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 22/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 23/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 24/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 25/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 26/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 27/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 28/170 2024-05-21T18:52:46.384 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 29/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 30/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 31/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 32/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 33/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 35/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 36/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 37/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 38/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 39/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T18:52:46.385 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T18:52:46.386 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T18:52:46.387 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T18:52:46.388 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T18:52:46.389 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T18:52:46.390 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T18:52:46.391 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T18:52:46.392 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T18:52:46.393 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 149/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 151/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T18:52:46.394 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T18:52:46.395 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T18:52:49.081 INFO:teuthology.orchestra.run.smithi178.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T18:52:49.081 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout:Upgraded: 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T18:52:49.082 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout:Installed: 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-immutable-object-cache-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.083 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.084 INFO:teuthology.orchestra.run.smithi178.stdout: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T18:52:49.085 INFO:teuthology.orchestra.run.smithi178.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.086 INFO:teuthology.orchestra.run.smithi178.stdout: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T18:52:49.087 INFO:teuthology.orchestra.run.smithi178.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T18:52:49.088 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T18:52:49.089 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T18:52:49.090 INFO:teuthology.orchestra.run.smithi178.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T18:52:49.091 INFO:teuthology.orchestra.run.smithi178.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T18:52:49.092 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T18:52:49.093 INFO:teuthology.orchestra.run.smithi178.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T18:52:49.094 INFO:teuthology.orchestra.run.smithi178.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T18:52:49.095 INFO:teuthology.orchestra.run.smithi178.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T18:52:49.095 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:52:49.095 INFO:teuthology.orchestra.run.smithi178.stdout:Complete! 2024-05-21T18:52:49.142 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /sys 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /proc 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /mnt 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /var/tmp 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /home 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /root 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /tmp 2024-05-21T18:52:49.143 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:49.307 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:49.324 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:49.324 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:49.325 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T18:52:49.325 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:49.578 DEBUG:teuthology.parallel:result is None 2024-05-21T18:52:50.802 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:50.827 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:51.052 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:51.074 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:51.520 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:51.541 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:51.541 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:51.541 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T18:52:51.542 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:51.542 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:51.542 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:51.641 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T18:52:51.705 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T18:52:51.761 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T18:52:51.951 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T18:52:51.995 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T18:52:52.071 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T18:52:52.167 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T18:52:52.305 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T18:52:52.353 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T18:52:52.354 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 111/170 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /sys 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /proc 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /mnt 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /var/tmp 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /home 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /root 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout:skipping the directory /tmp 2024-05-21T18:52:52.355 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:52.385 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T18:52:52.412 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T18:52:52.593 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 112/170 2024-05-21T18:52:52.645 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:52.645 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T18:52:52.645 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:52.865 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:52.894 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:52.926 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 128/170 2024-05-21T18:52:52.987 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 129/170 2024-05-21T18:52:53.017 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:54.056 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:54.111 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:52:54.345 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:54.435 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 113/170 2024-05-21T18:52:54.435 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:54.435 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T18:52:54.435 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:54.435 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T18:52:54.436 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:54.849 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 114/170 2024-05-21T18:52:54.849 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:54.850 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T18:52:54.850 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:54.850 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T18:52:54.850 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:55.066 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:52:55.094 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:52:55.203 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:52:55.371 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:55.377 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 133/170 2024-05-21T18:52:55.405 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:52:55.427 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:55.451 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 115/170 2024-05-21T18:52:55.451 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:55.451 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T18:52:55.451 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:55.451 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T18:52:55.452 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:52:55.480 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:52:55.491 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:52:55.588 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 136/170 2024-05-21T18:52:55.597 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T18:52:55.636 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 137/170 2024-05-21T18:52:55.661 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T18:52:55.738 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T18:52:55.997 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T18:52:56.051 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T18:52:56.144 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T18:52:56.266 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T18:52:56.459 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T18:52:56.519 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T18:52:56.557 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T18:52:56.558 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T18:52:56.590 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T18:52:56.591 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:52:56.614 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:56.658 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:52:56.680 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:52:56.680 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:56.680 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T18:52:56.680 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:56.725 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:52:56.747 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:52:56.748 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:56.748 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T18:52:56.748 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:52:56.748 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:52:56.748 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:57.068 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:52:57.090 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:52:57.249 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:57.274 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 127/170 2024-05-21T18:52:57.322 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 128/170 2024-05-21T18:52:57.441 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 129/170 2024-05-21T18:52:57.477 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:58.851 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 130/170 2024-05-21T18:52:58.896 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:53:00.061 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 131/170 2024-05-21T18:53:00.087 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:53:00.253 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 132/170 2024-05-21T18:53:00.462 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 133/170 2024-05-21T18:53:00.497 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 134/170 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T18:53:00.595 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:00.656 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:53:00.698 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 135/170 2024-05-21T18:53:00.836 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 136/170 2024-05-21T18:53:00.911 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 137/170 2024-05-21T18:53:01.679 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 143/170 2024-05-21T18:53:01.720 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 144/170 2024-05-21T18:53:01.762 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 145/170 2024-05-21T18:53:01.793 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T18:53:01.820 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T18:53:02.003 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 148/170 2024-05-21T18:53:02.012 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T18:53:02.050 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T18:53:02.051 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:53:02.082 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 150/170 2024-05-21T18:53:02.139 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T18:53:02.141 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 139/170 2024-05-21T18:53:02.141 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:53:02.141 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T18:53:02.142 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:53:02.142 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T18:53:02.142 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:02.178 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T18:53:02.201 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:53:02.215 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:53:02.302 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3857.g7956b 140/170 2024-05-21T18:53:02.302 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:53:02.303 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T18:53:02.303 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:02.394 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:53:02.503 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 141/170 2024-05-21T18:53:02.504 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:53:02.504 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T18:53:02.504 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:53:02.504 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T18:53:02.504 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:02.794 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:02.838 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:02.857 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:02.919 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:53:03.016 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 142/170 2024-05-21T18:53:03.017 INFO:teuthology.orchestra.run.smithi003.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T18:53:03.017 INFO:teuthology.orchestra.run.smithi003.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T18:53:03.017 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:53:03.017 INFO:teuthology.orchestra.run.smithi003.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T18:53:03.017 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:03.683 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 155/170 2024-05-21T18:53:03.759 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T18:53:03.800 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T18:53:03.890 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T18:53:03.928 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T18:53:03.962 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:53:03.987 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T18:53:04.014 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T18:53:04.014 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:53:04.106 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:53:04.131 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T18:53:04.131 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:53:04.215 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:53:04.240 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T18:53:04.245 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:04.245 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:04.426 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:04.426 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:53:04.510 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:53:04.534 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T18:53:04.598 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:53:08.308 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 143/170 2024-05-21T18:53:08.361 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 144/170 2024-05-21T18:53:08.417 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 145/170 2024-05-21T18:53:08.457 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T18:53:08.495 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T18:53:08.802 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 148/170 2024-05-21T18:53:08.854 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T18:53:08.886 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 150/170 2024-05-21T18:53:08.926 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T18:53:08.971 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T18:53:09.019 INFO:teuthology.orchestra.run.smithi003.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:53:09.936 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:09.981 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:10.041 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T18:53:10.309 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 1/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 3/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 4/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 5/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 6/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 7/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:53:10.310 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 11/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 12/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 13/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 15/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 16/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 17/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 18/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 19/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 20/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 21/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 22/170 2024-05-21T18:53:10.311 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 23/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 24/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 25/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 26/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 27/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 28/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 29/170 2024-05-21T18:53:10.312 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 30/170 2024-05-21T18:53:10.324 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 31/170 2024-05-21T18:53:10.324 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 32/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 33/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 35/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 36/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 37/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 38/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 39/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T18:53:10.325 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T18:53:10.326 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T18:53:10.327 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T18:53:10.328 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T18:53:10.329 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T18:53:10.330 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T18:53:10.331 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T18:53:10.332 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T18:53:10.333 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 149/170 2024-05-21T18:53:10.334 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 151/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T18:53:10.335 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T18:53:10.336 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T18:53:10.336 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T18:53:10.336 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T18:53:10.336 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T18:53:10.336 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T18:53:11.500 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 155/170 2024-05-21T18:53:11.613 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T18:53:11.675 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T18:53:11.829 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T18:53:11.872 INFO:teuthology.orchestra.run.smithi003.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T18:53:11.906 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:53:11.940 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T18:53:11.983 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T18:53:11.983 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:53:12.123 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T18:53:12.177 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T18:53:12.178 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:53:12.314 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T18:53:12.369 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T18:53:12.405 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:12.405 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:12.716 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T18:53:12.717 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:53:12.861 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T18:53:12.906 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T18:53:13.003 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T18:53:13.003 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:53:13.003 INFO:teuthology.orchestra.run.smithi104.stdout:Upgraded: 2024-05-21T18:53:13.003 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:13.004 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:13.004 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:13.004 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:13.004 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T18:53:13.004 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T18:53:13.005 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T18:53:13.005 INFO:teuthology.orchestra.run.smithi104.stdout: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.005 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.005 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:13.005 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:13.006 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-05-21T18:53:13.006 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T18:53:13.006 INFO:teuthology.orchestra.run.smithi104.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T18:53:13.006 INFO:teuthology.orchestra.run.smithi104.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T18:53:13.006 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.007 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.008 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T18:53:13.009 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.010 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T18:53:13.011 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T18:53:13.012 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T18:53:13.012 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T18:53:13.012 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:13.012 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T18:53:13.013 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T18:53:13.013 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T18:53:13.013 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T18:53:13.013 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.014 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T18:53:13.015 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T18:53:13.016 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T18:53:13.017 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T18:53:13.018 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.019 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T18:53:13.020 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-05-21T18:53:13.021 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-05-21T18:53:13.030 INFO:teuthology.orchestra.run.smithi003.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:53:13.291 INFO:teuthology.orchestra.run.smithi003.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T18:53:13.291 INFO:teuthology.orchestra.run.smithi003.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-21T18:53:13.291 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:13.435 DEBUG:teuthology.parallel:result is None 2024-05-21T18:53:18.845 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 1/170 2024-05-21T18:53:18.845 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2/170 2024-05-21T18:53:18.845 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 3/170 2024-05-21T18:53:18.845 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 4/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3857.g7956b 5/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 6/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 7/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 8/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 9/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 10/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 11/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 12/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 13/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 14/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_ 15/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 16/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 17/170 2024-05-21T18:53:18.846 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_6 18/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86 19/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 20/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el 21/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9. 22/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_6 23/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 24/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 25/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 26/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 27/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 28/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 29/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9. 30/170 2024-05-21T18:53:18.847 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noa 31/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.n 32/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3857.g795 33/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el 34/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 35/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.e 36/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 37/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 38/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 39/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T18:53:18.848 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T18:53:18.849 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T18:53:18.850 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T18:53:18.851 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T18:53:18.852 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T18:53:18.853 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T18:53:18.854 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T18:53:18.855 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T18:53:18.856 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 149/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 151/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T18:53:18.857 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T18:53:18.858 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T18:53:21.212 INFO:teuthology.orchestra.run.smithi003.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T18:53:21.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout:Upgraded: 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: librados2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: librbd1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:21.213 INFO:teuthology.orchestra.run.smithi003.stdout:Installed: 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-base-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-grafana-dashboards-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-immutable-object-cache-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mds-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.214 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-dashboard-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-modules-core-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mgr-rook-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-mon-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-osd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-prometheus-alerts-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-radosgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-selinux-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-test-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: ceph-volume-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: cephadm-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.215 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-shell-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: cephfs-top-2:19.0.0-3857.g7956b5e9.el9.noarch 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.216 INFO:teuthology.orchestra.run.smithi003.stdout: libcephfs2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libcephsqlite-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: librados-devel-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libradosstriper1-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: librgw2-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T18:53:21.217 INFO:teuthology.orchestra.run.smithi003.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T18:53:21.218 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-argparse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ceph-common-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cephfs-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T18:53:21.219 INFO:teuthology.orchestra.run.smithi003.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T18:53:21.220 INFO:teuthology.orchestra.run.smithi003.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T18:53:21.221 INFO:teuthology.orchestra.run.smithi003.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rados-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rgw-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T18:53:21.222 INFO:teuthology.orchestra.run.smithi003.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T18:53:21.223 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-fuse-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-mirror-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: rbd-nbd-2:19.0.0-3857.g7956b5e9.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T18:53:21.224 INFO:teuthology.orchestra.run.smithi003.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T18:53:21.225 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:53:21.225 INFO:teuthology.orchestra.run.smithi003.stdout:Complete! 2024-05-21T18:53:21.859 DEBUG:teuthology.parallel:result is None 2024-05-21T18:53:21.859 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:22.006 DEBUG:teuthology.orchestra.run.smithi003:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T18:53:22.063 INFO:teuthology.orchestra.run.smithi003.stdout:19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.064 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.064 INFO:teuthology.task.install:The correct ceph version 19.0.0-3857.g7956b5e9 is installed. 2024-05-21T18:53:22.066 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:22.211 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T18:53:22.237 INFO:teuthology.orchestra.run.smithi104.stdout:19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.237 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.237 INFO:teuthology.task.install:The correct ceph version 19.0.0-3857.g7956b5e9 is installed. 2024-05-21T18:53:22.239 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:22.466 DEBUG:teuthology.orchestra.run.smithi178:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T18:53:22.492 INFO:teuthology.orchestra.run.smithi178.stdout:19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.492 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3857.g7956b5e9.el9 2024-05-21T18:53:22.492 INFO:teuthology.task.install:The correct ceph version 19.0.0-3857.g7956b5e9 is installed. 2024-05-21T18:53:22.494 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-21T18:53:22.494 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:53:22.494 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T18:53:22.567 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:53:22.567 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T18:53:22.597 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:53:22.597 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T18:53:22.628 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-21T18:53:22.628 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:53:22.628 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T18:53:22.694 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T18:53:22.811 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:53:22.811 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T18:53:22.836 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T18:53:22.901 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:53:22.901 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T18:53:22.929 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T18:53:22.997 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-21T18:53:22.997 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:53:22.997 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T18:53:23.060 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T18:53:23.162 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:53:23.162 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T18:53:23.186 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T18:53:23.249 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:53:23.249 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T18:53:23.274 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T18:53:23.337 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-21T18:53:23.337 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:53:23.337 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T18:53:23.398 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T18:53:23.497 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:53:23.498 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T18:53:23.521 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T18:53:23.584 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:53:23.584 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T18:53:23.607 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T18:53:23.671 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-21T18:53:23.762 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-05-21T18:53:23.762 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:23.763 INFO:tasks.cephadm:Cluster fsid is 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:53:23.763 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-21T18:53:23.763 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.3', 'mon.b': '172.21.15.104', 'mon.c': '172.21.15.178'} 2024-05-21T18:53:23.763 INFO:tasks.cephadm:First mon is mon.a on smithi003 2024-05-21T18:53:23.764 INFO:tasks.cephadm:First mgr is x 2024-05-21T18:53:23.764 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-21T18:53:23.764 DEBUG:teuthology.orchestra.run.smithi003:> sudo hostname $(hostname -s) 2024-05-21T18:53:23.826 DEBUG:teuthology.orchestra.run.smithi104:> sudo hostname $(hostname -s) 2024-05-21T18:53:23.849 DEBUG:teuthology.orchestra.run.smithi178:> sudo hostname $(hostname -s) 2024-05-21T18:53:23.873 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-21T18:53:23.873 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:24.100 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '7956b5e965f6ee5669688b5643c11d881b72442c', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79589/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3857-g7956b5e9', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3857.g7956b5e9'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-21 09:24:11.275041', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce-overdrive-export', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-05-21T18:53:24.323 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-lusov-quiesce-overdrive-export, sha1 7956b5e965f6ee5669688b5643c11d881b72442c from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:53:24.324 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/x86_64/flavors/default/cephadm 2024-05-21T18:53:24.324 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/x86_64/flavors/default/cephadm 2024-05-21T18:53:24.325 DEBUG:teuthology.orchestra.run.smithi003:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:24.830 INFO:teuthology.orchestra.run.smithi003.stdout:-rw-r--r--. 1 ubuntu ubuntu 782802 May 21 18:53 /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:24.831 DEBUG:teuthology.orchestra.run.smithi104:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.464 INFO:teuthology.orchestra.run.smithi104.stdout:-rw-r--r--. 1 ubuntu ubuntu 782802 May 21 18:53 /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.465 DEBUG:teuthology.orchestra.run.smithi178:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-overdrive-export/7956b5e965f6ee5669688b5643c11d881b72442c/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.902 INFO:teuthology.orchestra.run.smithi178.stdout:-rw-r--r--. 1 ubuntu ubuntu 782802 May 21 18:53 /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.903 DEBUG:teuthology.orchestra.run.smithi003:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.968 DEBUG:teuthology.orchestra.run.smithi104:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:25.986 DEBUG:teuthology.orchestra.run.smithi178:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T18:53:26.019 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c on all hosts... 2024-05-21T18:53:26.019 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c pull 2024-05-21T18:53:26.027 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c pull 2024-05-21T18:53:26.029 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c pull 2024-05-21T18:53:26.819 INFO:teuthology.orchestra.run.smithi178.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c... 2024-05-21T18:53:26.939 INFO:teuthology.orchestra.run.smithi104.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c... 2024-05-21T18:53:27.742 INFO:teuthology.orchestra.run.smithi003.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c... 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_version": "ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev)", 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout: "image_id": "37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f", 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout: "repo_digests": [ 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce" 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout: ] 2024-05-21T18:53:56.585 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_version": "ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev)", 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout: "image_id": "37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f", 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout: "repo_digests": [ 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce" 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2024-05-21T18:53:57.654 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_version": "ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev)", 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout: "image_id": "37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f", 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout: "repo_digests": [ 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce" 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T18:54:07.911 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T18:54:07.959 DEBUG:teuthology.orchestra.run.smithi003:> sudo mkdir -p /etc/ceph 2024-05-21T18:54:08.053 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /etc/ceph 2024-05-21T18:54:08.084 DEBUG:teuthology.orchestra.run.smithi178:> sudo mkdir -p /etc/ceph 2024-05-21T18:54:08.116 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 777 /etc/ceph 2024-05-21T18:54:08.207 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 777 /etc/ceph 2024-05-21T18:54:08.236 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 777 /etc/ceph 2024-05-21T18:54:08.263 INFO:tasks.cephadm:Writing seed config... 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-21T18:54:08.265 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-21T18:54:08.266 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-21T18:54:08.267 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-21T18:54:08.268 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-21T18:54:08.268 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-21T18:54:08.268 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-21T18:54:08.268 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-21T18:54:08.268 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:54:08.268 DEBUG:teuthology.orchestra.run.smithi003:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-21T18:54:08.327 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 66720f12-17a3-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-21T18:54:08.328 DEBUG:teuthology.orchestra.run.smithi003:mon.a> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service 2024-05-21T18:54:08.373 DEBUG:teuthology.orchestra.run.smithi003:mgr.x> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-21T18:54:08.420 INFO:tasks.cephadm:Bootstrapping... 2024-05-21T18:54:08.420 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c -v bootstrap --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.3 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-21T18:54:08.709 INFO:teuthology.orchestra.run.smithi003.stdout:-------------------------------------------------------------------------------- 2024-05-21T18:54:08.710 INFO:teuthology.orchestra.run.smithi003.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c', '-v', 'bootstrap', '--fsid', '66720f12-17a3-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.3', '--skip-admin-label'] 2024-05-21T18:54:08.710 INFO:teuthology.orchestra.run.smithi003.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-21T18:54:08.710 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying podman|docker is present... 2024-05-21T18:54:08.769 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 5.0.2 2024-05-21T18:54:08.770 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying lvm2 is present... 2024-05-21T18:54:08.770 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying time synchronization is in place... 2024-05-21T18:54:08.788 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T18:54:08.788 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T18:54:08.804 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T18:54:08.804 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:54:08.823 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout enabled 2024-05-21T18:54:08.842 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout active 2024-05-21T18:54:08.842 INFO:teuthology.orchestra.run.smithi003.stdout:Unit chronyd.service is enabled and running 2024-05-21T18:54:08.843 INFO:teuthology.orchestra.run.smithi003.stdout:Repeating the final host check... 2024-05-21T18:54:08.905 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 5.0.2 2024-05-21T18:54:08.905 INFO:teuthology.orchestra.run.smithi003.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-21T18:54:08.905 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl is present 2024-05-21T18:54:08.905 INFO:teuthology.orchestra.run.smithi003.stdout:lvcreate is present 2024-05-21T18:54:08.924 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T18:54:08.925 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T18:54:08.943 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T18:54:08.943 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:54:08.966 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout enabled 2024-05-21T18:54:08.985 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout active 2024-05-21T18:54:08.985 INFO:teuthology.orchestra.run.smithi003.stdout:Unit chronyd.service is enabled and running 2024-05-21T18:54:08.985 INFO:teuthology.orchestra.run.smithi003.stdout:Host looks OK 2024-05-21T18:54:08.986 INFO:teuthology.orchestra.run.smithi003.stdout:Cluster fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:08.986 INFO:teuthology.orchestra.run.smithi003.stdout:Acquiring lock 139649183273744 on /run/cephadm/66720f12-17a3-11ef-bc9a-c7b262605968.lock 2024-05-21T18:54:08.987 INFO:teuthology.orchestra.run.smithi003.stdout:Lock 139649183273744 acquired on /run/cephadm/66720f12-17a3-11ef-bc9a-c7b262605968.lock 2024-05-21T18:54:08.988 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying IP 172.21.15.3 port 3300 ... 2024-05-21T18:54:08.989 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying IP 172.21.15.3 port 6789 ... 2024-05-21T18:54:08.990 INFO:teuthology.orchestra.run.smithi003.stdout:Base mon IP(s) is [172.21.15.3:3300, 172.21.15.3:6789], mon addrv is [v2:172.21.15.3:3300,v1:172.21.15.3:6789] 2024-05-21T18:54:09.004 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.3 metric 100 2024-05-21T18:54:09.005 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.3 metric 100 2024-05-21T18:54:09.017 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-21T18:54:09.017 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-21T18:54:09.017 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15dc/64 scope link noprefixroute 2024-05-21T18:54:09.029 INFO:teuthology.orchestra.run.smithi003.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T18:54:09.032 INFO:teuthology.orchestra.run.smithi003.stdout:Mon IP `172.21.15.3` is in CIDR network `172.21.0.0/20` 2024-05-21T18:54:09.032 INFO:teuthology.orchestra.run.smithi003.stdout:Mon IP `172.21.15.3` is in CIDR network `172.21.0.0/20` 2024-05-21T18:54:09.032 INFO:teuthology.orchestra.run.smithi003.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-21T18:54:09.035 INFO:teuthology.orchestra.run.smithi003.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-21T18:54:09.038 INFO:teuthology.orchestra.run.smithi003.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c... 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stdout 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c... 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Getting image source signatures 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying blob sha256:5b43b4b736b7aa3b7009b0d48498c507e37aa47e51182c38dc0b7b0e265f5393 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying blob sha256:6ac36e7c57f227110df5cd65cfdca1cc05e0b17df6748637a6aa04c5c80f89c6 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Copying config sha256:37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f 2024-05-21T18:54:09.688 INFO:teuthology.orchestra.run.smithi003.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-21T18:54:10.897 INFO:teuthology.orchestra.run.smithi003.stdout:ceph: stdout ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev) 2024-05-21T18:54:10.898 INFO:teuthology.orchestra.run.smithi003.stdout:Ceph version: ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev) 2024-05-21T18:54:10.898 INFO:teuthology.orchestra.run.smithi003.stdout:Extracting ceph user uid/gid from container image... 2024-05-21T18:54:21.722 INFO:teuthology.orchestra.run.smithi003.stdout:stat: stdout 167 167 2024-05-21T18:54:21.722 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial keys... 2024-05-21T18:54:22.842 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQDe7UxmLiK5DBAAX7KUb5rB2Qq8cjyBNoH1mw== 2024-05-21T18:54:24.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQDf7UxmzywAGRAAFXttrrdyBDrC5RUTFBpQ5Q== 2024-05-21T18:54:25.122 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph-authtool: stdout AQDg7UxmCOE/HhAANot3HbeIz7Wq0ssji0QfQg== 2024-05-21T18:54:25.124 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial monmap... 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:monmaptool for a [v2:172.21.15.3:3300,v1:172.21.15.3:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T18:54:26.210 INFO:teuthology.orchestra.run.smithi003.stdout:setting min_mon_release = quincy 2024-05-21T18:54:26.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: set fsid to 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:26.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T18:54:26.211 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:54:26.211 INFO:teuthology.orchestra.run.smithi003.stdout:Creating mon... 2024-05-21T18:54:28.558 INFO:teuthology.orchestra.run.smithi003.stdout:create mon.a on 2024-05-21T18:54:28.926 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-21T18:54:29.172 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-21T18:54:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target. 2024-05-21T18:54:29.445 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target. 2024-05-21T18:54:29.794 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a 2024-05-21T18:54:29.795 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to reset failed state of unit ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-21T18:54:30.083 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target.wants/ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968@.service. 2024-05-21T18:54:30.786 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 podman[31183]: 2024-05-21 18:54:30.78790497 +0000 UTC m=+0.421445417 container init 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-21T18:54:30.906 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T18:54:30.906 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-05-21T18:54:30.921 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T18:54:30.921 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:54:30.921 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-05-21T18:54:30.921 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T18:54:30.922 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mon to start... 2024-05-21T18:54:30.922 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mon... 2024-05-21T18:54:31.068 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 podman[31183]: 2024-05-21 18:54:30.801151664 +0000 UTC m=+0.434692111 container start 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T18:54:31.068 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 bash[31183]: 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c 2024-05-21T18:54:31.069 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 ceph-mon[31202]: mkfs 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:31.069 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 ceph-mon[31202]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T18:54:31.069 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:30 smithi003 systemd[1]: Started Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:54:32.205 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: monmap epoch 1 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: last_changed 2024-05-21T18:54:25.578075+0000 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: min_mon_release 19 (squid) 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: election_strategy: 1 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: fsmap 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: mgrmap e1: no daemons active 2024-05-21T18:54:32.206 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:31 smithi003 ceph-mon[31202]: from='client.? 172.21.15.3:0/2623700959' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-21T18:54:32.300 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout cluster: 2024-05-21T18:54:32.300 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout id: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:32.301 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-21T18:54:32.301 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:32.301 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout services: 2024-05-21T18:54:32.301 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.737547s) 2024-05-21T18:54:32.301 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-21T18:54:32.302 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-21T18:54:32.302 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:32.302 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout data: 2024-05-21T18:54:32.302 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout pgs: 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.522+0000 7f8bb4400700 1 Processor -- start 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.522+0000 7f8bb4400700 1 -- start start 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.522+0000 7f8bb4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.522+0000 7f8bb4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8bac1127a0 con 0x7f8bac10fe70 2024-05-21T18:54:32.303 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.523+0000 7f8bb1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.523+0000 7f8bb1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57644/0 (socket says 172.21.15.3:57644) 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.523+0000 7f8bb1a00700 1 -- 172.21.15.3:0/1918408725 learned_addr learned my addr 172.21.15.3:0/1918408725 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.524+0000 7f8bb1a00700 1 -- 172.21.15.3:0/1918408725 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bac112920 con 0x7f8bac10fe70 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.524+0000 7f8bb1a00700 1 --2- 172.21.15.3:0/1918408725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00098a0 tx=0x7f8ba0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd1f5826f5415a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.524+0000 7f8babe00700 1 -- 172.21.15.3:0/1918408725 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ba0004160 con 0x7f8bac10fe70 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.524+0000 7f8babe00700 1 -- 172.21.15.3:0/1918408725 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba0004300 con 0x7f8bac10fe70 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.524+0000 7f8babe00700 1 -- 172.21.15.3:0/1918408725 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ba00036a0 con 0x7f8bac10fe70 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 -- 172.21.15.3:0/1918408725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 msgr2=0x7f8bac112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 --2- 172.21.15.3:0/1918408725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00098a0 tx=0x7f8ba0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:32.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 -- 172.21.15.3:0/1918408725 shutdown_connections 2024-05-21T18:54:32.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 --2- 172.21.15.3:0/1918408725 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac112260 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:32.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 -- 172.21.15.3:0/1918408725 >> 172.21.15.3:0/1918408725 conn(0x7f8bac07e690 msgr2=0x7f8bac080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:32.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 -- 172.21.15.3:0/1918408725 shutdown_connections 2024-05-21T18:54:32.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.525+0000 7f8bb4400700 1 -- 172.21.15.3:0/1918408725 wait complete. 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.526+0000 7f8bb4400700 1 Processor -- start 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb4400700 1 -- start start 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8bac112df0 con 0x7f8bac10fe70 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57646/0 (socket says 172.21.15.3:57646) 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.527+0000 7f8bb1a00700 1 -- 172.21.15.3:0/2623700959 learned_addr learned my addr 172.21.15.3:0/2623700959 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8bb1a00700 1 -- 172.21.15.3:0/2623700959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bac1a3100 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8bb1a00700 1 --2- 172.21.15.3:0/2623700959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0009fb0 tx=0x7f8ba0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ba0003de0 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ba0011630 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ba0011930 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bac1a3390 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.528+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bac1a6080 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.529+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8ba0011ad0 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.529+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8ba001b450 con 0x7f8bac10fe70 2024-05-21T18:54:32.310 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.530+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bac064ba0 con 0x7f8bac10fe70 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.533+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f8ba0004260 con 0x7f8bac10fe70 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.613+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f8bac02e750 con 0x7f8bac10fe70 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.614+0000 7f8baa000700 1 -- 172.21.15.3:0/2623700959 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f8ba0025480 con 0x7f8bac10fe70 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.615+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 msgr2=0x7f8bac1a2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.615+0000 7f8bb4400700 1 --2- 172.21.15.3:0/2623700959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0009fb0 tx=0x7f8ba0004750 comp rx=0 tx=0).stop 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.615+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 shutdown_connections 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.615+0000 7f8bb4400700 1 --2- 172.21.15.3:0/2623700959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8bac10fe70 0x7f8bac1a2bc0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.616+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 >> 172.21.15.3:0/2623700959 conn(0x7f8bac07e690 msgr2=0x7f8bac080560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.616+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 shutdown_connections 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:31.616+0000 7f8bb4400700 1 -- 172.21.15.3:0/2623700959 wait complete. 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:mon is available 2024-05-21T18:54:32.311 INFO:teuthology.orchestra.run.smithi003.stdout:Assimilating anything we can from ceph.conf... 2024-05-21T18:54:33.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:33 smithi003 ceph-mon[31202]: from='client.? 172.21.15.3:0/1389481228' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T18:54:33.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:33 smithi003 ceph-mon[31202]: from='client.? 172.21.15.3:0/1389481228' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-21T18:54:34.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:34.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T18:54:34.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout fsid = 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:34.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T18:54:34.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.3:3300,v1:172.21.15.3:6789] 2024-05-21T18:54:34.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T18:54:34.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T18:54:34.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T18:54:34.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T18:54:34.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:34.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T18:54:34.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T18:54:34.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:34.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T18:54:34.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T18:54:34.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T18:54:34.018 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T18:54:34.018 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T18:54:34.018 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T18:54:34.018 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T18:54:34.019 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.259+0000 7f9775a00700 1 Processor -- start 2024-05-21T18:54:34.019 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.259+0000 7f9775a00700 1 -- start start 2024-05-21T18:54:34.019 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.260+0000 7f9775a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:34.019 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.260+0000 7f9775a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9770076d80 con 0x7f9770109ad0 2024-05-21T18:54:34.019 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.261+0000 7f976ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:34.020 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.261+0000 7f976ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57656/0 (socket says 172.21.15.3:57656) 2024-05-21T18:54:34.020 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.261+0000 7f976ea00700 1 -- 172.21.15.3:0/236661056 learned_addr learned my addr 172.21.15.3:0/236661056 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:34.020 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.262+0000 7f976ea00700 1 -- 172.21.15.3:0/236661056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977010c400 con 0x7f9770109ad0 2024-05-21T18:54:34.020 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.262+0000 7f976ea00700 1 --2- 172.21.15.3:0/236661056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f9760009e80 tx=0x7f976000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57d32f5f744af0ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:34.021 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.262+0000 7f976d600700 1 -- 172.21.15.3:0/236661056 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9760017070 con 0x7f9770109ad0 2024-05-21T18:54:34.021 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.262+0000 7f976d600700 1 -- 172.21.15.3:0/236661056 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9760003a20 con 0x7f9770109ad0 2024-05-21T18:54:34.021 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.262+0000 7f976d600700 1 -- 172.21.15.3:0/236661056 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9760003d20 con 0x7f9770109ad0 2024-05-21T18:54:34.021 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 -- 172.21.15.3:0/236661056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 msgr2=0x7f977010bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:34.022 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 --2- 172.21.15.3:0/236661056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f9760009e80 tx=0x7f976000b330 comp rx=0 tx=0).stop 2024-05-21T18:54:34.022 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 -- 172.21.15.3:0/236661056 shutdown_connections 2024-05-21T18:54:34.026 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 --2- 172.21.15.3:0/236661056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977010bec0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:34.026 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 -- 172.21.15.3:0/236661056 >> 172.21.15.3:0/236661056 conn(0x7f9770103460 msgr2=0x7f9770105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:34.026 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 -- 172.21.15.3:0/236661056 shutdown_connections 2024-05-21T18:54:34.026 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.263+0000 7f9775a00700 1 -- 172.21.15.3:0/236661056 wait complete. 2024-05-21T18:54:34.029 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.265+0000 7f9775a00700 1 Processor -- start 2024-05-21T18:54:34.029 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.265+0000 7f9775a00700 1 -- start start 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.265+0000 7f9775a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.265+0000 7f9775a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f977010c810 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.266+0000 7f976ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.266+0000 7f976ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57672/0 (socket says 172.21.15.3:57672) 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.266+0000 7f976ea00700 1 -- 172.21.15.3:0/1389481228 learned_addr learned my addr 172.21.15.3:0/1389481228 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.266+0000 7f976ea00700 1 -- 172.21.15.3:0/1389481228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977019eea0 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.266+0000 7f976ea00700 1 --2- 172.21.15.3:0/1389481228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f97700761c0 tx=0x7f9760004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9760022020 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9760018040 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9760017070 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977019f130 con 0x7f9770109ad0 2024-05-21T18:54:34.030 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97701a1e20 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9760025020 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.267+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f976000f050 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.268+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9770064ba0 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.272+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f976002c030 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.351+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f977002e6f0 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.357+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+490 (secure 0 0 0) 0x7f976001e480 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.358+0000 7f9767400700 1 -- 172.21.15.3:0/1389481228 <== mon.0 v2:172.21.15.3:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9760003a20 con 0x7f9770109ad0 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 msgr2=0x7f977019e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 --2- 172.21.15.3:0/1389481228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f97700761c0 tx=0x7f9760004ad0 comp rx=0 tx=0).stop 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 shutdown_connections 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 --2- 172.21.15.3:0/1389481228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9770109ad0 0x7f977019e960 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 >> 172.21.15.3:0/1389481228 conn(0x7f9770103460 msgr2=0x7f9770105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:34.031 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 shutdown_connections 2024-05-21T18:54:34.032 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:33.359+0000 7f9775a00700 1 -- 172.21.15.3:0/1389481228 wait complete. 2024-05-21T18:54:34.032 INFO:teuthology.orchestra.run.smithi003.stdout:Generating new minimal ceph.conf... 2024-05-21T18:54:35.040 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:34 smithi003 ceph-mon[31202]: from='client.? 172.21.15.3:0/1388530660' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.618+0000 7f9e17600700 1 Processor -- start 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.618+0000 7f9e17600700 1 -- start start 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.619+0000 7f9e17600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.619+0000 7f9e17600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1010bbe0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.619+0000 7f9e14c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.620+0000 7f9e14c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57686/0 (socket says 172.21.15.3:57686) 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.620+0000 7f9e14c00700 1 -- 172.21.15.3:0/3914169199 learned_addr learned my addr 172.21.15.3:0/3914169199 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.620+0000 7f9e14c00700 1 -- 172.21.15.3:0/3914169199 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1010c3a0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.621+0000 7f9e14c00700 1 --2- 172.21.15.3:0/3914169199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9e040098a0 tx=0x7f9e04009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f88ac1c4d951a35 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:35.304 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.621+0000 7f9e0f400700 1 -- 172.21.15.3:0/3914169199 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e04004160 con 0x7f9e1010b1f0 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.621+0000 7f9e0f400700 1 -- 172.21.15.3:0/3914169199 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9e04004300 con 0x7f9e1010b1f0 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.621+0000 7f9e0f400700 1 -- 172.21.15.3:0/3914169199 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e04011af0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 -- 172.21.15.3:0/3914169199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 msgr2=0x7f9e1010b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 --2- 172.21.15.3:0/3914169199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f9e040098a0 tx=0x7f9e04009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 -- 172.21.15.3:0/3914169199 shutdown_connections 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 --2- 172.21.15.3:0/3914169199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1010b610 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 -- 172.21.15.3:0/3914169199 >> 172.21.15.3:0/3914169199 conn(0x7f9e101067b0 msgr2=0x7f9e10108bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 -- 172.21.15.3:0/3914169199 shutdown_connections 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.622+0000 7f9e17600700 1 -- 172.21.15.3:0/3914169199 wait complete. 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.623+0000 7f9e17600700 1 Processor -- start 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.623+0000 7f9e17600700 1 -- start start 2024-05-21T18:54:35.305 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e17600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e17600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e1010f750 con 0x7f9e1010b1f0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e14c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e14c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57690/0 (socket says 172.21.15.3:57690) 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e14c00700 1 -- 172.21.15.3:0/1388530660 learned_addr learned my addr 172.21.15.3:0/1388530660 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.624+0000 7f9e14c00700 1 -- 172.21.15.3:0/1388530660 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1019f6c0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e14c00700 1 --2- 172.21.15.3:0/1388530660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9e040117b0 tx=0x7f9e04011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e04003af0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9e04020070 con 0x7f9e1010b1f0 2024-05-21T18:54:35.306 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e04019630 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e1019f950 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e101a2640 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.625+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9e04019c30 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.626+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9e0400b720 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.627+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e10064ba0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.629+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f9e040042a0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.707+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f9e101a2b80 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.708+0000 7f9e0d600700 1 -- 172.21.15.3:0/1388530660 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7f9e0401a9c0 con 0x7f9e1010b1f0 2024-05-21T18:54:35.307 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 msgr2=0x7f9e1019f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 --2- 172.21.15.3:0/1388530660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9e040117b0 tx=0x7f9e04011b70 comp rx=0 tx=0).stop 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 shutdown_connections 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 --2- 172.21.15.3:0/1388530660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e1010b1f0 0x7f9e1019f180 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 >> 172.21.15.3:0/1388530660 conn(0x7f9e101067b0 msgr2=0x7f9e10107340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 shutdown_connections 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:34.709+0000 7f9e17600700 1 -- 172.21.15.3:0/1388530660 wait complete. 2024-05-21T18:54:35.308 INFO:teuthology.orchestra.run.smithi003.stdout:Restarting the monitor... 2024-05-21T18:54:35.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:35 smithi003 systemd[1]: Stopping Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T18:54:36.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a[31198]: 2024-05-21T18:54:35.841+0000 7f5034400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T18:54:36.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a[31198]: 2024-05-21T18:54:35.841+0000 7f5034400700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-21T18:54:36.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:35 smithi003 podman[31445]: 2024-05-21 18:54:35.954455031 +0000 UTC m=+0.232290383 container died 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T18:54:36.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:36 smithi003 podman[31445]: 2024-05-21 18:54:36.399209811 +0000 UTC m=+0.677045160 container cleanup 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T18:54:36.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:36 smithi003 bash[31445]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a 2024-05-21T18:54:36.972 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:36 smithi003 podman[31458]: 2024-05-21 18:54:36.6353881 +0000 UTC m=+0.664163065 container remove 0e78c2727c184a68f2793ee7d2c4e03aa6a8a4920c97299302bfa3bea2f01d0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T18:54:37.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 systemd[1]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-21T18:54:37.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 systemd[1]: Stopped Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:54:37.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 systemd[1]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service: Consumed 1.893s CPU time. 2024-05-21T18:54:37.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 systemd[1]: Starting Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T18:54:37.693 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 podman[31559]: 2024-05-21 18:54:37.408981664 +0000 UTC m=+0.123493591 container create 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521) 2024-05-21T18:54:37.693 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 podman[31559]: 2024-05-21 18:54:37.321153289 +0000 UTC m=+0.035665175 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:54:37.693 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 podman[31559]: 2024-05-21 18:54:37.639461607 +0000 UTC m=+0.353973511 container init 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T18:54:37.693 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 podman[31559]: 2024-05-21 18:54:37.650021992 +0000 UTC m=+0.364533890 container start 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521) 2024-05-21T18:54:37.742 INFO:teuthology.orchestra.run.smithi003.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: ceph version 19.0.0-3857-g7956b5e9 (7956b5e965f6ee5669688b5643c11d881b72442c) squid (dev), process ceph-mon, pid 2 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: pidfile_write: ignore empty --pid-file 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: load: jerasure load: lrc 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: RocksDB version: 7.9.2 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Git sha 0 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Compile date 2024-05-21 08:30:38 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: DB SUMMARY 2024-05-21T18:54:37.987 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: DB Session ID: ZISJL1HSDGJMT0XM6U49 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: CURRENT file: CURRENT 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104974 ; 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.error_if_exists: 0 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.create_if_missing: 0 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.paranoid_checks: 1 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T18:54:37.988 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.env: 0x55a022eddcc0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.info_log: 0x55a03bacfde0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.statistics: (nil) 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.use_fsync: 0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_log_file_size: 0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_fallocate: 1 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T18:54:37.989 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.use_direct_reads: 0 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.db_log_dir: 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.wal_dir: 2024-05-21T18:54:37.990 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.write_buffer_manager: 0x55a03baa10e0 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T18:54:37.991 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.unordered_write: 0 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.row_cache: None 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.wal_filter: None 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T18:54:37.992 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.two_write_queues: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.wal_compression: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.atomic_flush: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.log_readahead_size: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T18:54:37.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_background_jobs: 2 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_background_compactions: -1 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_subcompactions: 1 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T18:54:37.994 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_open_files: -1 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_background_flushes: -1 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Compression algorithms supported: 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kZSTD supported: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kXpressCompression supported: 0 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kZlibCompression supported: 1 2024-05-21T18:54:37.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kSnappyCompression supported: 1 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kLZ4Compression supported: 1 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: kBZip2Compression supported: 0 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.merge_operator: 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_filter: None 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T18:54:37.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a03bacffa0) 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks: 1 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: pin_top_level_index_and_filter: 1 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_type: 0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_index_type: 0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_shortening: 1 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: checksum: 4 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: no_block_cache: 0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache: 0x55a03bad31f0 2024-05-21T18:54:37.997 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_name: BinnedLRUCache 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_options: 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: capacity : 536870912 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_shard_bits : 4 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: strict_capacity_limit : 0 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: high_pri_pool_ratio: 0.000 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_cache_compressed: (nil) 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: persistent_cache: (nil) 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size: 4096 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_size_deviation: 10 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_restart_interval: 16 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: index_block_restart_interval: 1 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: metadata_block_size: 4096 2024-05-21T18:54:37.998 INFO:journalctl@ceph.mon.a.smithi003.stdout: partition_filters: 0 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: use_delta_encoding: 1 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: filter_policy: bloomfilter 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: whole_key_filtering: 1 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: verify_compression: 0 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: read_amp_bytes_per_bit: 0 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: format_version: 5 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_index_compression: 1 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: block_align: 0 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: max_auto_readahead_size: 262144 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: prepopulate_block_cache: 0 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: initial_auto_readahead_size: 8192 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T18:54:37.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression: NoCompression 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.num_levels: 7 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T18:54:38.000 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T18:54:38.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T18:54:38.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T18:54:38.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T18:54:38.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T18:54:38.003 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T18:54:38.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.inplace_update_support: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.bloom_locality: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.max_successive_merges: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T18:54:38.005 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.ttl: 2592000 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enable_blob_files: false 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.min_blob_size: 0 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T18:54:38.006 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e8ed758d-6f75-46fa-83bf-4b99be64be4f 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716317677706193, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716317677707533, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100143, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98027, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14153, "raw_average_key_size": 49, "raw_value_size": 90326, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716317677, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e8ed758d-6f75-46fa-83bf-4b99be64be4f", "db_session_id": "ZISJL1HSDGJMT0XM6U49", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716317677707674, "job": 1, "event": "recovery_finished"} 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-21T18:54:38.007 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a03bbf0000 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: DB pointer 0x55a03bbdc000 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** DB Stats ** 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.008 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: L0 2/0 99.66 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 121.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: Sum 2/0 99.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 121.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 121.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** Compaction Stats [default] ** 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 121.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T18:54:38.009 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Cumulative compaction: 0.00 GB write, 16.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Interval compaction: 0.00 GB write, 16.15 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache BinnedLRUCache@0x55a03bad31f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.010 INFO:journalctl@ceph.mon.a.smithi003.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: starting mon.a rank 0 at public addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] at bind addrs [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???) e1 preinit fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).mds e1 new map 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).mds e1 print_map 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: e1 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: legacy client fscid: -1 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout: No filesystems configured 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T18:54:38.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 bash[31559]: 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 systemd[1]: Started Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: monmap epoch 1 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: last_changed 2024-05-21T18:54:25.578075+0000 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: min_mon_release 19 (squid) 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: election_strategy: 1 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:54:38.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: fsmap 2024-05-21T18:54:38.013 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T18:54:38.013 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:37 smithi003 ceph-mon[31577]: mgrmap e1: no daemons active 2024-05-21T18:54:39.050 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.308+0000 7f04a1a00700 1 Processor -- start 2024-05-21T18:54:39.050 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.308+0000 7f04a1a00700 1 -- start start 2024-05-21T18:54:39.051 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.308+0000 7f04a1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:39.051 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.308+0000 7f04a1a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f049c076e20 con 0x7f049c109a30 2024-05-21T18:54:39.051 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.309+0000 7f049aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:39.051 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.309+0000 7f049aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57696/0 (socket says 172.21.15.3:57696) 2024-05-21T18:54:39.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.309+0000 7f049aa00700 1 -- 172.21.15.3:0/2369310676 learned_addr learned my addr 172.21.15.3:0/2369310676 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:39.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.310+0000 7f049aa00700 1 -- 172.21.15.3:0/2369310676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c10c360 con 0x7f049c109a30 2024-05-21T18:54:39.052 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.310+0000 7f049aa00700 1 --2- 172.21.15.3:0/2369310676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f048c0098a0 tx=0x7f048c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b7277ac625637f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.310+0000 7f049a000700 1 -- 172.21.15.3:0/2369310676 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f048c004160 con 0x7f049c109a30 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f049a000700 1 -- 172.21.15.3:0/2369310676 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f048c004300 con 0x7f049c109a30 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f049a000700 1 -- 172.21.15.3:0/2369310676 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f048c011af0 con 0x7f049c109a30 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f04a1a00700 1 -- 172.21.15.3:0/2369310676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 msgr2=0x7f049c10be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f04a1a00700 1 --2- 172.21.15.3:0/2369310676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f048c0098a0 tx=0x7f048c009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f04a1a00700 1 -- 172.21.15.3:0/2369310676 shutdown_connections 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f04a1a00700 1 --2- 172.21.15.3:0/2369310676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c10be20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.311+0000 7f04a1a00700 1 -- 172.21.15.3:0/2369310676 >> 172.21.15.3:0/2369310676 conn(0x7f049c103460 msgr2=0x7f049c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.312+0000 7f04a1a00700 1 -- 172.21.15.3:0/2369310676 shutdown_connections 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.312+0000 7f04a1a00700 1 -- 172.21.15.3:0/2369310676 wait complete. 2024-05-21T18:54:39.053 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.313+0000 7f04a1a00700 1 Processor -- start 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.313+0000 7f04a1a00700 1 -- start start 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.313+0000 7f04a1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.313+0000 7f04a1a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f049c10d2b0 con 0x7f049c109a30 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.314+0000 7f049aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.314+0000 7f049aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57700/0 (socket says 172.21.15.3:57700) 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.314+0000 7f049aa00700 1 -- 172.21.15.3:0/1496131872 learned_addr learned my addr 172.21.15.3:0/1496131872 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.314+0000 7f049aa00700 1 -- 172.21.15.3:0/1496131872 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049c19f620 con 0x7f049c109a30 2024-05-21T18:54:39.056 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.314+0000 7f049aa00700 1 --2- 172.21.15.3:0/1496131872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f048c011ac0 tx=0x7f048c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f048c003970 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f049c19f910 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f048c003b10 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f048c024610 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f049c1a25a0 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f048c024c20 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.315+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f048c019700 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.316+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f049c064ba0 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.319+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f048c01a9e0 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.396+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f049c1a2c30 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.399+0000 7f0493400700 1 -- 172.21.15.3:0/1496131872 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f048c01a430 con 0x7f049c109a30 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.400+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 msgr2=0x7f049c19f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.400+0000 7f04a1a00700 1 --2- 172.21.15.3:0/1496131872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f048c011ac0 tx=0x7f048c011ba0 comp rx=0 tx=0).stop 2024-05-21T18:54:39.057 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.400+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 shutdown_connections 2024-05-21T18:54:39.058 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.400+0000 7f04a1a00700 1 --2- 172.21.15.3:0/1496131872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f049c109a30 0x7f049c19f0e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:39.058 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.401+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 >> 172.21.15.3:0/1496131872 conn(0x7f049c103460 msgr2=0x7f049c103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:39.058 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.401+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 shutdown_connections 2024-05-21T18:54:39.058 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:38.401+0000 7f04a1a00700 1 -- 172.21.15.3:0/1496131872 wait complete. 2024-05-21T18:54:39.058 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-21T18:54:39.080 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-21T18:54:39.080 INFO:teuthology.orchestra.run.smithi003.stdout:Creating mgr... 2024-05-21T18:54:39.083 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-21T18:54:39.084 INFO:teuthology.orchestra.run.smithi003.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-21T18:54:39.526 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T18:54:39.527 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Failed to reset failed state of unit ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-21T18:54:39.806 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968.target.wants/ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-66720f12-17a3-11ef-bc9a-c7b262605968@.service. 2024-05-21T18:54:39.846 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:39 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1496131872' entity='client.admin' 2024-05-21T18:54:40.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:39 smithi003 systemd[1]: Starting Ceph mgr.x for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T18:54:40.560 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 podman[31792]: 2024-05-21 18:54:40.235711623 +0000 UTC m=+0.128619150 container create 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-05-21T18:54:40.560 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 podman[31792]: 2024-05-21 18:54:40.145495363 +0000 UTC m=+0.038402870 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T18:54:40.560 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 podman[31792]: 2024-05-21 18:54:40.468022247 +0000 UTC m=+0.360929823 container init 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240521) 2024-05-21T18:54:40.561 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 podman[31792]: 2024-05-21 18:54:40.47820284 +0000 UTC m=+0.371110383 container start 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T18:54:40.561 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 bash[31792]: 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 2024-05-21T18:54:40.603 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T18:54:40.603 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-05-21T18:54:40.622 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T18:54:40.622 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:54:40.623 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-05-21T18:54:40.623 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T18:54:40.649 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T18:54:40.649 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-05-21T18:54:40.669 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T18:54:40.669 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:54:40.669 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-05-21T18:54:40.669 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-21T18:54:40.670 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr to start... 2024-05-21T18:54:40.670 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr... 2024-05-21T18:54:40.825 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 systemd[1]: Started Ceph mgr.x for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:54:40.825 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:40.737+0000 7f86dbc4d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T18:54:41.105 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:40.997+0000 7f86dbc4d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:54:41.381 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:41.133+0000 7f86dbc4d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T18:54:41.682 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:41 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/366934716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T18:54:41.682 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:41.566+0000 7f86dbc4d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T18:54:41.682 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:41.683+0000 7f86dbc4d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T18:54:42.092 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T18:54:42.093 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.095 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.096 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T18:54:42.097 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T18:54:42.101 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T18:54:42.102 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T18:54:30.879584+0000", 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.292+0000 7fac3e800700 1 Processor -- start 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.293+0000 7fac3e800700 1 -- start start 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.293+0000 7fac3e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:42.103 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.293+0000 7fac3e800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac381099f0 con 0x7fac38109000 2024-05-21T18:54:42.104 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.293+0000 7fac37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:42.104 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.294+0000 7fac37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44910/0 (socket says 172.21.15.3:44910) 2024-05-21T18:54:42.104 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.294+0000 7fac37400700 1 -- 172.21.15.3:0/2260779410 learned_addr learned my addr 172.21.15.3:0/2260779410 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:42.104 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.294+0000 7fac37400700 1 -- 172.21.15.3:0/2260779410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3810a200 con 0x7fac38109000 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.294+0000 7fac37400700 1 --2- 172.21.15.3:0/2260779410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fac28009e80 tx=0x7fac2800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7211e53421779a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.295+0000 7fac36000700 1 -- 172.21.15.3:0/2260779410 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28017070 con 0x7fac38109000 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.295+0000 7fac36000700 1 -- 172.21.15.3:0/2260779410 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fac2800b8c0 con 0x7fac38109000 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.295+0000 7fac36000700 1 -- 172.21.15.3:0/2260779410 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28004490 con 0x7fac38109000 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.295+0000 7fac3e800700 1 -- 172.21.15.3:0/2260779410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 msgr2=0x7fac38109420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.295+0000 7fac3e800700 1 --2- 172.21.15.3:0/2260779410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fac28009e80 tx=0x7fac2800b330 comp rx=0 tx=0).stop 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.296+0000 7fac3e800700 1 -- 172.21.15.3:0/2260779410 shutdown_connections 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.296+0000 7fac3e800700 1 --2- 172.21.15.3:0/2260779410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac38109420 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.296+0000 7fac3e800700 1 -- 172.21.15.3:0/2260779410 >> 172.21.15.3:0/2260779410 conn(0x7fac381045e0 msgr2=0x7fac38106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:42.108 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.296+0000 7fac3e800700 1 -- 172.21.15.3:0/2260779410 shutdown_connections 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.296+0000 7fac3e800700 1 -- 172.21.15.3:0/2260779410 wait complete. 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.297+0000 7fac3e800700 1 Processor -- start 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.297+0000 7fac3e800700 1 -- start start 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.297+0000 7fac3e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.297+0000 7fac3e800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac3810d5b0 con 0x7fac38109000 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.298+0000 7fac37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.298+0000 7fac37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44922/0 (socket says 172.21.15.3:44922) 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.298+0000 7fac37400700 1 -- 172.21.15.3:0/366934716 learned_addr learned my addr 172.21.15.3:0/366934716 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.298+0000 7fac37400700 1 -- 172.21.15.3:0/366934716 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac3807df70 con 0x7fac38109000 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.298+0000 7fac37400700 1 --2- 172.21.15.3:0/366934716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fac28004a60 tx=0x7fac2800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28020020 con 0x7fac38109000 2024-05-21T18:54:42.109 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fac28012430 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac28017040 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac3807c160 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac3807c6a0 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fac28023020 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.299+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fac2800f050 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.300+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac38064ba0 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.302+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fac2802a020 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.383+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fac3807c9e0 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.383+0000 7fac2fe00700 1 -- 172.21.15.3:0/366934716 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fac2800b860 con 0x7fac38109000 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 msgr2=0x7fac3807da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 --2- 172.21.15.3:0/366934716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fac28004a60 tx=0x7fac2800bd50 comp rx=0 tx=0).stop 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 shutdown_connections 2024-05-21T18:54:42.110 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 --2- 172.21.15.3:0/366934716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac38109000 0x7fac3807da30 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:42.111 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 >> 172.21.15.3:0/366934716 conn(0x7fac381045e0 msgr2=0x7fac38105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:42.111 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 shutdown_connections 2024-05-21T18:54:42.111 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:41.385+0000 7fac3e800700 1 -- 172.21.15.3:0/366934716 wait complete. 2024-05-21T18:54:42.111 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (1/15)... 2024-05-21T18:54:43.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:43.324+0000 7f86dbc4d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T18:54:43.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:43.557+0000 7f86dbc4d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T18:54:44.105 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:43.779+0000 7f86dbc4d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T18:54:44.427 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:44.177+0000 7f86dbc4d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T18:54:44.427 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:44.303+0000 7f86dbc4d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T18:54:44.713 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:44.563+0000 7f86dbc4d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T18:54:45.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:44 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1365469092' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T18:54:45.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:44.829+0000 7f86dbc4d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:54:45.526 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:45.527 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:54:45.527 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T18:54:45.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T18:54:45.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T18:54:45.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T18:54:45.528 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:45.529 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:45.531 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T18:54:45.532 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T18:54:45.532 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T18:54:45.540 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T18:54:45.540 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T18:54:45.540 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T18:54:45.540 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.540 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T18:54:45.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T18:54:45.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T18:54:30.879584+0000", 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.715+0000 7fc350c00700 1 Processor -- start 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.715+0000 7fc350c00700 1 -- start start 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.715+0000 7fc350c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:45.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.715+0000 7fc350c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c076d80 con 0x7fc34c109910 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.716+0000 7fc34b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.716+0000 7fc34b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44924/0 (socket says 172.21.15.3:44924) 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.716+0000 7fc34b400700 1 -- 172.21.15.3:0/26278053 learned_addr learned my addr 172.21.15.3:0/26278053 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.716+0000 7fc34b400700 1 -- 172.21.15.3:0/26278053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c10c240 con 0x7fc34c109910 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.717+0000 7fc34b400700 1 --2- 172.21.15.3:0/26278053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc33c0098a0 tx=0x7fc33c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136c0771650990e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.717+0000 7fc34aa00700 1 -- 172.21.15.3:0/26278053 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc33c004160 con 0x7fc34c109910 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.717+0000 7fc34aa00700 1 -- 172.21.15.3:0/26278053 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc33c004300 con 0x7fc34c109910 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.717+0000 7fc34aa00700 1 -- 172.21.15.3:0/26278053 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc33c011af0 con 0x7fc34c109910 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 -- 172.21.15.3:0/26278053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 msgr2=0x7fc34c10bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 --2- 172.21.15.3:0/26278053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc33c0098a0 tx=0x7fc33c009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 -- 172.21.15.3:0/26278053 shutdown_connections 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 --2- 172.21.15.3:0/26278053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c10bd00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:45.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 -- 172.21.15.3:0/26278053 >> 172.21.15.3:0/26278053 conn(0x7fc34c1032c0 msgr2=0x7fc34c1056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 -- 172.21.15.3:0/26278053 shutdown_connections 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.718+0000 7fc350c00700 1 -- 172.21.15.3:0/26278053 wait complete. 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc350c00700 1 Processor -- start 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc350c00700 1 -- start start 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc350c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc350c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc34c10d150 con 0x7fc34c109910 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc34b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc34b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44940/0 (socket says 172.21.15.3:44940) 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.720+0000 7fc34b400700 1 -- 172.21.15.3:0/1365469092 learned_addr learned my addr 172.21.15.3:0/1365469092 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc34b400700 1 -- 172.21.15.3:0/1365469092 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc34c19f4a0 con 0x7fc34c109910 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc34b400700 1 --2- 172.21.15.3:0/1365469092 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc33c011ac0 tx=0x7fc33c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc33c003970 con 0x7fc34c109910 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc33c003b10 con 0x7fc34c109910 2024-05-21T18:54:45.545 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc33c024610 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc34c19f730 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.721+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc34c1a2420 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.722+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc33c024bd0 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.722+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc33c019700 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.723+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc34c064ba0 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.725+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fc33c01a9e0 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.807+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fc34c1a2970 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.807+0000 7fc348c00700 1 -- 172.21.15.3:0/1365469092 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fc33c01a430 con 0x7fc34c109910 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.808+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 msgr2=0x7fc34c19ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.808+0000 7fc350c00700 1 --2- 172.21.15.3:0/1365469092 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc33c011ac0 tx=0x7fc33c011ba0 comp rx=0 tx=0).stop 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.808+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 shutdown_connections 2024-05-21T18:54:45.546 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.808+0000 7fc350c00700 1 --2- 172.21.15.3:0/1365469092 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc34c109910 0x7fc34c19ef60 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:45.547 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.808+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 >> 172.21.15.3:0/1365469092 conn(0x7fc34c1032c0 msgr2=0x7fc34c103d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:45.547 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.809+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 shutdown_connections 2024-05-21T18:54:45.547 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:44.809+0000 7fc350c00700 1 -- 172.21.15.3:0/1365469092 wait complete. 2024-05-21T18:54:45.547 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (2/15)... 2024-05-21T18:54:45.855 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:45.657+0000 7f86dbc4d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T18:54:46.355 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:45.951+0000 7f86dbc4d200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T18:54:46.856 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:46.519+0000 7f86dbc4d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T18:54:46.856 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:46.650+0000 7f86dbc4d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T18:54:47.605 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:47.123+0000 7f86dbc4d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T18:54:47.874 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:47.610+0000 7f86dbc4d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T18:54:47.874 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:47.748+0000 7f86dbc4d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T18:54:48.126 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:48.093+0000 7f86dbc4d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T18:54:48.414 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2669615534' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T18:54:48.414 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:48.282+0000 7f86dbc4d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T18:54:48.414 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:48.415+0000 7f86dbc4d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T18:54:48.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:48.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:54:48.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T18:54:48.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-21T18:54:48.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T18:54:48.907 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T18:54:48.915 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T18:54:48.916 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T18:54:30.879584+0000", 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:54:48.917 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.152+0000 7f7c1a800700 1 Processor -- start 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.153+0000 7f7c1a800700 1 -- start start 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.153+0000 7f7c1a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.153+0000 7f7c1a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7c14076dc0 con 0x7f7c14109a90 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.154+0000 7f7c13400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.154+0000 7f7c13400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44954/0 (socket says 172.21.15.3:44954) 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.154+0000 7f7c13400700 1 -- 172.21.15.3:0/4183815230 learned_addr learned my addr 172.21.15.3:0/4183815230 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.154+0000 7f7c13400700 1 -- 172.21.15.3:0/4183815230 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c1410c3c0 con 0x7f7c14109a90 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.154+0000 7f7c13400700 1 --2- 172.21.15.3:0/4183815230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7c040098a0 tx=0x7f7c04009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=294df6e855e2c4ba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.155+0000 7f7c12000700 1 -- 172.21.15.3:0/4183815230 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c04004160 con 0x7f7c14109a90 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.155+0000 7f7c12000700 1 -- 172.21.15.3:0/4183815230 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7c04004300 con 0x7f7c14109a90 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.155+0000 7f7c12000700 1 -- 172.21.15.3:0/4183815230 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c04011af0 con 0x7f7c14109a90 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.155+0000 7f7c1a800700 1 -- 172.21.15.3:0/4183815230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 msgr2=0x7f7c1410be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:48.918 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.155+0000 7f7c1a800700 1 --2- 172.21.15.3:0/4183815230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7c040098a0 tx=0x7f7c04009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.156+0000 7f7c1a800700 1 -- 172.21.15.3:0/4183815230 shutdown_connections 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.156+0000 7f7c1a800700 1 --2- 172.21.15.3:0/4183815230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1410be80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.156+0000 7f7c1a800700 1 -- 172.21.15.3:0/4183815230 >> 172.21.15.3:0/4183815230 conn(0x7f7c14103460 msgr2=0x7f7c14105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.156+0000 7f7c1a800700 1 -- 172.21.15.3:0/4183815230 shutdown_connections 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.156+0000 7f7c1a800700 1 -- 172.21.15.3:0/4183815230 wait complete. 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.157+0000 7f7c1a800700 1 Processor -- start 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.157+0000 7f7c1a800700 1 -- start start 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.157+0000 7f7c1a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.157+0000 7f7c1a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7c1410d320 con 0x7f7c14109a90 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.158+0000 7f7c13400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.158+0000 7f7c13400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:44956/0 (socket says 172.21.15.3:44956) 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.158+0000 7f7c13400700 1 -- 172.21.15.3:0/2669615534 learned_addr learned my addr 172.21.15.3:0/2669615534 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.158+0000 7f7c13400700 1 -- 172.21.15.3:0/2669615534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c1419f6c0 con 0x7f7c14109a90 2024-05-21T18:54:48.919 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.158+0000 7f7c13400700 1 --2- 172.21.15.3:0/2669615534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7c04011ac0 tx=0x7f7c04011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c04003970 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7c04003b10 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c04024610 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c1419f950 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c141a2640 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7c04024bd0 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.159+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7c04019700 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.160+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c14064ba0 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.163+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f7c0401a9e0 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.242+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f7c141a2810 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.243+0000 7f7c0be00700 1 -- 172.21.15.3:0/2669615534 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f7c0401a430 con 0x7f7c14109a90 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.245+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 msgr2=0x7f7c1419f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:48.920 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.245+0000 7f7c1a800700 1 --2- 172.21.15.3:0/2669615534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7c04011ac0 tx=0x7f7c04011ba0 comp rx=0 tx=0).stop 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.245+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 shutdown_connections 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.245+0000 7f7c1a800700 1 --2- 172.21.15.3:0/2669615534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7c14109a90 0x7f7c1419f180 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.245+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 >> 172.21.15.3:0/2669615534 conn(0x7f7c14103460 msgr2=0x7f7c14103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.246+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 shutdown_connections 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:48.246+0000 7f7c1a800700 1 -- 172.21.15.3:0/2669615534 wait complete. 2024-05-21T18:54:48.921 INFO:teuthology.orchestra.run.smithi003.stdout:mgr not available, waiting (3/15)... 2024-05-21T18:54:49.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:48.832+0000 7f86dbc4d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T18:54:49.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:48.965+0000 7f86dbc4d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T18:54:50.077 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:49.783+0000 7f86dbc4d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T18:54:50.077 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:50.078+0000 7f86dbc4d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T18:54:50.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: Activating manager daemon x 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: mgrmap e2: x(active, starting, since 0.0131296s) 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: Manager daemon x is now available 2024-05-21T18:54:50.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T18:54:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T18:54:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:50 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' 2024-05-21T18:54:51.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:51 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' 2024-05-21T18:54:51.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:51 smithi003 ceph-mon[31577]: from='mgr.14100 172.21.15.3:0/3931924930' entity='mgr.x' 2024-05-21T18:54:51.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:51 smithi003 ceph-mon[31577]: mgrmap e3: x(active, since 1.01972s) 2024-05-21T18:54:52.289 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:52 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/943560879' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T18:54:52.692 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:52.697 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:54:52.698 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T18:54:52.698 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T18:54:52.698 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T18:54:52.698 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T18:54:52.699 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T18:54:52.699 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.699 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T18:54:52.699 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T18:54:52.699 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 0 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-21T18:54:52.700 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T18:54:52.701 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:52.702 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T18:54:52.702 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T18:54:52.702 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T18:54:52.716 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T18:54:52.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T18:54:52.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ], 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T18:54:30.879584+0000", 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout }, 2024-05-21T18:54:52.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.584+0000 7fd575400700 1 Processor -- start 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.584+0000 7fd575400700 1 -- start start 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.585+0000 7fd575400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.585+0000 7fd575400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd5701127a0 con 0x7fd57010fe70 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.585+0000 7fd56e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.585+0000 7fd56e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55288/0 (socket says 172.21.15.3:55288) 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.585+0000 7fd56e800700 1 -- 172.21.15.3:0/3234531873 learned_addr learned my addr 172.21.15.3:0/3234531873 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.586+0000 7fd56e800700 1 -- 172.21.15.3:0/3234531873 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd570112920 con 0x7fd57010fe70 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.586+0000 7fd56e800700 1 --2- 172.21.15.3:0/3234531873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd5600098a0 tx=0x7fd560009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d831ef920c1008c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.587+0000 7fd56d400700 1 -- 172.21.15.3:0/3234531873 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd560004160 con 0x7fd57010fe70 2024-05-21T18:54:52.720 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.587+0000 7fd56d400700 1 -- 172.21.15.3:0/3234531873 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd560004300 con 0x7fd57010fe70 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.587+0000 7fd56d400700 1 -- 172.21.15.3:0/3234531873 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd560011af0 con 0x7fd57010fe70 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.587+0000 7fd575400700 1 -- 172.21.15.3:0/3234531873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 msgr2=0x7fd570112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.587+0000 7fd575400700 1 --2- 172.21.15.3:0/3234531873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd5600098a0 tx=0x7fd560009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.588+0000 7fd575400700 1 -- 172.21.15.3:0/3234531873 shutdown_connections 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.588+0000 7fd575400700 1 --2- 172.21.15.3:0/3234531873 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd570112260 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.588+0000 7fd575400700 1 -- 172.21.15.3:0/3234531873 >> 172.21.15.3:0/3234531873 conn(0x7fd57007e690 msgr2=0x7fd570080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.588+0000 7fd575400700 1 -- 172.21.15.3:0/3234531873 shutdown_connections 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.588+0000 7fd575400700 1 -- 172.21.15.3:0/3234531873 wait complete. 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.589+0000 7fd575400700 1 Processor -- start 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.589+0000 7fd575400700 1 -- start start 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.589+0000 7fd575400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:52.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.589+0000 7fd575400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd570113940 con 0x7fd57010fe70 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.590+0000 7fd56e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.590+0000 7fd56e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55294/0 (socket says 172.21.15.3:55294) 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.590+0000 7fd56e800700 1 -- 172.21.15.3:0/943560879 learned_addr learned my addr 172.21.15.3:0/943560879 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.590+0000 7fd56e800700 1 -- 172.21.15.3:0/943560879 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5701a39e0 con 0x7fd57010fe70 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.590+0000 7fd56e800700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd560003f40 tx=0x7fd560011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:52.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.591+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5600038b0 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.591+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd560003a50 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.591+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd56001a5c0 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.591+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5701a3c70 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.591+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5701a6960 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.592+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7fd560024430 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.592+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd570064ba0 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.593+0000 7fd567400700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 0x7fd5540407d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.593+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd560053790 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.593+0000 7fd56de00700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 0x7fd5540407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.594+0000 7fd56de00700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 0x7fd5540407d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd55c006fd0 tx=0x7fd55c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.600+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd56000b3e0 con 0x7fd57010fe70 2024-05-21T18:54:52.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.928+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fd5701a6b30 con 0x7fd57010fe70 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.929+0000 7fd567400700 1 -- 172.21.15.3:0/943560879 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fd5701a6b30 con 0x7fd57010fe70 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.932+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 msgr2=0x7fd5540407d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.932+0000 7fd575400700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 0x7fd5540407d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd55c006fd0 tx=0x7fd55c006e40 comp rx=0 tx=0).stop 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.932+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 msgr2=0x7fd5701a34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.932+0000 7fd575400700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd560003f40 tx=0x7fd560011890 comp rx=0 tx=0).stop 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 shutdown_connections 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd55403e310 0x7fd5540407d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 --2- 172.21.15.3:0/943560879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd57010fe70 0x7fd5701a34a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 >> 172.21.15.3:0/943560879 conn(0x7fd57007e690 msgr2=0x7fd5700801f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 shutdown_connections 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:51.933+0000 7fd575400700 1 -- 172.21.15.3:0/943560879 wait complete. 2024-05-21T18:54:52.724 INFO:teuthology.orchestra.run.smithi003.stdout:mgr is available 2024-05-21T18:54:53.254 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:53 smithi003 ceph-mon[31577]: mgrmap e4: x(active, since 2s) 2024-05-21T18:54:54.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:54 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/956677269' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T18:54:54.239 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:54.239 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T18:54:54.239 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout fsid = 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:54:54.239 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T18:54:54.240 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T18:54:54.240 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T18:54:54.240 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T18:54:54.240 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T18:54:54.240 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:54.241 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T18:54:54.241 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T18:54:54.242 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 2024-05-21T18:54:54.242 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T18:54:54.242 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T18:54:54.242 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T18:54:54.242 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T18:54:54.243 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.311+0000 7f27df600700 1 Processor -- start 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.311+0000 7f27df600700 1 -- start start 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.311+0000 7f27df600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.311+0000 7f27df600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f27d81087b0 con 0x7f27d8107e50 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.312+0000 7f27dcc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.312+0000 7f27dcc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55296/0 (socket says 172.21.15.3:55296) 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.312+0000 7f27dcc00700 1 -- 172.21.15.3:0/3772690828 learned_addr learned my addr 172.21.15.3:0/3772690828 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.312+0000 7f27dcc00700 1 -- 172.21.15.3:0/3772690828 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d8109040 con 0x7f27d8107e50 2024-05-21T18:54:54.244 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27dcc00700 1 --2- 172.21.15.3:0/3772690828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00bb40 tx=0x7f27cc00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87f2f3779ed2de09 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27d7400700 1 -- 172.21.15.3:0/3772690828 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27cc00dbe0 con 0x7f27d8107e50 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27d7400700 1 -- 172.21.15.3:0/3772690828 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f27cc0044c0 con 0x7f27d8107e50 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27d7400700 1 -- 172.21.15.3:0/3772690828 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27cc010470 con 0x7f27d8107e50 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27df600700 1 -- 172.21.15.3:0/3772690828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 msgr2=0x7f27d8108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.313+0000 7f27df600700 1 --2- 172.21.15.3:0/3772690828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00bb40 tx=0x7f27cc00be50 comp rx=0 tx=0).stop 2024-05-21T18:54:54.246 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.314+0000 7f27df600700 1 -- 172.21.15.3:0/3772690828 shutdown_connections 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.314+0000 7f27df600700 1 --2- 172.21.15.3:0/3772690828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d8108270 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.314+0000 7f27df600700 1 -- 172.21.15.3:0/3772690828 >> 172.21.15.3:0/3772690828 conn(0x7f27d8103460 msgr2=0x7f27d8105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.314+0000 7f27df600700 1 -- 172.21.15.3:0/3772690828 shutdown_connections 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.314+0000 7f27df600700 1 -- 172.21.15.3:0/3772690828 wait complete. 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.315+0000 7f27df600700 1 Processor -- start 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.315+0000 7f27df600700 1 -- start start 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.315+0000 7f27df600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.315+0000 7f27df600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f27d8109ed0 con 0x7f27d8107e50 2024-05-21T18:54:54.247 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.316+0000 7f27dcc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.316+0000 7f27dcc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55310/0 (socket says 172.21.15.3:55310) 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.316+0000 7f27dcc00700 1 -- 172.21.15.3:0/956677269 learned_addr learned my addr 172.21.15.3:0/956677269 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.316+0000 7f27dcc00700 1 -- 172.21.15.3:0/956677269 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d819b250 con 0x7f27d8107e50 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.316+0000 7f27dcc00700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00b340 tx=0x7f27cc003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.317+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27cc027070 con 0x7f27d8107e50 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.317+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f27cc010bb0 con 0x7f27d8107e50 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.317+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d819b4e0 con 0x7f27d8107e50 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.317+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27cc022ba0 con 0x7f27d8107e50 2024-05-21T18:54:54.251 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.317+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d819e1c0 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.318+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27d8064ba0 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.318+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f27cc02a070 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.319+0000 7f27d5600700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 0x7f27c0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.319+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f27cc01f070 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.319+0000 7f27d7e00700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 0x7f27c0040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.320+0000 7f27d7e00700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 0x7f27c0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f27c4006fd0 tx=0x7f27c4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.325+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f27cc015070 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.562+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f27d819e390 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.564+0000 7f27d5600700 1 -- 172.21.15.3:0/956677269 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7f27d819e390 con 0x7f27d8107e50 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 msgr2=0x7f27c0040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 0x7f27c0040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f27c4006fd0 tx=0x7f27c4006e40 comp rx=0 tx=0).stop 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 msgr2=0x7f27d819ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:54.252 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f27cc00b340 tx=0x7f27cc003dc0 comp rx=0 tx=0).stop 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 shutdown_connections 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f27c003e470 0x7f27c0040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 --2- 172.21.15.3:0/956677269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f27d8107e50 0x7f27d819ad10 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 >> 172.21.15.3:0/956677269 conn(0x7f27d8103460 msgr2=0x7f27d8191290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.568+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 shutdown_connections 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:53.569+0000 7f27df600700 1 -- 172.21.15.3:0/956677269 wait complete. 2024-05-21T18:54:54.253 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling cephadm module... 2024-05-21T18:54:55.541 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:55 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3369399811' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-21T18:54:55.542 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: ignoring --setuser ceph since I am not root 2024-05-21T18:54:55.542 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: ignoring --setgroup ceph since I am not root 2024-05-21T18:54:55.542 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:55.543+0000 7fe9c6974200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T18:54:55.856 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:55.790+0000 7fe9c6974200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.877+0000 7fd68a200700 1 Processor -- start 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.877+0000 7fd68a200700 1 -- start start 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.878+0000 7fd68a200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.878+0000 7fd68a200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd6841125d0 con 0x7fd68410fca0 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.878+0000 7fd688e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.878+0000 7fd688e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55314/0 (socket says 172.21.15.3:55314) 2024-05-21T18:54:55.994 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.878+0000 7fd688e00700 1 -- 172.21.15.3:0/2368662440 learned_addr learned my addr 172.21.15.3:0/2368662440 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.879+0000 7fd688e00700 1 -- 172.21.15.3:0/2368662440 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd684112750 con 0x7fd68410fca0 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.879+0000 7fd688e00700 1 --2- 172.21.15.3:0/2368662440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd66c0098a0 tx=0x7fd66c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b697024e0dfc4a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.879+0000 7fd683e00700 1 -- 172.21.15.3:0/2368662440 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c004160 con 0x7fd68410fca0 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.879+0000 7fd683e00700 1 -- 172.21.15.3:0/2368662440 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd66c004300 con 0x7fd68410fca0 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.879+0000 7fd683e00700 1 -- 172.21.15.3:0/2368662440 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c011af0 con 0x7fd68410fca0 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 -- 172.21.15.3:0/2368662440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 msgr2=0x7fd684112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 --2- 172.21.15.3:0/2368662440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd66c0098a0 tx=0x7fd66c009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:55.995 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 -- 172.21.15.3:0/2368662440 shutdown_connections 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 --2- 172.21.15.3:0/2368662440 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd684112090 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 -- 172.21.15.3:0/2368662440 >> 172.21.15.3:0/2368662440 conn(0x7fd68407e3b0 msgr2=0x7fd6840807f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 -- 172.21.15.3:0/2368662440 shutdown_connections 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.880+0000 7fd68a200700 1 -- 172.21.15.3:0/2368662440 wait complete. 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.881+0000 7fd68a200700 1 Processor -- start 2024-05-21T18:54:55.996 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.881+0000 7fd68a200700 1 -- start start 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd68a200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd68a200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd684113770 con 0x7fd68410fca0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd688e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd688e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55322/0 (socket says 172.21.15.3:55322) 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd688e00700 1 -- 172.21.15.3:0/3369399811 learned_addr learned my addr 172.21.15.3:0/3369399811 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.882+0000 7fd688e00700 1 -- 172.21.15.3:0/3369399811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6841a38c0 con 0x7fd68410fca0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd688e00700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd66c011ac0 tx=0x7fd66c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c003970 con 0x7fd68410fca0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd66c003b10 con 0x7fd68410fca0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6841a3b50 con 0x7fd68410fca0 2024-05-21T18:54:55.997 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd66c024610 con 0x7fd68410fca0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.883+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6841a6840 con 0x7fd68410fca0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.884+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd684064ba0 con 0x7fd68410fca0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.885+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fd66c01a9e0 con 0x7fd68410fca0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.885+0000 7fd682000700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 0x7fd664040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.885+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd66c0537d0 con 0x7fd68410fca0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.886+0000 7fd67be00700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 0x7fd664040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:55.998 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.886+0000 7fd67be00700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 0x7fd664040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd674006fd0 tx=0x7fd674006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:54.891+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd66c0247f0 con 0x7fd68410fca0 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.191+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fd6841a6a10 con 0x7fd68410fca0 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.246+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fd6841a6a10 con 0x7fd68410fca0 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.249+0000 7fd682000700 1 -- 172.21.15.3:0/3369399811 <== mon.0 v2:172.21.15.3:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fd66c055c10 con 0x7fd68410fca0 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 msgr2=0x7fd664040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:55.999 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 0x7fd664040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd674006fd0 tx=0x7fd674006e40 comp rx=0 tx=0).stop 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 msgr2=0x7fd6841a3380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd66c011ac0 tx=0x7fd66c011ba0 comp rx=0 tx=0).stop 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 shutdown_connections 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7fd66403e470 0x7fd664040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 --2- 172.21.15.3:0/3369399811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd68410fca0 0x7fd6841a3380 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.250+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 >> 172.21.15.3:0/3369399811 conn(0x7fd68407e3b0 msgr2=0x7fd68407ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.251+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 shutdown_connections 2024-05-21T18:54:56.000 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:55.251+0000 7fd68a200700 1 -- 172.21.15.3:0/3369399811 wait complete. 2024-05-21T18:54:56.254 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:55.925+0000 7fe9c6974200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T18:54:56.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:56 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3369399811' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-21T18:54:56.565 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:56 smithi003 ceph-mon[31577]: mgrmap e5: x(active, since 5s) 2024-05-21T18:54:56.565 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:56.339+0000 7fe9c6974200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T18:54:56.566 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:56.458+0000 7fe9c6974200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T18:54:57.486 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:54:57 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2714213841' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.566+0000 7f1033400700 1 Processor -- start 2024-05-21T18:54:57.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.566+0000 7f1033400700 1 -- start start 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.566+0000 7f1033400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.567+0000 7f1033400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f102c076e40 con 0x7f102c107800 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.567+0000 7f1030a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.567+0000 7f1030a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55342/0 (socket says 172.21.15.3:55342) 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.567+0000 7f1030a00700 1 -- 172.21.15.3:0/1253803278 learned_addr learned my addr 172.21.15.3:0/1253803278 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.567+0000 7f1030a00700 1 -- 172.21.15.3:0/1253803278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f102c10a170 con 0x7f102c107800 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.568+0000 7f1030a00700 1 --2- 172.21.15.3:0/1253803278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f10200098a0 tx=0x7f1020009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=933f0f2f550214d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.568+0000 7f102b400700 1 -- 172.21.15.3:0/1253803278 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1020004160 con 0x7f102c107800 2024-05-21T18:54:57.502 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.568+0000 7f102b400700 1 -- 172.21.15.3:0/1253803278 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1020004300 con 0x7f102c107800 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.568+0000 7f102b400700 1 -- 172.21.15.3:0/1253803278 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1020011af0 con 0x7f102c107800 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 -- 172.21.15.3:0/1253803278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 msgr2=0x7f102c109c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 --2- 172.21.15.3:0/1253803278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f10200098a0 tx=0x7f1020009bb0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 -- 172.21.15.3:0/1253803278 shutdown_connections 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 --2- 172.21.15.3:0/1253803278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c109c30 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 -- 172.21.15.3:0/1253803278 >> 172.21.15.3:0/1253803278 conn(0x7f102c103460 msgr2=0x7f102c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 -- 172.21.15.3:0/1253803278 shutdown_connections 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.569+0000 7f1033400700 1 -- 172.21.15.3:0/1253803278 wait complete. 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.570+0000 7f1033400700 1 Processor -- start 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.570+0000 7f1033400700 1 -- start start 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1033400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:57.503 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1033400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f102c10b1a0 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1030a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1030a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55348/0 (socket says 172.21.15.3:55348) 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1030a00700 1 -- 172.21.15.3:0/2714213841 learned_addr learned my addr 172.21.15.3:0/2714213841 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.571+0000 7f1030a00700 1 -- 172.21.15.3:0/2714213841 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f102c1a3a90 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1030a00700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1020011ac0 tx=0x7f1020011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1020003970 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1020003b10 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1020024610 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f102c1a3d20 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.572+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f102c1a6a10 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.573+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f102c19cae0 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.573+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f102001a9e0 con 0x7f102c107800 2024-05-21T18:54:57.504 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.574+0000 7f1029600700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 0x7f1014040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.574+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f10200538c0 con 0x7f102c107800 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.574+0000 7f102be00700 1 -- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 msgr2=0x7f1014040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.574+0000 7f102be00700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 0x7f1014040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.579+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1020024840 con 0x7f102c107800 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.775+0000 7f102be00700 1 -- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 msgr2=0x7f1014040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.775+0000 7f102be00700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 0x7f1014040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.869+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f102c02e820 con 0x7f102c107800 2024-05-21T18:54:57.505 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.870+0000 7f1029600700 1 -- 172.21.15.3:0/2714213841 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f10200532e0 con 0x7f102c107800 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 msgr2=0x7f1014040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 0x7f1014040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 msgr2=0x7f102c1a3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1020011ac0 tx=0x7f1020011ba0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 shutdown_connections 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f101403e470 0x7f1014040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 --2- 172.21.15.3:0/2714213841 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f102c107800 0x7f102c1a3550 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 >> 172.21.15.3:0/2714213841 conn(0x7f102c103460 msgr2=0x7f102c105850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 shutdown_connections 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:56.873+0000 7f1033400700 1 -- 172.21.15.3:0/2714213841 wait complete. 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for the mgr to restart... 2024-05-21T18:54:57.506 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr epoch 5... 2024-05-21T18:54:58.299 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:58.064+0000 7fe9c6974200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T18:54:58.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:58.300+0000 7fe9c6974200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T18:54:58.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:58.519+0000 7fe9c6974200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T18:54:59.039 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:58.914+0000 7fe9c6974200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T18:54:59.039 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:59.040+0000 7fe9c6974200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T18:54:59.561 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:59.299+0000 7fe9c6974200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T18:54:59.855 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:54:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:54:59.563+0000 7fe9c6974200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:55:00.673 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:00.379+0000 7fe9c6974200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T18:55:00.673 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:00.674+0000 7fe9c6974200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T18:55:01.356 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:01.243+0000 7fe9c6974200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T18:55:01.847 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:01.374+0000 7fe9c6974200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T18:55:02.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:01.848+0000 7fe9c6974200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T18:55:02.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:02.318+0000 7fe9c6974200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T18:55:02.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:02.446+0000 7fe9c6974200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T18:55:03.093 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:02.778+0000 7fe9c6974200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T18:55:03.093 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:02.962+0000 7fe9c6974200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T18:55:03.093 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:03.094+0000 7fe9c6974200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T18:55:03.856 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:03.502+0000 7fe9c6974200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T18:55:03.856 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:03.629+0000 7fe9c6974200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T18:55:04.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:04.418+0000 7fe9c6974200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T18:55:05.105 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:04.712+0000 7fe9c6974200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: Active manager daemon x restarted 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: Activating manager daemon x 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: osdmap e2: 0 total, 0 up, 0 in 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: mgrmap e6: x(active, starting, since 0.00814297s) 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:55:05.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T18:55:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T18:55:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T18:55:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T18:55:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:04 smithi003 ceph-mon[31577]: Manager daemon x is now available 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: Found migration_current of "None". Setting to last migration. 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:06.076 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T18:55:06.077 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T18:55:06.077 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:05 smithi003 ceph-mon[31577]: mgrmap e7: x(active, since 1.01351s) 2024-05-21T18:55:06.486 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:55:06.486 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-21T18:55:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T18:55:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:55:06.487 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.091+0000 7f390d800700 1 Processor -- start 2024-05-21T18:55:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.091+0000 7f390d800700 1 -- start start 2024-05-21T18:55:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.091+0000 7f390d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.091+0000 7f390d800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f390807d880 con 0x7f390807ee50 2024-05-21T18:55:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.092+0000 7f3906a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:06.488 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.092+0000 7f3906a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55362/0 (socket says 172.21.15.3:55362) 2024-05-21T18:55:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.092+0000 7f3906a00700 1 -- 172.21.15.3:0/3634128300 learned_addr learned my addr 172.21.15.3:0/3634128300 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.092+0000 7f3906a00700 1 -- 172.21.15.3:0/3634128300 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390807da00 con 0x7f390807ee50 2024-05-21T18:55:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.093+0000 7f3906a00700 1 --2- 172.21.15.3:0/3634128300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f38f80098a0 tx=0x7f38f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44dacd07de2b67e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:06.489 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.093+0000 7f3905600700 1 -- 172.21.15.3:0/3634128300 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38f8004160 con 0x7f390807ee50 2024-05-21T18:55:06.490 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.093+0000 7f3905600700 1 -- 172.21.15.3:0/3634128300 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f38f8004300 con 0x7f390807ee50 2024-05-21T18:55:06.490 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.093+0000 7f3905600700 1 -- 172.21.15.3:0/3634128300 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38f8011af0 con 0x7f390807ee50 2024-05-21T18:55:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 -- 172.21.15.3:0/3634128300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 msgr2=0x7f390807d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 --2- 172.21.15.3:0/3634128300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f38f80098a0 tx=0x7f38f8009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 -- 172.21.15.3:0/3634128300 shutdown_connections 2024-05-21T18:55:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 --2- 172.21.15.3:0/3634128300 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390807d2b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.491 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 -- 172.21.15.3:0/3634128300 >> 172.21.15.3:0/3634128300 conn(0x7f39081044f0 msgr2=0x7f3908106970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 -- 172.21.15.3:0/3634128300 shutdown_connections 2024-05-21T18:55:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.094+0000 7f390d800700 1 -- 172.21.15.3:0/3634128300 wait complete. 2024-05-21T18:55:06.492 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.095+0000 7f390d800700 1 Processor -- start 2024-05-21T18:55:06.495 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.095+0000 7f390d800700 1 -- start start 2024-05-21T18:55:06.495 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f390d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:06.495 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f390d800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f390810f560 con 0x7f390807ee50 2024-05-21T18:55:06.495 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f3906a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:06.495 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f3906a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55376/0 (socket says 172.21.15.3:55376) 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f3906a00700 1 -- 172.21.15.3:0/1520267727 learned_addr learned my addr 172.21.15.3:0/1520267727 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.096+0000 7f3906a00700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390819f5f0 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f3906a00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f38f8011ac0 tx=0x7f38f8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38f8003b20 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f38f801a8c0 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f390d800700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390819f880 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38f80248d0 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.097+0000 7f390d800700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39081a2570 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f38f8022020 con 0x7f390807ee50 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f38ff400700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f38ec041040 con 0x7f38ec03e470 2024-05-21T18:55:06.496 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f38f8053500 con 0x7f390807ee50 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.099+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.300+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.300+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.701+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:58.701+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:59.502+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:54:59.502+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:01.104+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:01.104+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:04.307+0000 7f3906000700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/20664571 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:04.307+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T18:55:06.497 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:04.721+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f38f802d5d0 con 0x7f390807ee50 2024-05-21T18:55:06.498 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:04.722+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 msgr2=0x7f38ec040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:04.722+0000 7f38ff400700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.724+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f38f8055420 con 0x7f390807ee50 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.724+0000 7f38ff400700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 0x7f38ec044150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.724+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f38f801ac10 con 0x7f38ec041d60 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.725+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 0x7f38ec044150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.728+0000 7f3906000700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 0x7f38ec044150 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f38f4003a10 tx=0x7f38f4009290 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:06.500 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.729+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f38f801ac10 con 0x7f38ec041d60 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.745+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f3908064ba0 con 0x7f38ec041d60 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.745+0000 7f38ff400700 1 -- 172.21.15.3:0/1520267727 <== mgr.14120 v2:172.21.15.3:6800/3695204126 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f3908064ba0 con 0x7f38ec041d60 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 msgr2=0x7f38ec044150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 0x7f38ec044150 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f38f4003a10 tx=0x7f38f4009290 comp rx=0 tx=0).stop 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 msgr2=0x7f390819f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f38f8011ac0 tx=0x7f38f8011ba0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 shutdown_connections 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f38ec041d60 0x7f38ec044150 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f390807ee50 0x7f390819f0b0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 --2- 172.21.15.3:0/1520267727 >> [v2:172.21.15.3:6800/20664571,v1:172.21.15.3:6801/20664571] conn(0x7f38ec03e470 0x7f38ec040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.746+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 >> 172.21.15.3:0/1520267727 conn(0x7f39081044f0 msgr2=0x7f3908105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.747+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 shutdown_connections 2024-05-21T18:55:06.501 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:05.747+0000 7f38fcc00700 1 -- 172.21.15.3:0/1520267727 wait complete. 2024-05-21T18:55:06.502 INFO:teuthology.orchestra.run.smithi003.stdout:mgr epoch 5 is available 2024-05-21T18:55:06.502 INFO:teuthology.orchestra.run.smithi003.stdout:Setting orchestrator backend to cephadm... 2024-05-21T18:55:06.930 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:06 smithi003 ceph-mon[31577]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T18:55:06.930 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:06 smithi003 ceph-mon[31577]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T18:55:06.931 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:06 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:06.931 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:06 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: [21/May/2024:18:55:06] ENGINE Bus STARTING 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: [21/May/2024:18:55:06] ENGINE Serving on http://172.21.15.3:8765 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: [21/May/2024:18:55:07] ENGINE Serving on https://172.21.15.3:7150 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: [21/May/2024:18:55:07] ENGINE Bus STARTED 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:07.999 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:07 smithi003 ceph-mon[31577]: mgrmap e8: x(active, since 2s) 2024-05-21T18:55:08.007 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.092+0000 7f5ee4c00700 1 Processor -- start 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5ee4c00700 1 -- start start 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5ee4c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5ee4c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee007d8a0 con 0x7f5ee007ee20 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5edde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5edde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47138/0 (socket says 172.21.15.3:47138) 2024-05-21T18:55:08.013 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.093+0000 7f5edde00700 1 -- 172.21.15.3:0/2664054394 learned_addr learned my addr 172.21.15.3:0/2664054394 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.094+0000 7f5edde00700 1 -- 172.21.15.3:0/2664054394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee007da20 con 0x7f5ee007ee20 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.094+0000 7f5edde00700 1 --2- 172.21.15.3:0/2664054394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5ed00098a0 tx=0x7f5ed0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dca06abedd020b02 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.094+0000 7f5edd400700 1 -- 172.21.15.3:0/2664054394 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ed0004160 con 0x7f5ee007ee20 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.094+0000 7f5edd400700 1 -- 172.21.15.3:0/2664054394 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5ed0004300 con 0x7f5ee007ee20 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.094+0000 7f5edd400700 1 -- 172.21.15.3:0/2664054394 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ed0011af0 con 0x7f5ee007ee20 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2664054394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 msgr2=0x7f5ee007d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2664054394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5ed00098a0 tx=0x7f5ed0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2664054394 shutdown_connections 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2664054394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee007d2d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2664054394 >> 172.21.15.3:0/2664054394 conn(0x7f5ee0104600 msgr2=0x7f5ee0106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2664054394 shutdown_connections 2024-05-21T18:55:08.014 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.095+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2664054394 wait complete. 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.096+0000 7f5ee4c00700 1 Processor -- start 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.096+0000 7f5ee4c00700 1 -- start start 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5ee4c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5ee4c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ee010f530 con 0x7f5ee007ee20 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5edde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5edde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47144/0 (socket says 172.21.15.3:47144) 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5edde00700 1 -- 172.21.15.3:0/2983679771 learned_addr learned my addr 172.21.15.3:0/2983679771 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.097+0000 7f5edde00700 1 -- 172.21.15.3:0/2983679771 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ee019f5d0 con 0x7f5ee007ee20 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5edde00700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0003f40 tx=0x7f5ed0011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ed00038b0 con 0x7f5ee007ee20 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5ed0003a50 con 0x7f5ee007ee20 2024-05-21T18:55:08.015 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5ed001a5c0 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ee019f860 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.098+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ee01a2550 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.099+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ee0064ba0 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.099+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f5ed0024430 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.100+0000 7f5ed7400700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 0x7f5ec0040820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.100+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5ed00538f0 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.100+0000 7f5ed5400700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 0x7f5ec0040820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.101+0000 7f5ed5400700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 0x7f5ec0040820 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8006fd0 tx=0x7f5ec8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.106+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5ed000b3e0 con 0x7f5ee007ee20 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.350+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f5ee0105820 con 0x7f5ec003e360 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.362+0000 7f5ed7400700 1 -- 172.21.15.3:0/2983679771 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5ee0105820 con 0x7f5ec003e360 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 msgr2=0x7f5ec0040820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:08.016 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 0x7f5ec0040820 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8006fd0 tx=0x7f5ec8006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 msgr2=0x7f5ee019f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0003f40 tx=0x7f5ed0011890 comp rx=0 tx=0).stop 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 shutdown_connections 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f5ec003e360 0x7f5ec0040820 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 --2- 172.21.15.3:0/2983679771 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ee007ee20 0x7f5ee019f090 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 >> 172.21.15.3:0/2983679771 conn(0x7f5ee0104600 msgr2=0x7f5ee0105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 shutdown_connections 2024-05-21T18:55:08.017 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:07.366+0000 7f5ee4c00700 1 -- 172.21.15.3:0/2983679771 wait complete. 2024-05-21T18:55:09.530 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:09 smithi003 ceph-mon[31577]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:09.541 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-21T18:55:09.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.616+0000 7fded3000700 1 Processor -- start 2024-05-21T18:55:09.542 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.616+0000 7fded3000700 1 -- start start 2024-05-21T18:55:09.543 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.617+0000 7fded3000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.617+0000 7fded3000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc07d850 con 0x7fdecc07ee10 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.617+0000 7fded1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.617+0000 7fded1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47160/0 (socket says 172.21.15.3:47160) 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.618+0000 7fded1c00700 1 -- 172.21.15.3:0/3255120769 learned_addr learned my addr 172.21.15.3:0/3255120769 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.618+0000 7fded1c00700 1 -- 172.21.15.3:0/3255120769 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdecc07d9d0 con 0x7fdecc07ee10 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fded1c00700 1 --2- 172.21.15.3:0/3255120769 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdec00098a0 tx=0x7fdec0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc676b680217943 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fdecbe00700 1 -- 172.21.15.3:0/3255120769 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec0004160 con 0x7fdecc07ee10 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fdecbe00700 1 -- 172.21.15.3:0/3255120769 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdec0004300 con 0x7fdecc07ee10 2024-05-21T18:55:09.544 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fdecbe00700 1 -- 172.21.15.3:0/3255120769 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec0011af0 con 0x7fdecc07ee10 2024-05-21T18:55:09.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fded3000700 1 -- 172.21.15.3:0/3255120769 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 msgr2=0x7fdecc07d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:09.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.619+0000 7fded3000700 1 --2- 172.21.15.3:0/3255120769 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdec00098a0 tx=0x7fdec0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:09.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.620+0000 7fded3000700 1 -- 172.21.15.3:0/3255120769 shutdown_connections 2024-05-21T18:55:09.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.620+0000 7fded3000700 1 --2- 172.21.15.3:0/3255120769 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc07d310 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:09.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.620+0000 7fded3000700 1 -- 172.21.15.3:0/3255120769 >> 172.21.15.3:0/3255120769 conn(0x7fdecc104460 msgr2=0x7fdecc106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.620+0000 7fded3000700 1 -- 172.21.15.3:0/3255120769 shutdown_connections 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.620+0000 7fded3000700 1 -- 172.21.15.3:0/3255120769 wait complete. 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.621+0000 7fded3000700 1 Processor -- start 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.621+0000 7fded3000700 1 -- start start 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.621+0000 7fded3000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.621+0000 7fded3000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdecc10af80 con 0x7fdecc07ee10 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.622+0000 7fded1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.622+0000 7fded1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47172/0 (socket says 172.21.15.3:47172) 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.622+0000 7fded1c00700 1 -- 172.21.15.3:0/3052794125 learned_addr learned my addr 172.21.15.3:0/3052794125 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.622+0000 7fded1c00700 1 -- 172.21.15.3:0/3052794125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdecc1a3810 con 0x7fdecc07ee10 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.622+0000 7fded1c00700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdec0011ac0 tx=0x7fdec0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.623+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec0003b20 con 0x7fdecc07ee10 2024-05-21T18:55:09.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.623+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdec001a8c0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.623+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdec00248d0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.623+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdecc1a3aa0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.623+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdecc1a6790 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.624+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdecc064ba0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.624+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fdec0022020 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.625+0000 7fdeca000700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 0x7fdeb4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.625+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdec00538d0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.625+0000 7fded1200700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 0x7fdeb4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.626+0000 7fded1200700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 0x7fdeb4040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8006fd0 tx=0x7fdeb8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.630+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdec00172b0 con 0x7fdecc07ee10 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.869+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fdecc0008d0 con 0x7fdeb403e4c0 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.871+0000 7fdeca000700 1 -- 172.21.15.3:0/3052794125 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fdecc0008d0 con 0x7fdeb403e4c0 2024-05-21T18:55:09.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 msgr2=0x7fdeb4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 0x7fdeb4040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8006fd0 tx=0x7fdeb8006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 msgr2=0x7fdecc1a32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdec0011ac0 tx=0x7fdec0011ba0 comp rx=0 tx=0).stop 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 shutdown_connections 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fdeb403e4c0 0x7fdeb4040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 --2- 172.21.15.3:0/3052794125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdecc07ee10 0x7fdecc1a32d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 >> 172.21.15.3:0/3052794125 conn(0x7fdecc104460 msgr2=0x7fdecc106850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.874+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 shutdown_connections 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:08.875+0000 7fded3000700 1 -- 172.21.15.3:0/3052794125 wait complete. 2024-05-21T18:55:09.553 INFO:teuthology.orchestra.run.smithi003.stdout:Generating ssh key... 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: Generating public/private rsa key pair. 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: Your identification has been saved in /tmp/tmpx1x_kfmv/key. 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: Your public key has been saved in /tmp/tmpx1x_kfmv/key.pub. 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: The key fingerprint is: 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: SHA256:te1GcczzekkFUoP1kV9nnxB5WtqZ5YC9qe2VFfMhmjw ceph-66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: The key's randomart image is: 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: +---[RSA 3072]----+ 2024-05-21T18:55:10.851 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | .BB..| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | oBo@*| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | o + &*^| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | . E =oBB| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | S . +o .+| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | o. ooo| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | o..o.| 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | . .. | 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: | | 2024-05-21T18:55:10.852 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: +----[SHA256]-----+ 2024-05-21T18:55:11.223 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.176+0000 7f6702400700 1 Processor -- start 2024-05-21T18:55:11.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.177+0000 7f6702400700 1 -- start start 2024-05-21T18:55:11.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.177+0000 7f6702400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:11.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.177+0000 7f6702400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f66fc1127a0 con 0x7f66fc10fe70 2024-05-21T18:55:11.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.177+0000 7f66fb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:11.224 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.178+0000 7f66fb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47178/0 (socket says 172.21.15.3:47178) 2024-05-21T18:55:11.225 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.178+0000 7f66fb400700 1 -- 172.21.15.3:0/2785464887 learned_addr learned my addr 172.21.15.3:0/2785464887 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:11.225 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.178+0000 7f66fb400700 1 -- 172.21.15.3:0/2785464887 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66fc112920 con 0x7f66fc10fe70 2024-05-21T18:55:11.225 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.178+0000 7f66fb400700 1 --2- 172.21.15.3:0/2785464887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f66ec0098a0 tx=0x7f66ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5b1053a9b02349 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:11.225 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.179+0000 7f66fa000700 1 -- 172.21.15.3:0/2785464887 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66ec004160 con 0x7f66fc10fe70 2024-05-21T18:55:11.225 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.179+0000 7f66fa000700 1 -- 172.21.15.3:0/2785464887 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f66ec004300 con 0x7f66fc10fe70 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.179+0000 7f66fa000700 1 -- 172.21.15.3:0/2785464887 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66ec011af0 con 0x7f66fc10fe70 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.179+0000 7f6702400700 1 -- 172.21.15.3:0/2785464887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 msgr2=0x7f66fc112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 --2- 172.21.15.3:0/2785464887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f66ec0098a0 tx=0x7f66ec009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 -- 172.21.15.3:0/2785464887 shutdown_connections 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 --2- 172.21.15.3:0/2785464887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc10fe70 0x7f66fc112260 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 -- 172.21.15.3:0/2785464887 >> 172.21.15.3:0/2785464887 conn(0x7f66fc07e690 msgr2=0x7f66fc080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 -- 172.21.15.3:0/2785464887 shutdown_connections 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.180+0000 7f6702400700 1 -- 172.21.15.3:0/2785464887 wait complete. 2024-05-21T18:55:11.227 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.181+0000 7f6702400700 1 Processor -- start 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.181+0000 7f6702400700 1 -- start start 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.182+0000 7f6702400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.182+0000 7f6702400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f66fc113940 con 0x7f66fc1a36b0 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.182+0000 7f66fb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.182+0000 7f66fb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47180/0 (socket says 172.21.15.3:47180) 2024-05-21T18:55:11.228 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.182+0000 7f66fb400700 1 -- 172.21.15.3:0/4017845035 learned_addr learned my addr 172.21.15.3:0/4017845035 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f66fb400700 1 -- 172.21.15.3:0/4017845035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66fc1a4010 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f66fb400700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f66ec015000 tx=0x7f66ec011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66ec0036a0 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f66ec01a460 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66ec01b5d0 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.183+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66fc1a42a0 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.184+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66fc1a6d80 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.185+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66fc064ba0 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.185+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f66ec01a610 con 0x7f66fc1a36b0 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.186+0000 7f66f3e00700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 0x7f66e0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:11.231 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.186+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f66ec053c50 con 0x7f66fc1a36b0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.186+0000 7f66faa00700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 0x7f66e0040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.187+0000 7f66faa00700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 0x7f66e0040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f66e8006fd0 tx=0x7f66e8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.191+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f66ec0535a0 con 0x7f66fc1a36b0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.433+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f66fc0809b0 con 0x7f66e003e4c0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.529+0000 7f66f3e00700 1 -- 172.21.15.3:0/4017845035 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f66fc0809b0 con 0x7f66e003e4c0 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 msgr2=0x7f66e0040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 0x7f66e0040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f66e8006fd0 tx=0x7f66e8006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 msgr2=0x7f66fc1a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f66ec015000 tx=0x7f66ec011940 comp rx=0 tx=0).stop 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 shutdown_connections 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f66e003e4c0 0x7f66e0040980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 --2- 172.21.15.3:0/4017845035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f66fc1a36b0 0x7f66fc1a3ad0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:11.232 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 >> 172.21.15.3:0/4017845035 conn(0x7f66fc07e690 msgr2=0x7f66fc0802a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:11.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.533+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 shutdown_connections 2024-05-21T18:55:11.233 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:10.534+0000 7f6702400700 1 -- 172.21.15.3:0/4017845035 wait complete. 2024-05-21T18:55:11.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:11 smithi003 ceph-mon[31577]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:11.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:11 smithi003 ceph-mon[31577]: Generating ssh key... 2024-05-21T18:55:11.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:11 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:11.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:11 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:12.800 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:12 smithi003 ceph-mon[31577]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:12.812 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:55:12.812 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.904+0000 7f9ed4e00700 1 Processor -- start 2024-05-21T18:55:12.812 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.905+0000 7f9ed4e00700 1 -- start start 2024-05-21T18:55:12.812 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.905+0000 7f9ed4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:12.813 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.905+0000 7f9ed4e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed01127a0 con 0x7f9ed010fe70 2024-05-21T18:55:12.813 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.906+0000 7f9ecde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:12.813 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.906+0000 7f9ecde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49796/0 (socket says 172.21.15.3:49796) 2024-05-21T18:55:12.813 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.906+0000 7f9ecde00700 1 -- 172.21.15.3:0/1621059226 learned_addr learned my addr 172.21.15.3:0/1621059226 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.906+0000 7f9ecde00700 1 -- 172.21.15.3:0/1621059226 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed0112920 con 0x7f9ed010fe70 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.907+0000 7f9ecde00700 1 --2- 172.21.15.3:0/1621059226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9ec00098a0 tx=0x7f9ec0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7014d8b511239db server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.907+0000 7f9ecd400700 1 -- 172.21.15.3:0/1621059226 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ec0004160 con 0x7f9ed010fe70 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.907+0000 7f9ecd400700 1 -- 172.21.15.3:0/1621059226 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9ec0004300 con 0x7f9ed010fe70 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.907+0000 7f9ecd400700 1 -- 172.21.15.3:0/1621059226 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ec0011af0 con 0x7f9ed010fe70 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 -- 172.21.15.3:0/1621059226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 msgr2=0x7f9ed0112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:12.814 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/1621059226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9ec00098a0 tx=0x7f9ec0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 -- 172.21.15.3:0/1621059226 shutdown_connections 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/1621059226 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed0112260 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 -- 172.21.15.3:0/1621059226 >> 172.21.15.3:0/1621059226 conn(0x7f9ed007e570 msgr2=0x7f9ed00809b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 -- 172.21.15.3:0/1621059226 shutdown_connections 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.908+0000 7f9ed4e00700 1 -- 172.21.15.3:0/1621059226 wait complete. 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.909+0000 7f9ed4e00700 1 Processor -- start 2024-05-21T18:55:12.818 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.909+0000 7f9ed4e00700 1 -- start start 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ed4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ed4e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9ed0113940 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ecde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ecde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49800/0 (socket says 172.21.15.3:49800) 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ecde00700 1 -- 172.21.15.3:0/970651463 learned_addr learned my addr 172.21.15.3:0/970651463 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.910+0000 7f9ecde00700 1 -- 172.21.15.3:0/970651463 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ed01a3a30 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ecde00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0011ac0 tx=0x7f9ec0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ec0003970 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9ec0003b10 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ec0024610 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ed01a3cc0 con 0x7f9ed010fe70 2024-05-21T18:55:12.819 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.911+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ed01a69b0 con 0x7f9ed010fe70 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.912+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ed0064ba0 con 0x7f9ed010fe70 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.912+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f9ec001a9e0 con 0x7f9ed010fe70 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.913+0000 7f9ec6a00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 0x7f9eb4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.913+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9ec0053910 con 0x7f9ed010fe70 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.913+0000 7f9ec7e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 0x7f9eb4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:12.820 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.914+0000 7f9ec7e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 0x7f9eb4040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8006fd0 tx=0x7f9eb8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:11.918+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9ec00247f0 con 0x7f9ed010fe70 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.161+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f9ed007f7c0 con 0x7f9eb403e4c0 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.163+0000 7f9ec6a00700 1 -- 172.21.15.3:0/970651463 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f9ed007f7c0 con 0x7f9eb403e4c0 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.166+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 msgr2=0x7f9eb4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.166+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 0x7f9eb4040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8006fd0 tx=0x7f9eb8006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:12.821 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 msgr2=0x7f9ed01a34f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:12.822 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0011ac0 tx=0x7f9ec0011ba0 comp rx=0 tx=0).stop 2024-05-21T18:55:12.822 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 shutdown_connections 2024-05-21T18:55:12.822 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f9eb403e4c0 0x7f9eb4040980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:12.823 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 --2- 172.21.15.3:0/970651463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ed010fe70 0x7f9ed01a34f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 >> 172.21.15.3:0/970651463 conn(0x7f9ed007e570 msgr2=0x7f9ed007f0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 shutdown_connections 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:12.167+0000 7f9ed4e00700 1 -- 172.21.15.3:0/970651463 wait complete. 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:Adding key to root@localhost authorized_keys... 2024-05-21T18:55:12.824 INFO:teuthology.orchestra.run.smithi003.stdout:Adding host smithi003... 2024-05-21T18:55:14.762 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:14 smithi003 ceph-mon[31577]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi003", "addr": "172.21.15.3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:15.605 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:15 smithi003 ceph-mon[31577]: Deploying cephadm binary to smithi003 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Added host 'smithi003' with addr '172.21.15.3' 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.447+0000 7f7297e00700 1 Processor -- start 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.447+0000 7f7297e00700 1 -- start start 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.447+0000 7f7297e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.448+0000 7f7297e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72981125d0 con 0x7f729810fca0 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.448+0000 7f7296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.448+0000 7f7296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49810/0 (socket says 172.21.15.3:49810) 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.448+0000 7f7296a00700 1 -- 172.21.15.3:0/3861040384 learned_addr learned my addr 172.21.15.3:0/3861040384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:20.650 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.448+0000 7f7296a00700 1 -- 172.21.15.3:0/3861040384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7298112750 con 0x7f729810fca0 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.449+0000 7f7296a00700 1 --2- 172.21.15.3:0/3861040384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f72880098a0 tx=0x7f7288009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=370f837cdac5b4e9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.449+0000 7f7296000700 1 -- 172.21.15.3:0/3861040384 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7288004160 con 0x7f729810fca0 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.449+0000 7f7296000700 1 -- 172.21.15.3:0/3861040384 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7288004300 con 0x7f729810fca0 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.449+0000 7f7296000700 1 -- 172.21.15.3:0/3861040384 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7288011af0 con 0x7f729810fca0 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 -- 172.21.15.3:0/3861040384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 msgr2=0x7f7298112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 --2- 172.21.15.3:0/3861040384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f72880098a0 tx=0x7f7288009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 -- 172.21.15.3:0/3861040384 shutdown_connections 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 --2- 172.21.15.3:0/3861040384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f7298112090 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 -- 172.21.15.3:0/3861040384 >> 172.21.15.3:0/3861040384 conn(0x7f729807e3b0 msgr2=0x7f72980807f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 -- 172.21.15.3:0/3861040384 shutdown_connections 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.450+0000 7f7297e00700 1 -- 172.21.15.3:0/3861040384 wait complete. 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.451+0000 7f7297e00700 1 Processor -- start 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.451+0000 7f7297e00700 1 -- start start 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.451+0000 7f7297e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:20.651 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.451+0000 7f7297e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7298113770 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.452+0000 7f7296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.452+0000 7f7296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49820/0 (socket says 172.21.15.3:49820) 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.452+0000 7f7296a00700 1 -- 172.21.15.3:0/629408020 learned_addr learned my addr 172.21.15.3:0/629408020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.452+0000 7f7296a00700 1 -- 172.21.15.3:0/629408020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72981a38c0 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.452+0000 7f7296a00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7288011ac0 tx=0x7f7288011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.453+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7288003970 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.453+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7288003b10 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.453+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7288024610 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.453+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72981a3b50 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.453+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72981a6840 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.454+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7298064ba0 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.454+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f728801a9e0 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.455+0000 7f729ca00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 0x7f727c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.455+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7288053900 con 0x7f729810fca0 2024-05-21T18:55:20.652 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.455+0000 7f728fe00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 0x7f727c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.456+0000 7f728fe00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 0x7f727c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7280006fd0 tx=0x7f7280006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.461+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f72880247f0 con 0x7f729810fca0 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:13.705+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi003", "addr": "172.21.15.3", "target": ["mon-mgr", ""]}) -- 0x7f729807f670 con 0x7f727c03e4c0 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.936+0000 7f729ca00700 1 -- 172.21.15.3:0/629408020 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f729807f670 con 0x7f727c03e4c0 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 msgr2=0x7f727c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 0x7f727c040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7280006fd0 tx=0x7f7280006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 msgr2=0x7f72981a3380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7288011ac0 tx=0x7f7288011ba0 comp rx=0 tx=0).stop 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 shutdown_connections 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f727c03e4c0 0x7f727c040980 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.941+0000 7f7297e00700 1 --2- 172.21.15.3:0/629408020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f729810fca0 0x7f72981a3380 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.942+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 >> 172.21.15.3:0/629408020 conn(0x7f729807e3b0 msgr2=0x7f729807ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.942+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 shutdown_connections 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:19.943+0000 7f7297e00700 1 -- 172.21.15.3:0/629408020 wait complete. 2024-05-21T18:55:20.653 INFO:teuthology.orchestra.run.smithi003.stdout:Deploying unmanaged mon service... 2024-05-21T18:55:21.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:20 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:21.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:20 smithi003 ceph-mon[31577]: Added host smithi003 2024-05-21T18:55:21.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:20 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:22.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:22 smithi003 ceph-mon[31577]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:22.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:22 smithi003 ceph-mon[31577]: Saving service mon spec with placement count:5 2024-05-21T18:55:22.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:22 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:22.837 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-21T18:55:22.838 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.299+0000 7fb2aac00700 1 Processor -- start 2024-05-21T18:55:22.838 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.299+0000 7fb2aac00700 1 -- start start 2024-05-21T18:55:22.839 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.300+0000 7fb2aac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:22.839 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.300+0000 7fb2aac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a4076e40 con 0x7fb2a4109a10 2024-05-21T18:55:22.839 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.300+0000 7fb2a3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:22.839 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.301+0000 7fb2a3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35518/0 (socket says 172.21.15.3:35518) 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.301+0000 7fb2a3e00700 1 -- 172.21.15.3:0/3081225100 learned_addr learned my addr 172.21.15.3:0/3081225100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.301+0000 7fb2a3e00700 1 -- 172.21.15.3:0/3081225100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a410c340 con 0x7fb2a4109a10 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.301+0000 7fb2a3e00700 1 --2- 172.21.15.3:0/3081225100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb2940098a0 tx=0x7fb294009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=680534fb3b9f747f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.302+0000 7fb2a2a00700 1 -- 172.21.15.3:0/3081225100 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb294004160 con 0x7fb2a4109a10 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.302+0000 7fb2a2a00700 1 -- 172.21.15.3:0/3081225100 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb294004300 con 0x7fb2a4109a10 2024-05-21T18:55:22.840 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.302+0000 7fb2a2a00700 1 -- 172.21.15.3:0/3081225100 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb294011af0 con 0x7fb2a4109a10 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.302+0000 7fb2aac00700 1 -- 172.21.15.3:0/3081225100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 msgr2=0x7fb2a410be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.302+0000 7fb2aac00700 1 --2- 172.21.15.3:0/3081225100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb2940098a0 tx=0x7fb294009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.303+0000 7fb2aac00700 1 -- 172.21.15.3:0/3081225100 shutdown_connections 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.303+0000 7fb2aac00700 1 --2- 172.21.15.3:0/3081225100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a410be00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.303+0000 7fb2aac00700 1 -- 172.21.15.3:0/3081225100 >> 172.21.15.3:0/3081225100 conn(0x7fb2a4103460 msgr2=0x7fb2a4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.303+0000 7fb2aac00700 1 -- 172.21.15.3:0/3081225100 shutdown_connections 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.303+0000 7fb2aac00700 1 -- 172.21.15.3:0/3081225100 wait complete. 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.304+0000 7fb2aac00700 1 Processor -- start 2024-05-21T18:55:22.845 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.304+0000 7fb2aac00700 1 -- start start 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.304+0000 7fb2aac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.304+0000 7fb2aac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2a410d310 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.305+0000 7fb2a3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.305+0000 7fb2a3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35522/0 (socket says 172.21.15.3:35522) 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.305+0000 7fb2a3e00700 1 -- 172.21.15.3:0/2998060900 learned_addr learned my addr 172.21.15.3:0/2998060900 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.305+0000 7fb2a3e00700 1 -- 172.21.15.3:0/2998060900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2a41097d0 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.305+0000 7fb2a3e00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb294011ac0 tx=0x7fb294011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.306+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb294003970 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.306+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb294003b10 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.306+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb294024610 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.306+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2a41079c0 con 0x7fb2a4109a10 2024-05-21T18:55:22.846 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.306+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2a4107f00 con 0x7fb2a4109a10 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.307+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2a4064ba0 con 0x7fb2a4109a10 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.307+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fb29401a9e0 con 0x7fb2a4109a10 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.308+0000 7fb2a0c00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 0x7fb288040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.308+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb294053940 con 0x7fb2a4109a10 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.308+0000 7fb2a3400700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 0x7fb288040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.309+0000 7fb2a3400700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 0x7fb288040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb290006fd0 tx=0x7fb290006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.314+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb2940247f0 con 0x7fb2a4109a10 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.574+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fb2a4104770 con 0x7fb28803e4c0 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.585+0000 7fb2a0c00700 1 -- 172.21.15.3:0/2998060900 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fb2a4104770 con 0x7fb28803e4c0 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 msgr2=0x7fb288040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 0x7fb288040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb290006fd0 tx=0x7fb290006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:22.847 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 msgr2=0x7fb2a4109290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb294011ac0 tx=0x7fb294011ba0 comp rx=0 tx=0).stop 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 shutdown_connections 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fb28803e4c0 0x7fb288040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 --2- 172.21.15.3:0/2998060900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2a4109a10 0x7fb2a4109290 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 >> 172.21.15.3:0/2998060900 conn(0x7fb2a4103460 msgr2=0x7fb2a4104060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:22.848 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 shutdown_connections 2024-05-21T18:55:22.849 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:21.588+0000 7fb2aac00700 1 -- 172.21.15.3:0/2998060900 wait complete. 2024-05-21T18:55:22.849 INFO:teuthology.orchestra.run.smithi003.stdout:Deploying unmanaged mgr service... 2024-05-21T18:55:24.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:24 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:24.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:24 smithi003 ceph-mon[31577]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:24.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:24 smithi003 ceph-mon[31577]: Saving service mgr spec with placement count:2 2024-05-21T18:55:24.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:24 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:24.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:24 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:24.903 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-21T18:55:24.904 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.912+0000 7fbb64a00700 1 Processor -- start 2024-05-21T18:55:24.904 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.912+0000 7fbb64a00700 1 -- start start 2024-05-21T18:55:24.904 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.913+0000 7fbb64a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:24.904 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.913+0000 7fbb64a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6007ce80 con 0x7fbb60109a70 2024-05-21T18:55:24.904 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.913+0000 7fbb5de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:24.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.913+0000 7fbb5de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35530/0 (socket says 172.21.15.3:35530) 2024-05-21T18:55:24.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.913+0000 7fbb5de00700 1 -- 172.21.15.3:0/1323573251 learned_addr learned my addr 172.21.15.3:0/1323573251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:24.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.914+0000 7fbb5de00700 1 -- 172.21.15.3:0/1323573251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6010c3a0 con 0x7fbb60109a70 2024-05-21T18:55:24.905 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.914+0000 7fbb5de00700 1 --2- 172.21.15.3:0/1323573251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbb500098a0 tx=0x7fbb50009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eaf7db2cc0ea886 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:24.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.914+0000 7fbb5ca00700 1 -- 172.21.15.3:0/1323573251 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb50004160 con 0x7fbb60109a70 2024-05-21T18:55:24.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.914+0000 7fbb5ca00700 1 -- 172.21.15.3:0/1323573251 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb50004300 con 0x7fbb60109a70 2024-05-21T18:55:24.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.914+0000 7fbb5ca00700 1 -- 172.21.15.3:0/1323573251 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb50011a20 con 0x7fbb60109a70 2024-05-21T18:55:24.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 -- 172.21.15.3:0/1323573251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 msgr2=0x7fbb6010be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:24.906 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 --2- 172.21.15.3:0/1323573251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbb500098a0 tx=0x7fbb50009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 -- 172.21.15.3:0/1323573251 shutdown_connections 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 --2- 172.21.15.3:0/1323573251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb6010be60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 -- 172.21.15.3:0/1323573251 >> 172.21.15.3:0/1323573251 conn(0x7fbb601034c0 msgr2=0x7fbb601058e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.915+0000 7fbb64a00700 1 -- 172.21.15.3:0/1323573251 shutdown_connections 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.916+0000 7fbb64a00700 1 -- 172.21.15.3:0/1323573251 wait complete. 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb64a00700 1 Processor -- start 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb64a00700 1 -- start start 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb64a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb64a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbb6010d3b0 con 0x7fbb60109a70 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb5de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:24.908 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.917+0000 7fbb5de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35542/0 (socket says 172.21.15.3:35542) 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.918+0000 7fbb5de00700 1 -- 172.21.15.3:0/2968636659 learned_addr learned my addr 172.21.15.3:0/2968636659 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.918+0000 7fbb5de00700 1 -- 172.21.15.3:0/2968636659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb60109830 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.918+0000 7fbb5de00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbb50000c00 tx=0x7fbb50011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.919+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb50003aa0 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.919+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb5001b8f0 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.919+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb50023870 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.919+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb60107a20 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.919+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb60107f60 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.920+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fbb5001b440 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.921+0000 7fbb56a00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 0x7fbb440409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.921+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbb50053de0 con 0x7fbb60109a70 2024-05-21T18:55:24.911 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.921+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb60064ba0 con 0x7fbb60109a70 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.922+0000 7fbb5d400700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 0x7fbb440409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.922+0000 7fbb5d400700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 0x7fbb440409e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c006fd0 tx=0x7fbb4c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:23.927+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbb5001f030 con 0x7fbb60109a70 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.203+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fbb60108880 con 0x7fbb4403e520 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.210+0000 7fbb56a00700 1 -- 172.21.15.3:0/2968636659 <== mgr.14120 v2:172.21.15.3:6800/3695204126 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fbb60108880 con 0x7fbb4403e520 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 msgr2=0x7fbb440409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:24.912 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 0x7fbb440409e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbb4c006fd0 tx=0x7fbb4c006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:24.913 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 msgr2=0x7fbb601092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:24.913 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbb50000c00 tx=0x7fbb50011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:24.913 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 shutdown_connections 2024-05-21T18:55:24.913 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fbb4403e520 0x7fbb440409e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:24.914 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 --2- 172.21.15.3:0/2968636659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb60109a70 0x7fbb601092f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:24.914 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 >> 172.21.15.3:0/2968636659 conn(0x7fbb601034c0 msgr2=0x7fbb60103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:24.914 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 shutdown_connections 2024-05-21T18:55:24.914 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:24.214+0000 7fbb64a00700 1 -- 172.21.15.3:0/2968636659 wait complete. 2024-05-21T18:55:25.837 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:25 smithi003 ceph-mon[31577]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:55:27.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:26 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/823669456' entity='client.admin' 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.569+0000 7f88ab200700 1 Processor -- start 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.569+0000 7f88ab200700 1 -- start start 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.569+0000 7f88ab200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.570+0000 7f88ab200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f88a41097d0 con 0x7f88a4108de0 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.570+0000 7f88a9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:27.187 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.570+0000 7f88a9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35548/0 (socket says 172.21.15.3:35548) 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.570+0000 7f88a9e00700 1 -- 172.21.15.3:0/2536667738 learned_addr learned my addr 172.21.15.3:0/2536667738 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.571+0000 7f88a9e00700 1 -- 172.21.15.3:0/2536667738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a4109fe0 con 0x7f88a4108de0 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.571+0000 7f88a9e00700 1 --2- 172.21.15.3:0/2536667738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f88980098a0 tx=0x7f8898009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da49bf33562c0fc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.571+0000 7f88a8a00700 1 -- 172.21.15.3:0/2536667738 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8898004160 con 0x7f88a4108de0 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.572+0000 7f88a8a00700 1 -- 172.21.15.3:0/2536667738 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8898004300 con 0x7f88a4108de0 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.572+0000 7f88a8a00700 1 -- 172.21.15.3:0/2536667738 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8898011a20 con 0x7f88a4108de0 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.572+0000 7f88ab200700 1 -- 172.21.15.3:0/2536667738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 msgr2=0x7f88a4109200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:27.188 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.572+0000 7f88ab200700 1 --2- 172.21.15.3:0/2536667738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f88980098a0 tx=0x7f8898009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.573+0000 7f88ab200700 1 -- 172.21.15.3:0/2536667738 shutdown_connections 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.573+0000 7f88ab200700 1 --2- 172.21.15.3:0/2536667738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a4109200 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.573+0000 7f88ab200700 1 -- 172.21.15.3:0/2536667738 >> 172.21.15.3:0/2536667738 conn(0x7f88a4104380 msgr2=0x7f88a41067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.573+0000 7f88ab200700 1 -- 172.21.15.3:0/2536667738 shutdown_connections 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.573+0000 7f88ab200700 1 -- 172.21.15.3:0/2536667738 wait complete. 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.574+0000 7f88ab200700 1 Processor -- start 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.574+0000 7f88ab200700 1 -- start start 2024-05-21T18:55:27.189 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.575+0000 7f88ab200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.575+0000 7f88ab200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f88a410d390 con 0x7f88a4108de0 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.575+0000 7f88a9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.575+0000 7f88a9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35554/0 (socket says 172.21.15.3:35554) 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.575+0000 7f88a9e00700 1 -- 172.21.15.3:0/823669456 learned_addr learned my addr 172.21.15.3:0/823669456 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f88a9e00700 1 -- 172.21.15.3:0/823669456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a419f420 con 0x7f88a4108de0 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f88a9e00700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8898009520 tx=0x7f8898011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f88980039e0 con 0x7f88a4108de0 2024-05-21T18:55:27.190 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f889801b8f0 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8898019770 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88a419f6b0 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.576+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88a41a23a0 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.578+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f889801b440 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.578+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88a4064ba0 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.578+0000 7f889ea00700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 0x7f888c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.578+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8898053e00 con 0x7f88a4108de0 2024-05-21T18:55:27.191 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.579+0000 7f88a9400700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 0x7f888c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.579+0000 7f88a9400700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 0x7f888c040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8894006fd0 tx=0x7f8894006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.584+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f889801f030 con 0x7f88a4108de0 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.838+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f88a41a29a0 con 0x7f88a4108de0 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.843+0000 7f889ea00700 1 -- 172.21.15.3:0/823669456 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f8898016df0 con 0x7f88a4108de0 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 msgr2=0x7f888c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 0x7f888c040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8894006fd0 tx=0x7f8894006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 msgr2=0x7f88a419eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:27.192 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8898009520 tx=0x7f8898011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 shutdown_connections 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f888c03e4c0 0x7f888c040980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 --2- 172.21.15.3:0/823669456 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f88a4108de0 0x7f88a419eee0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 >> 172.21.15.3:0/823669456 conn(0x7f88a4104380 msgr2=0x7f88a4104de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 shutdown_connections 2024-05-21T18:55:27.193 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:25.846+0000 7f88ab200700 1 -- 172.21.15.3:0/823669456 wait complete. 2024-05-21T18:55:28.049 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:27 smithi003 ceph-mon[31577]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:55:28.049 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:27 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:28.714 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.795+0000 7feec2800700 1 Processor -- start 2024-05-21T18:55:28.715 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.795+0000 7feec2800700 1 -- start start 2024-05-21T18:55:28.715 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.796+0000 7feec2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:28.715 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.796+0000 7feec2800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1099a0 con 0x7feebc108fb0 2024-05-21T18:55:28.715 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.796+0000 7feebb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:28.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.796+0000 7feebb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35556/0 (socket says 172.21.15.3:35556) 2024-05-21T18:55:28.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.796+0000 7feebb400700 1 -- 172.21.15.3:0/110340804 learned_addr learned my addr 172.21.15.3:0/110340804 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:28.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.797+0000 7feebb400700 1 -- 172.21.15.3:0/110340804 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feebc10a1b0 con 0x7feebc108fb0 2024-05-21T18:55:28.717 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.797+0000 7feebb400700 1 --2- 172.21.15.3:0/110340804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feeac0098a0 tx=0x7feeac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5d271c5bf1979f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.797+0000 7feeba000700 1 -- 172.21.15.3:0/110340804 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feeac004160 con 0x7feebc108fb0 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.797+0000 7feeba000700 1 -- 172.21.15.3:0/110340804 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeac004300 con 0x7feebc108fb0 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.797+0000 7feeba000700 1 -- 172.21.15.3:0/110340804 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feeac011a20 con 0x7feebc108fb0 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 -- 172.21.15.3:0/110340804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 msgr2=0x7feebc1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 --2- 172.21.15.3:0/110340804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feeac0098a0 tx=0x7feeac009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 -- 172.21.15.3:0/110340804 shutdown_connections 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 --2- 172.21.15.3:0/110340804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc1093d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 -- 172.21.15.3:0/110340804 >> 172.21.15.3:0/110340804 conn(0x7feebc104570 msgr2=0x7feebc106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 -- 172.21.15.3:0/110340804 shutdown_connections 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.798+0000 7feec2800700 1 -- 172.21.15.3:0/110340804 wait complete. 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.799+0000 7feec2800700 1 Processor -- start 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feec2800700 1 -- start start 2024-05-21T18:55:28.718 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feec2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:28.719 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feec2800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feebc10d560 con 0x7feebc108fb0 2024-05-21T18:55:28.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feebb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:28.721 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feebb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35558/0 (socket says 172.21.15.3:35558) 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.800+0000 7feebb400700 1 -- 172.21.15.3:0/3998993180 learned_addr learned my addr 172.21.15.3:0/3998993180 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feebb400700 1 -- 172.21.15.3:0/3998993180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feebc19d440 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feebb400700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7feeac000c00 tx=0x7feeac011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feeac003aa0 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeac01b8f0 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feeac023890 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feebc19d6d0 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.801+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feebc1a03c0 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.803+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7feeac01b440 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.803+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feebc064ba0 con 0x7feebc108fb0 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.803+0000 7feeb3e00700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 0x7feea0040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:28.722 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.803+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7feeac053e00 con 0x7feebc108fb0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.803+0000 7feebaa00700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 0x7feea0040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.804+0000 7feebaa00700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 0x7feea0040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7feea8006fd0 tx=0x7feea8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:27.809+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feeac01f030 con 0x7feebc108fb0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.050+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7feebc1a0590 con 0x7feebc108fb0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.055+0000 7feeb3e00700 1 -- 172.21.15.3:0/3998993180 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7feeac016260 con 0x7feebc108fb0 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 msgr2=0x7feea0040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 0x7feea0040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7feea8006fd0 tx=0x7feea8006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 msgr2=0x7feebc19cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7feeac000c00 tx=0x7feeac011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 shutdown_connections 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7feea003e470 0x7feea0040930 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 --2- 172.21.15.3:0/3998993180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc108fb0 0x7feebc19cf00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:28.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.058+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 >> 172.21.15.3:0/3998993180 conn(0x7feebc104570 msgr2=0x7feebc1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:28.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.059+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 shutdown_connections 2024-05-21T18:55:28.724 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:28.059+0000 7feec2800700 1 -- 172.21.15.3:0/3998993180 wait complete. 2024-05-21T18:55:28.724 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling the dashboard module... 2024-05-21T18:55:29.304 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:29 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3998993180' entity='client.admin' 2024-05-21T18:55:30.583 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:30 smithi003 ceph-mon[31577]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:55:30.583 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:30 smithi003 ceph-mon[31577]: from='mgr.14120 172.21.15.3:0/3288953326' entity='mgr.x' 2024-05-21T18:55:30.583 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:30 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2828509810' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-21T18:55:30.583 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: ignoring --setuser ceph since I am not root 2024-05-21T18:55:30.584 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: ignoring --setgroup ceph since I am not root 2024-05-21T18:55:30.584 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:30.584+0000 7fcf37d9e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T18:55:31.204 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:30.859+0000 7fcf37d9e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:55:31.204 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:30.995+0000 7fcf37d9e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T18:55:31.514 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:31 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:31.403+0000 7fcf37d9e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T18:55:31.515 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2828509810' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-21T18:55:31.515 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:31 smithi003 ceph-mon[31577]: mgrmap e9: x(active, since 25s) 2024-05-21T18:55:31.849 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:31 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:31.522+0000 7fcf37d9e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T18:55:31.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.305+0000 7f3fc4e00700 1 Processor -- start 2024-05-21T18:55:31.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.306+0000 7f3fc4e00700 1 -- start start 2024-05-21T18:55:31.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.306+0000 7f3fc4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:31.864 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.306+0000 7f3fc4e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc007c7b0 con 0x7f3fc007dd80 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.307+0000 7f3fbde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.307+0000 7f3fbde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35570/0 (socket says 172.21.15.3:35570) 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.307+0000 7f3fbde00700 1 -- 172.21.15.3:0/2219707525 learned_addr learned my addr 172.21.15.3:0/2219707525 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.307+0000 7f3fbde00700 1 -- 172.21.15.3:0/2219707525 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc007c930 con 0x7f3fc007dd80 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.307+0000 7f3fbde00700 1 --2- 172.21.15.3:0/2219707525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00098a0 tx=0x7f3fb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8551e63d72abf2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.308+0000 7f3fbca00700 1 -- 172.21.15.3:0/2219707525 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb0004160 con 0x7f3fc007dd80 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.308+0000 7f3fbca00700 1 -- 172.21.15.3:0/2219707525 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fb0004300 con 0x7f3fc007dd80 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.308+0000 7f3fbca00700 1 -- 172.21.15.3:0/2219707525 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb0011a20 con 0x7f3fc007dd80 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2219707525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 msgr2=0x7f3fc007c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2219707525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fb00098a0 tx=0x7f3fb0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2219707525 shutdown_connections 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2219707525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc007c1e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:31.865 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2219707525 >> 172.21.15.3:0/2219707525 conn(0x7f3fc0104570 msgr2=0x7f3fc0106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2219707525 shutdown_connections 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.309+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2219707525 wait complete. 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.310+0000 7f3fc4e00700 1 Processor -- start 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.310+0000 7f3fc4e00700 1 -- start start 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.310+0000 7f3fc4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.310+0000 7f3fc4e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc010f590 con 0x7f3fc007dd80 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.311+0000 7f3fbde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.311+0000 7f3fbde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35586/0 (socket says 172.21.15.3:35586) 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.311+0000 7f3fbde00700 1 -- 172.21.15.3:0/2828509810 learned_addr learned my addr 172.21.15.3:0/2828509810 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.311+0000 7f3fbde00700 1 -- 172.21.15.3:0/2828509810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc019f660 con 0x7f3fc007dd80 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.311+0000 7f3fbde00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0000c00 tx=0x7f3fb0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:31.866 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.312+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb0003aa0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.312+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fb001b8f0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.312+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fc019f8f0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.312+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb0023890 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.312+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fc01a25e0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.313+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f3fb002c3f0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.313+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fc0064ba0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.314+0000 7f3fb6a00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 0x7f3fa4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.314+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3fb0053e10 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.314+0000 7f3fbd400700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 0x7f3fa4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.315+0000 7f3fbd400700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 0x7f3fa4040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3fac006fd0 tx=0x7f3fac006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.320+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3fb001f030 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:29.636+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f3fc01a2bd0 con 0x7f3fc007dd80 2024-05-21T18:55:31.867 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.236+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f3fb001bda0 con 0x7f3fc007dd80 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.240+0000 7f3fb6a00700 1 -- 172.21.15.3:0/2828509810 <== mon.0 v2:172.21.15.3:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f3fb000f2e0 con 0x7f3fc007dd80 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 msgr2=0x7f3fa4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 0x7f3fa4040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3fac006fd0 tx=0x7f3fac006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 msgr2=0x7f3fc019f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0000c00 tx=0x7f3fb0011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 shutdown_connections 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f3fa403e4c0 0x7f3fa4040980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 --2- 172.21.15.3:0/2828509810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3fc007dd80 0x7f3fc019f120 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 >> 172.21.15.3:0/2828509810 conn(0x7f3fc0104570 msgr2=0x7f3fc01050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 shutdown_connections 2024-05-21T18:55:31.868 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:30.242+0000 7f3fc4e00700 1 -- 172.21.15.3:0/2828509810 wait complete. 2024-05-21T18:55:33.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:32 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3034967229' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T18:55:33.447 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:33.127+0000 7fcf37d9e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T18:55:33.447 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:33.367+0000 7fcf37d9e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T18:55:33.464 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:55:33.464 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-21T18:55:33.464 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.448+0000 7fd5f4400700 1 Processor -- start 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.448+0000 7fd5f4400700 1 -- start start 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.449+0000 7fd5f4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.449+0000 7fd5f4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1099a0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.450+0000 7fd5f1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.450+0000 7fd5f1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34288/0 (socket says 172.21.15.3:34288) 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.450+0000 7fd5f1a00700 1 -- 172.21.15.3:0/4165264438 learned_addr learned my addr 172.21.15.3:0/4165264438 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.450+0000 7fd5f1a00700 1 -- 172.21.15.3:0/4165264438 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec10a1b0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.451+0000 7fd5f1a00700 1 --2- 172.21.15.3:0/4165264438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd5e00098a0 tx=0x7fd5e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dd11b211f56699c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:33.465 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.451+0000 7fd5ebe00700 1 -- 172.21.15.3:0/4165264438 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e0004160 con 0x7fd5ec108fb0 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.451+0000 7fd5ebe00700 1 -- 172.21.15.3:0/4165264438 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e0004300 con 0x7fd5ec108fb0 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.451+0000 7fd5ebe00700 1 -- 172.21.15.3:0/4165264438 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e0011a20 con 0x7fd5ec108fb0 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 -- 172.21.15.3:0/4165264438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 msgr2=0x7fd5ec1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 --2- 172.21.15.3:0/4165264438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd5e00098a0 tx=0x7fd5e0009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 -- 172.21.15.3:0/4165264438 shutdown_connections 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 --2- 172.21.15.3:0/4165264438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec1093d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 -- 172.21.15.3:0/4165264438 >> 172.21.15.3:0/4165264438 conn(0x7fd5ec104570 msgr2=0x7fd5ec106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 -- 172.21.15.3:0/4165264438 shutdown_connections 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.452+0000 7fd5f4400700 1 -- 172.21.15.3:0/4165264438 wait complete. 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.454+0000 7fd5f4400700 1 Processor -- start 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.454+0000 7fd5f4400700 1 -- start start 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.454+0000 7fd5f4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:33.466 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.454+0000 7fd5f4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec10d560 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.455+0000 7fd5f1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.455+0000 7fd5f1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34298/0 (socket says 172.21.15.3:34298) 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.455+0000 7fd5f1a00700 1 -- 172.21.15.3:0/3034967229 learned_addr learned my addr 172.21.15.3:0/3034967229 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.455+0000 7fd5f1a00700 1 -- 172.21.15.3:0/3034967229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec19f650 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.455+0000 7fd5f1a00700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0000c00 tx=0x7fd5e0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.456+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e0003aa0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.456+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e001b8f0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.456+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5ec19f8e0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.456+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e0023890 con 0x7fd5ec108fb0 2024-05-21T18:55:33.467 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.456+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5ec1a25d0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.457+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fd5e002c3f0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.457+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5ec064ba0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.458+0000 7fd5ea000700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 0x7fd5d40409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.458+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd5e0054000 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.458+0000 7fd5f1000700 1 -- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 msgr2=0x7fd5d40409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.458+0000 7fd5f1000700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 0x7fd5d40409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.463+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd5e001f030 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.659+0000 7fd5f1000700 1 -- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 msgr2=0x7fd5d40409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.659+0000 7fd5f1000700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 0x7fd5d40409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.757+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd5ec1a2bc0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.759+0000 7fd5ea000700 1 -- 172.21.15.3:0/3034967229 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fd5e001bda0 con 0x7fd5ec108fb0 2024-05-21T18:55:33.468 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 msgr2=0x7fd5d40409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 0x7fd5d40409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 msgr2=0x7fd5ec19f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0000c00 tx=0x7fd5e0011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 shutdown_connections 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7fd5d403e520 0x7fd5d40409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 --2- 172.21.15.3:0/3034967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd5ec108fb0 0x7fd5ec19f110 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 >> 172.21.15.3:0/3034967229 conn(0x7fd5ec104570 msgr2=0x7fd5ec104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.762+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 shutdown_connections 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:32.763+0000 7fd5f4400700 1 -- 172.21.15.3:0/3034967229 wait complete. 2024-05-21T18:55:33.469 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for the mgr to restart... 2024-05-21T18:55:33.470 INFO:teuthology.orchestra.run.smithi003.stdout:Waiting for mgr epoch 9... 2024-05-21T18:55:33.730 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:33.600+0000 7fcf37d9e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T18:55:34.286 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:34.007+0000 7fcf37d9e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T18:55:34.286 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:34.134+0000 7fcf37d9e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T18:55:34.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:34.393+0000 7fcf37d9e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T18:55:35.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:34.657+0000 7fcf37d9e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:55:35.779 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:35.482+0000 7fcf37d9e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T18:55:35.779 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:35.780+0000 7fcf37d9e200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T18:55:36.493 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:36.364+0000 7fcf37d9e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T18:55:36.819 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:36.502+0000 7fcf37d9e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T18:55:37.090 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:36.988+0000 7fcf37d9e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T18:55:37.793 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:37.499+0000 7fcf37d9e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T18:55:37.793 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:37.630+0000 7fcf37d9e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T18:55:38.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:37.966+0000 7fcf37d9e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T18:55:38.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:38.153+0000 7fcf37d9e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T18:55:38.606 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:38.285+0000 7fcf37d9e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T18:55:39.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:38.693+0000 7fcf37d9e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T18:55:39.106 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:38.822+0000 7fcf37d9e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T18:55:39.909 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:39.612+0000 7fcf37d9e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:55:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:55:39.910+0000 7fcf37d9e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: Active manager daemon x restarted 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: Activating manager daemon x 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: osdmap e3: 0 total, 0 up, 0 in 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: mgrmap e10: x(active, starting, since 0.00538851s) 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:55:40.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T18:55:40.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T18:55:40.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T18:55:40.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T18:55:40.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:39 smithi003 ceph-mon[31577]: Manager daemon x is now available 2024-05-21T18:55:41.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:55:41.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T18:55:41.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T18:55:41.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:40 smithi003 ceph-mon[31577]: mgrmap e11: x(active, since 1.00926s) 2024-05-21T18:55:41.795 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout { 2024-05-21T18:55:41.795 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-21T18:55:41.795 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T18:55:41.795 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout } 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.078+0000 7f7e2ac00700 1 Processor -- start 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.078+0000 7f7e2ac00700 1 -- start start 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.079+0000 7f7e2ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.079+0000 7f7e2ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7e24076e40 con 0x7f7e24107800 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.079+0000 7f7e23e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.079+0000 7f7e23e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34314/0 (socket says 172.21.15.3:34314) 2024-05-21T18:55:41.796 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.079+0000 7f7e23e00700 1 -- 172.21.15.3:0/4168008707 learned_addr learned my addr 172.21.15.3:0/4168008707 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.080+0000 7f7e23e00700 1 -- 172.21.15.3:0/4168008707 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e24108160 con 0x7f7e24107800 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.080+0000 7f7e23e00700 1 --2- 172.21.15.3:0/4168008707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7e140098a0 tx=0x7f7e14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70ceae32dee42fb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.080+0000 7f7e22a00700 1 -- 172.21.15.3:0/4168008707 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e14004160 con 0x7f7e24107800 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.080+0000 7f7e22a00700 1 -- 172.21.15.3:0/4168008707 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e14004300 con 0x7f7e24107800 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.080+0000 7f7e22a00700 1 -- 172.21.15.3:0/4168008707 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e14011a20 con 0x7f7e24107800 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 -- 172.21.15.3:0/4168008707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 msgr2=0x7f7e24107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/4168008707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7e140098a0 tx=0x7f7e14009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 -- 172.21.15.3:0/4168008707 shutdown_connections 2024-05-21T18:55:41.804 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/4168008707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e24107c20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 -- 172.21.15.3:0/4168008707 >> 172.21.15.3:0/4168008707 conn(0x7f7e24103460 msgr2=0x7f7e24105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 -- 172.21.15.3:0/4168008707 shutdown_connections 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.081+0000 7f7e2ac00700 1 -- 172.21.15.3:0/4168008707 wait complete. 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.082+0000 7f7e2ac00700 1 Processor -- start 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.082+0000 7f7e2ac00700 1 -- start start 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e2ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e2ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7e241091d0 con 0x7f7e24107800 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e23e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e23e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34320/0 (socket says 172.21.15.3:34320) 2024-05-21T18:55:41.805 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e23e00700 1 -- 172.21.15.3:0/1307574446 learned_addr learned my addr 172.21.15.3:0/1307574446 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.083+0000 7f7e23e00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2419f610 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e23e00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7e14004660 tx=0x7f7e14011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e14003aa0 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1401b8f0 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e2419f8a0 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e14023900 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.084+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e241a2590 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.085+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f7e14023bc0 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.086+0000 7f7e20c00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.086+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7e08041090 con 0x7f7e0803e4c0 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.086+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7e14053ee0 con 0x7f7e24107800 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.086+0000 7f7e23400700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:41.806 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.086+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.287+0000 7f7e23400700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.287+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.688+0000 7f7e23400700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:34.688+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:35.489+0000 7f7e23400700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:35.489+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:37.091+0000 7f7e23400700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.3:6800/3695204126 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:37.091+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:39.918+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f7e1401acb0 con 0x7f7e24107800 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:39.919+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 msgr2=0x7f7e08040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:55:41.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:39.919+0000 7f7e20c00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.920+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f7e14056150 con 0x7f7e24107800 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.920+0000 7f7e20c00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 0x7f7e08044330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.921+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7e14028e50 con 0x7f7e08041f40 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.922+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 0x7f7e08044330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.923+0000 7f7e23400700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 0x7f7e08044330 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7e10003a10 tx=0x7f7e100092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.924+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f7e14028e50 con 0x7f7e08041f40 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.933+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7e24064ba0 con 0x7f7e08041f40 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.934+0000 7f7e20c00700 1 -- 172.21.15.3:0/1307574446 <== mgr.14152 v2:172.21.15.3:6800/1320720113 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f7e24064ba0 con 0x7f7e08041f40 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.934+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 msgr2=0x7f7e08044330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:41.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.934+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 0x7f7e08044330 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f7e10003a10 tx=0x7f7e100092b0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.934+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 msgr2=0x7f7e2419f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.934+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7e14004660 tx=0x7f7e14011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 shutdown_connections 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7e08041f40 0x7f7e08044330 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7e24107800 0x7f7e2419f0d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 --2- 172.21.15.3:0/1307574446 >> [v2:172.21.15.3:6800/3695204126,v1:172.21.15.3:6801/3695204126] conn(0x7f7e0803e4c0 0x7f7e08040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 >> 172.21.15.3:0/1307574446 conn(0x7f7e24103460 msgr2=0x7f7e24195db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 shutdown_connections 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:40.935+0000 7f7e2ac00700 1 -- 172.21.15.3:0/1307574446 wait complete. 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:mgr epoch 9 is available 2024-05-21T18:55:41.809 INFO:teuthology.orchestra.run.smithi003.stdout:Generating a dashboard self-signed certificate... 2024-05-21T18:55:42.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: [21/May/2024:18:55:40] ENGINE Bus STARTING 2024-05-21T18:55:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: [21/May/2024:18:55:40] ENGINE Serving on http://172.21.15.3:8765 2024-05-21T18:55:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T18:55:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T18:55:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: [21/May/2024:18:55:41] ENGINE Serving on https://172.21.15.3:7150 2024-05-21T18:55:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:41 smithi003 ceph-mon[31577]: [21/May/2024:18:55:41] ENGINE Bus STARTED 2024-05-21T18:55:43.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:42 smithi003 ceph-mon[31577]: mgrmap e12: x(active, since 2s) 2024-05-21T18:55:44.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:55:44.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:55:44.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.134+0000 7f4fa5c00700 1 Processor -- start 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.134+0000 7f4fa5c00700 1 -- start start 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.135+0000 7f4fa5c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.135+0000 7f4fa5c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa01087b0 con 0x7f4fa0107e50 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.135+0000 7f4f9ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.135+0000 7f4f9ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42534/0 (socket says 172.21.15.3:42534) 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.135+0000 7f4f9ea00700 1 -- 172.21.15.3:0/2982875701 learned_addr learned my addr 172.21.15.3:0/2982875701 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:44.447 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.136+0000 7f4f9ea00700 1 -- 172.21.15.3:0/2982875701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa0109040 con 0x7f4fa0107e50 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.136+0000 7f4f9ea00700 1 --2- 172.21.15.3:0/2982875701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4f90009e80 tx=0x7f4f9000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42aed6eb3e85abed server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.136+0000 7f4f9d600700 1 -- 172.21.15.3:0/2982875701 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f90017070 con 0x7f4fa0107e50 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4f9d600700 1 -- 172.21.15.3:0/2982875701 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f9000b8c0 con 0x7f4fa0107e50 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4f9d600700 1 -- 172.21.15.3:0/2982875701 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f90004490 con 0x7f4fa0107e50 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4fa5c00700 1 -- 172.21.15.3:0/2982875701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 msgr2=0x7f4fa0108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/2982875701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4f90009e80 tx=0x7f4f9000b330 comp rx=0 tx=0).stop 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4fa5c00700 1 -- 172.21.15.3:0/2982875701 shutdown_connections 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/2982875701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0108270 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.137+0000 7f4fa5c00700 1 -- 172.21.15.3:0/2982875701 >> 172.21.15.3:0/2982875701 conn(0x7f4fa0103460 msgr2=0x7f4fa0105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.138+0000 7f4fa5c00700 1 -- 172.21.15.3:0/2982875701 shutdown_connections 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.138+0000 7f4fa5c00700 1 -- 172.21.15.3:0/2982875701 wait complete. 2024-05-21T18:55:44.448 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.139+0000 7f4fa5c00700 1 Processor -- start 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.139+0000 7f4fa5c00700 1 -- start start 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.139+0000 7f4fa5c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.139+0000 7f4fa5c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4fa010c300 con 0x7f4fa0107e50 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.140+0000 7f4f9ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.140+0000 7f4f9ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42550/0 (socket says 172.21.15.3:42550) 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.140+0000 7f4f9ea00700 1 -- 172.21.15.3:0/3458801487 learned_addr learned my addr 172.21.15.3:0/3458801487 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.140+0000 7f4f9ea00700 1 -- 172.21.15.3:0/3458801487 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa0193490 con 0x7f4fa0107e50 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.140+0000 7f4f9ea00700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000bca0 tx=0x7f4f9000bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.141+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f90020020 con 0x7f4fa0107e50 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.141+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f90003b50 con 0x7f4fa0107e50 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.141+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f90017040 con 0x7f4fa0107e50 2024-05-21T18:55:44.449 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.141+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fa0191680 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.142+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fa0191bc0 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.143+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fa0064ba0 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.143+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f4f90023020 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.144+0000 7f4f97400700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 0x7f4f84040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.144+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4f9000f050 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.144+0000 7f4f9e000700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 0x7f4f84040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.145+0000 7f4f9e000700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 0x7f4f84040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c006fd0 tx=0x7f4f8c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.150+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4f9002a020 con 0x7f4fa0107e50 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.401+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f4fa0196d20 con 0x7f4f8403e4c0 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.556+0000 7f4f97400700 1 -- 172.21.15.3:0/3458801487 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f4fa0196d20 con 0x7f4f8403e4c0 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 msgr2=0x7f4f84040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:44.450 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 0x7f4f84040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4f8c006fd0 tx=0x7f4f8c006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 msgr2=0x7f4fa0192f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4f9000bca0 tx=0x7f4f9000bd80 comp rx=0 tx=0).stop 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 shutdown_connections 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f8403e4c0 0x7f4f84040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 --2- 172.21.15.3:0/3458801487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4fa0107e50 0x7f4fa0192f50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 >> 172.21.15.3:0/3458801487 conn(0x7f4fa0103460 msgr2=0x7f4fa0104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.559+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 shutdown_connections 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:43.560+0000 7f4fa5c00700 1 -- 172.21.15.3:0/3458801487 wait complete. 2024-05-21T18:55:44.451 INFO:teuthology.orchestra.run.smithi003.stdout:Creating initial admin user... 2024-05-21T18:55:45.355 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:45 smithi003 ceph-mon[31577]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:46.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:46 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:55:46.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:46 smithi003 ceph-mon[31577]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:55:46.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:46 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:55:46.401 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$oTIw97FS5FlZCYE06W.CSuKpZ3ZTJFh7GMwHnzVHm.RudYLIdN7bq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716317745, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-21T18:55:46.401 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.099+0000 7f0bbb800700 1 Processor -- start 2024-05-21T18:55:46.401 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.099+0000 7f0bbb800700 1 -- start start 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.099+0000 7f0bbb800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.099+0000 7f0bbb800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb4076e00 con 0x7f0bb4109a50 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.100+0000 7f0bb8e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.100+0000 7f0bb8e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42564/0 (socket says 172.21.15.3:42564) 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.100+0000 7f0bb8e00700 1 -- 172.21.15.3:0/1112519883 learned_addr learned my addr 172.21.15.3:0/1112519883 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.100+0000 7f0bb8e00700 1 -- 172.21.15.3:0/1112519883 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb410c380 con 0x7f0bb4109a50 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.101+0000 7f0bb8e00700 1 --2- 172.21.15.3:0/1112519883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80098a0 tx=0x7f0ba8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f0fcf6391b48d9c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.101+0000 7f0bb3400700 1 -- 172.21.15.3:0/1112519883 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8004160 con 0x7f0bb4109a50 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.101+0000 7f0bb3400700 1 -- 172.21.15.3:0/1112519883 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ba8004300 con 0x7f0bb4109a50 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.101+0000 7f0bb3400700 1 -- 172.21.15.3:0/1112519883 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8011a20 con 0x7f0bb4109a50 2024-05-21T18:55:46.402 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.102+0000 7f0bbb800700 1 -- 172.21.15.3:0/1112519883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 msgr2=0x7f0bb410be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.102+0000 7f0bbb800700 1 --2- 172.21.15.3:0/1112519883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80098a0 tx=0x7f0ba8009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.102+0000 7f0bbb800700 1 -- 172.21.15.3:0/1112519883 shutdown_connections 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.102+0000 7f0bbb800700 1 --2- 172.21.15.3:0/1112519883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb410be40 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.102+0000 7f0bbb800700 1 -- 172.21.15.3:0/1112519883 >> 172.21.15.3:0/1112519883 conn(0x7f0bb4103460 msgr2=0x7f0bb4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.103+0000 7f0bbb800700 1 -- 172.21.15.3:0/1112519883 shutdown_connections 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.103+0000 7f0bbb800700 1 -- 172.21.15.3:0/1112519883 wait complete. 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.104+0000 7f0bbb800700 1 Processor -- start 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bbb800700 1 -- start start 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bbb800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bbb800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb410d380 con 0x7f0bb4109a50 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bb8e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bb8e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42570/0 (socket says 172.21.15.3:42570) 2024-05-21T18:55:46.403 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.105+0000 7f0bb8e00700 1 -- 172.21.15.3:0/2810016374 learned_addr learned my addr 172.21.15.3:0/2810016374 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.106+0000 7f0bb8e00700 1 -- 172.21.15.3:0/2810016374 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb419d410 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.106+0000 7f0bb8e00700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8004660 tx=0x7f0ba8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.107+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8003aa0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.107+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ba801b8f0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.107+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8023900 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.107+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb419d6a0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.107+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb41a0390 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.108+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb4064ba0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.109+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f0ba801baa0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.110+0000 7f0bb1600700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 0x7f0b9c0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.110+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0ba8053fc0 con 0x7f0bb4109a50 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.111+0000 7f0bb3e00700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 0x7f0b9c0409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.111+0000 7f0bb3e00700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 0x7f0b9c0409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0006fd0 tx=0x7f0ba0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:46.404 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.116+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0ba801f030 con 0x7f0bb4109a50 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.380+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f0bb41a0620 con 0x7f0b9c03e520 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.633+0000 7f0bb1600700 1 -- 172.21.15.3:0/2810016374 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f0bb41a0620 con 0x7f0b9c03e520 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 msgr2=0x7f0b9c0409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 0x7f0b9c0409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0006fd0 tx=0x7f0ba0006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 msgr2=0x7f0bb419ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8004660 tx=0x7f0ba8011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 shutdown_connections 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b9c03e520 0x7f0b9c0409e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 --2- 172.21.15.3:0/2810016374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0bb4109a50 0x7f0bb419ced0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.636+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 >> 172.21.15.3:0/2810016374 conn(0x7f0bb4103460 msgr2=0x7f0bb4103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.637+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 shutdown_connections 2024-05-21T18:55:46.405 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:45.637+0000 7f0bbb800700 1 -- 172.21.15.3:0/2810016374 wait complete. 2024-05-21T18:55:46.406 INFO:teuthology.orchestra.run.smithi003.stdout:Fetching dashboard port number... 2024-05-21T18:55:48.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:47 smithi003 ceph-mon[31577]: mgrmap e13: x(active, since 6s) 2024-05-21T18:55:48.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:47 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1787388642' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stdout 8443 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.009+0000 7fce3ac00700 1 Processor -- start 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.009+0000 7fce3ac00700 1 -- start start 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.010+0000 7fce3ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.010+0000 7fce3ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fce34076e40 con 0x7fce34107800 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.010+0000 7fce33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.010+0000 7fce33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42576/0 (socket says 172.21.15.3:42576) 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.010+0000 7fce33e00700 1 -- 172.21.15.3:0/1795435889 learned_addr learned my addr 172.21.15.3:0/1795435889 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:48.802 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.011+0000 7fce33e00700 1 -- 172.21.15.3:0/1795435889 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3410a170 con 0x7fce34107800 2024-05-21T18:55:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.011+0000 7fce33e00700 1 --2- 172.21.15.3:0/1795435889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fce240098a0 tx=0x7fce24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=819f4f177d8833cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.011+0000 7fce32a00700 1 -- 172.21.15.3:0/1795435889 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce24004160 con 0x7fce34107800 2024-05-21T18:55:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.011+0000 7fce32a00700 1 -- 172.21.15.3:0/1795435889 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce24004300 con 0x7fce34107800 2024-05-21T18:55:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.011+0000 7fce32a00700 1 -- 172.21.15.3:0/1795435889 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce24011a20 con 0x7fce34107800 2024-05-21T18:55:48.803 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 -- 172.21.15.3:0/1795435889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 msgr2=0x7fce34109c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:48.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1795435889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fce240098a0 tx=0x7fce24009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:48.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 -- 172.21.15.3:0/1795435889 shutdown_connections 2024-05-21T18:55:48.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1795435889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce34109c30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:48.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 -- 172.21.15.3:0/1795435889 >> 172.21.15.3:0/1795435889 conn(0x7fce34103460 msgr2=0x7fce34105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:48.807 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 -- 172.21.15.3:0/1795435889 shutdown_connections 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.012+0000 7fce3ac00700 1 -- 172.21.15.3:0/1795435889 wait complete. 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.013+0000 7fce3ac00700 1 Processor -- start 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce3ac00700 1 -- start start 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce3ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce3ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fce3410b1e0 con 0x7fce34107800 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42592/0 (socket says 172.21.15.3:42592) 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.014+0000 7fce33e00700 1 -- 172.21.15.3:0/1787388642 learned_addr learned my addr 172.21.15.3:0/1787388642 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce33e00700 1 -- 172.21.15.3:0/1787388642 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce341a3a50 con 0x7fce34107800 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce33e00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fce24004660 tx=0x7fce24011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce24003aa0 con 0x7fce34107800 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce2401b8f0 con 0x7fce34107800 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce341a3ce0 con 0x7fce34107800 2024-05-21T18:55:48.808 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.015+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fce24023900 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.016+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce341a69d0 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.017+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fce2401baa0 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.017+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce34064ba0 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.017+0000 7fce30c00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 0x7fce18040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.017+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fce24054020 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.018+0000 7fce33400700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 0x7fce18040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.018+0000 7fce33400700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 0x7fce18040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fce20006fd0 tx=0x7fce20006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.023+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fce2401f030 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.271+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fce341a41c0 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.272+0000 7fce30c00700 1 -- 172.21.15.3:0/1787388642 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fce341a41c0 con 0x7fce34107800 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.274+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 msgr2=0x7fce18040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.274+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 0x7fce18040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fce20006fd0 tx=0x7fce20006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.274+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 msgr2=0x7fce341a3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:48.809 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.274+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fce24004660 tx=0x7fce24011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 shutdown_connections 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fce1803e5c0 0x7fce18040a80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 --2- 172.21.15.3:0/1787388642 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fce34107800 0x7fce341a3510 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 >> 172.21.15.3:0/1787388642 conn(0x7fce34103460 msgr2=0x7fce34105850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 shutdown_connections 2024-05-21T18:55:48.810 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:47.275+0000 7fce3ac00700 1 -- 172.21.15.3:0/1787388642 wait complete. 2024-05-21T18:55:48.842 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T18:55:48.842 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout disabled 2024-05-21T18:55:48.870 INFO:teuthology.orchestra.run.smithi003.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T18:55:48.870 INFO:teuthology.orchestra.run.smithi003.stdout:systemctl: stdout inactive 2024-05-21T18:55:48.870 INFO:teuthology.orchestra.run.smithi003.stdout:firewalld.service is not enabled 2024-05-21T18:55:48.871 INFO:teuthology.orchestra.run.smithi003.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-21T18:55:48.878 INFO:teuthology.orchestra.run.smithi003.stdout:Ceph Dashboard is now available at: 2024-05-21T18:55:48.878 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:48.878 INFO:teuthology.orchestra.run.smithi003.stdout: URL: https://smithi003.front.sepia.ceph.com:8443/ 2024-05-21T18:55:48.878 INFO:teuthology.orchestra.run.smithi003.stdout: User: admin 2024-05-21T18:55:48.879 INFO:teuthology.orchestra.run.smithi003.stdout: Password: p44sy2qps0 2024-05-21T18:55:48.879 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:48.879 INFO:teuthology.orchestra.run.smithi003.stdout:Saving cluster configuration to /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config directory 2024-05-21T18:55:48.881 INFO:teuthology.orchestra.run.smithi003.stdout:Enabling autotune for osd_memory_target 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.568+0000 7fa85c800700 1 Processor -- start 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.568+0000 7fa85c800700 1 -- start start 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.569+0000 7fa85c800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.569+0000 7fa85c800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa85407c770 con 0x7fa85407dd40 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.569+0000 7fa859e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.569+0000 7fa859e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42598/0 (socket says 172.21.15.3:42598) 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.569+0000 7fa859e00700 1 -- 172.21.15.3:0/2266881233 learned_addr learned my addr 172.21.15.3:0/2266881233 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:50.550 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.570+0000 7fa859e00700 1 -- 172.21.15.3:0/2266881233 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa85407c8f0 con 0x7fa85407dd40 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.570+0000 7fa859e00700 1 --2- 172.21.15.3:0/2266881233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8480098a0 tx=0x7fa848009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3228f28d73f53c27 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.570+0000 7fa858a00700 1 -- 172.21.15.3:0/2266881233 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa848004160 con 0x7fa85407dd40 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.570+0000 7fa858a00700 1 -- 172.21.15.3:0/2266881233 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa848004300 con 0x7fa85407dd40 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.570+0000 7fa858a00700 1 -- 172.21.15.3:0/2266881233 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa848011a20 con 0x7fa85407dd40 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 -- 172.21.15.3:0/2266881233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 msgr2=0x7fa85407c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 --2- 172.21.15.3:0/2266881233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8480098a0 tx=0x7fa848009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 -- 172.21.15.3:0/2266881233 shutdown_connections 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 --2- 172.21.15.3:0/2266881233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85407c1a0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 -- 172.21.15.3:0/2266881233 >> 172.21.15.3:0/2266881233 conn(0x7fa854104570 msgr2=0x7fa854106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 -- 172.21.15.3:0/2266881233 shutdown_connections 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.571+0000 7fa85c800700 1 -- 172.21.15.3:0/2266881233 wait complete. 2024-05-21T18:55:50.551 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.572+0000 7fa85c800700 1 Processor -- start 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa85c800700 1 -- start start 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa85c800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa85c800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa85410f5d0 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa859e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa859e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42610/0 (socket says 172.21.15.3:42610) 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.573+0000 7fa859e00700 1 -- 172.21.15.3:0/4139550784 learned_addr learned my addr 172.21.15.3:0/4139550784 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa859e00700 1 -- 172.21.15.3:0/4139550784 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa85419f610 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa859e00700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa848004660 tx=0x7fa848011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa848003aa0 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa84801b8f0 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa848023900 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa85419f8a0 con 0x7fa85407dd40 2024-05-21T18:55:50.552 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.574+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8541a2590 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.576+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fa848023b70 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.576+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa854064ba0 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.576+0000 7fa84ea00700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 0x7fa83c040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.576+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa848054030 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.576+0000 7fa859400700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 0x7fa83c040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.577+0000 7fa859400700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 0x7fa83c040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa844006fd0 tx=0x7fa844006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.583+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa84801f030 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.824+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fa85419fd80 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.824+0000 7fa84ea00700 1 -- 172.21.15.3:0/4139550784 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fa85419fd80 con 0x7fa85407dd40 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 msgr2=0x7fa83c040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:50.553 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 0x7fa83c040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa844006fd0 tx=0x7fa844006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 msgr2=0x7fa85419f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa848004660 tx=0x7fa848011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 shutdown_connections 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa83c03e5c0 0x7fa83c040a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 --2- 172.21.15.3:0/4139550784 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa85407dd40 0x7fa85419f0d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 >> 172.21.15.3:0/4139550784 conn(0x7fa854104570 msgr2=0x7fa8541050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.828+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 shutdown_connections 2024-05-21T18:55:50.554 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:49.829+0000 7fa85c800700 1 -- 172.21.15.3:0/4139550784 wait complete. 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.141+0000 7f2b5ec00700 1 Processor -- start 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.141+0000 7f2b5ec00700 1 -- start start 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b5ec00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b5ec00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2b581127a0 con 0x7f2b5810fe70 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34708/0 (socket says 172.21.15.3:34708) 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b57e00700 1 -- 172.21.15.3:0/4136324057 learned_addr learned my addr 172.21.15.3:0/4136324057 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.142+0000 7f2b57e00700 1 -- 172.21.15.3:0/4136324057 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b58112920 con 0x7f2b5810fe70 2024-05-21T18:55:52.207 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.143+0000 7f2b57e00700 1 --2- 172.21.15.3:0/4136324057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2b480098a0 tx=0x7f2b48009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cebd40a69acd482e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.143+0000 7f2b56a00700 1 -- 172.21.15.3:0/4136324057 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b48004160 con 0x7f2b5810fe70 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.143+0000 7f2b56a00700 1 -- 172.21.15.3:0/4136324057 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b48004300 con 0x7f2b5810fe70 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.143+0000 7f2b56a00700 1 -- 172.21.15.3:0/4136324057 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b48011a20 con 0x7f2b5810fe70 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 -- 172.21.15.3:0/4136324057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 msgr2=0x7f2b58112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/4136324057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2b480098a0 tx=0x7f2b48009bb0 comp rx=0 tx=0).stop 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 -- 172.21.15.3:0/4136324057 shutdown_connections 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/4136324057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b58112260 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 -- 172.21.15.3:0/4136324057 >> 172.21.15.3:0/4136324057 conn(0x7f2b5807e570 msgr2=0x7f2b580809b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 -- 172.21.15.3:0/4136324057 shutdown_connections 2024-05-21T18:55:52.208 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.144+0000 7f2b5ec00700 1 -- 172.21.15.3:0/4136324057 wait complete. 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.145+0000 7f2b5ec00700 1 Processor -- start 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b5ec00700 1 -- start start 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b5ec00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b5ec00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2b58113980 con 0x7f2b5810fe70 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34714/0 (socket says 172.21.15.3:34714) 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.146+0000 7f2b57e00700 1 -- 172.21.15.3:0/3228343799 learned_addr learned my addr 172.21.15.3:0/3228343799 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b57e00700 1 -- 172.21.15.3:0/3228343799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b581a39f0 con 0x7f2b5810fe70 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b57e00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2b48004660 tx=0x7f2b48011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b48003aa0 con 0x7f2b5810fe70 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b4801b8f0 con 0x7f2b5810fe70 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b48023900 con 0x7f2b5810fe70 2024-05-21T18:55:52.209 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b581a3c80 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.147+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b581a6970 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.149+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b58064ba0 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.149+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f2b4801baa0 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.149+0000 7f2b54c00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 0x7f2b3c040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.149+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2b48053ff0 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.150+0000 7f2b57400700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 0x7f2b3c040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.150+0000 7f2b57400700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 0x7f2b3c040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2b44006fd0 tx=0x7f2b44006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.155+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2b4801f030 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.515+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f2b581a4160 con 0x7f2b5810fe70 2024-05-21T18:55:52.210 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.518+0000 7f2b54c00700 1 -- 172.21.15.3:0/3228343799 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f2b581a4160 con 0x7f2b5810fe70 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 msgr2=0x7f2b3c040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 0x7f2b3c040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2b44006fd0 tx=0x7f2b44006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 msgr2=0x7f2b581a34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2b48004660 tx=0x7f2b48011aa0 comp rx=0 tx=0).stop 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 shutdown_connections 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2b3c03e5c0 0x7f2b3c040a80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.521+0000 7f2b5ec00700 1 --2- 172.21.15.3:0/3228343799 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2b5810fe70 0x7f2b581a34b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.522+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 >> 172.21.15.3:0/3228343799 conn(0x7f2b5807e570 msgr2=0x7f2b5807f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.522+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 shutdown_connections 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr 2024-05-21T18:55:51.522+0000 7f2b5ec00700 1 -- 172.21.15.3:0/3228343799 wait complete. 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.211 INFO:teuthology.orchestra.run.smithi003.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout:Or, if you are only running a single cluster on this host: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: ceph telemetry on 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout:For more information see: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-21T18:55:52.212 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:55:52.213 INFO:teuthology.orchestra.run.smithi003.stdout:Bootstrap complete. 2024-05-21T18:55:52.303 INFO:tasks.cephadm:Fetching config... 2024-05-21T18:55:52.303 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:55:52.304 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-21T18:55:52.356 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-21T18:55:52.356 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:55:52.356 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-21T18:55:52.394 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-21T18:55:52.395 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:55:52.395 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-21T18:55:52.511 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-21T18:55:52.512 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:55:52.512 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-21T18:55:52.611 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-21T18:55:52.611 DEBUG:teuthology.orchestra.run.smithi003:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T18:55:52.728 INFO:teuthology.orchestra.run.smithi003.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:55:52.748 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:52 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3228343799' entity='client.admin' 2024-05-21T18:55:52.759 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T18:55:52.801 INFO:teuthology.orchestra.run.smithi104.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:55:52.813 DEBUG:teuthology.orchestra.run.smithi178:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T18:55:52.855 INFO:teuthology.orchestra.run.smithi178.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDi8zG1HrvaEV5K6nIjrPufZ7swR1OAlmuRaxFyEiJ55mFmM3b6pLqKQkrGwMnM0dFlqSdrezJHWE2EselTcrBTnT+eQVTdgnQPWPQNtP72ikIPpTIGLYArWTB0mgCnERdskVk/65KJw+FQUCYz/v14KeOHsAVywKPDbLs3PFP6Bceq032FAjGCLXcx6FNYqiaxdNTlbC/B2g/i+12RIDYPiQHwKESdTx6q9dJNA3OuxxvtmMB10HFO7xVl4VnoAYpF3nLaS/zjy482rMgOPdecRNH+daxDkCDToZ6xOCGV/ZF1PnpVc3bxMMCpB+nn1uRzgoY5zTQOMWlzKlHR1rZEgdgxHLD0OGy2lGlTq8WzaDJEJSqHQG8ytivNsMd5n4RuVw7XZn8fhzE8pJr45wCuxISyFjFugoXgAsbTs/KdF93Z/0t07ESbJ/oMG6jl67KUFTdjVy3eWTKnMzC55xIwubz5HVBKja+aJDIdHiHYTWPl7sCmnfOYuuvTxvIrw4M= ceph-66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:55:52.867 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-21T18:55:53.304 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:55:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.761+0000 7fac77e00700 1 -- 172.21.15.3:0/1106266836 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac6c005460 con 0x7fac781051f0 2024-05-21T18:55:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 -- 172.21.15.3:0/1106266836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 msgr2=0x7fac78105610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 --2- 172.21.15.3:0/1106266836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac78105610 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fac6c009910 tx=0x7fac6c009c20 comp rx=0 tx=0).stop 2024-05-21T18:55:55.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 -- 172.21.15.3:0/1106266836 shutdown_connections 2024-05-21T18:55:55.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 --2- 172.21.15.3:0/1106266836 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac78105610 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:55.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 -- 172.21.15.3:0/1106266836 >> 172.21.15.3:0/1106266836 conn(0x7fac78100770 msgr2=0x7fac78102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:55.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.762+0000 7fac80200700 1 -- 172.21.15.3:0/1106266836 shutdown_connections 2024-05-21T18:55:55.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.763+0000 7fac80200700 1 -- 172.21.15.3:0/1106266836 wait complete. 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac80200700 1 Processor -- start 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac80200700 1 -- start start 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac80200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac80200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac7810b130 con 0x7fac781051f0 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac7d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac7d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34736/0 (socket says 172.21.15.3:34736) 2024-05-21T18:55:55.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.764+0000 7fac7d800700 1 -- 172.21.15.3:0/1584416540 learned_addr learned my addr 172.21.15.3:0/1584416540 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac7d800700 1 -- 172.21.15.3:0/1584416540 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7819ad40 con 0x7fac781051f0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac7d800700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fac6c005800 tx=0x7fac6c009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac6c027070 con 0x7fac781051f0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac6c00be10 con 0x7fac781051f0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac7819afd0 con 0x7fac781051f0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.765+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac6c00f460 con 0x7fac781051f0 2024-05-21T18:55:55.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.766+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac7819dcc0 con 0x7fac781051f0 2024-05-21T18:55:55.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.767+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac7810b8b0 con 0x7fac781051f0 2024-05-21T18:55:55.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.767+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fac6c02a070 con 0x7fac781051f0 2024-05-21T18:55:55.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.767+0000 7fac76000700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 0x7fac60040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:55.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.767+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fac6c01e030 con 0x7fac781051f0 2024-05-21T18:55:55.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.768+0000 7fac7ce00700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 0x7fac60040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:55.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.768+0000 7fac7ce00700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 0x7fac60040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fac64006fd0 tx=0x7fac64006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:55.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:55.773+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fac6c013070 con 0x7fac781051f0 2024-05-21T18:55:56.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.023+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fac7802e670 con 0x7fac781051f0 2024-05-21T18:55:56.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.027+0000 7fac76000700 1 -- 172.21.15.3:0/1584416540 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fac6c031020 con 0x7fac781051f0 2024-05-21T18:55:56.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.030+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 msgr2=0x7fac60040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.030+0000 7fac80200700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 0x7fac60040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fac64006fd0 tx=0x7fac64006e40 comp rx=0 tx=0).stop 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 msgr2=0x7fac7819a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fac6c005800 tx=0x7fac6c009f60 comp rx=0 tx=0).stop 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 shutdown_connections 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac6003e570 0x7fac60040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 --2- 172.21.15.3:0/1584416540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac781051f0 0x7fac7819a800 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 >> 172.21.15.3:0/1584416540 conn(0x7fac78100770 msgr2=0x7fac78101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 shutdown_connections 2024-05-21T18:55:56.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:56.031+0000 7fac80200700 1 -- 172.21.15.3:0/1584416540 wait complete. 2024-05-21T18:55:56.905 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-21T18:55:56.905 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-21T18:55:57.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:55:57 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1584416540' entity='client.admin' 2024-05-21T18:55:57.351 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:55:59.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.789+0000 7f9635400700 1 -- 172.21.15.3:0/688730427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 msgr2=0x7f9630105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.789+0000 7f9635400700 1 --2- 172.21.15.3:0/688730427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f9630105e20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9620009910 tx=0x7f9620009c20 comp rx=0 tx=0).stop 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.789+0000 7f9635400700 1 -- 172.21.15.3:0/688730427 shutdown_connections 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.789+0000 7f9635400700 1 --2- 172.21.15.3:0/688730427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f9630105e20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.789+0000 7f9635400700 1 -- 172.21.15.3:0/688730427 >> 172.21.15.3:0/688730427 conn(0x7f96300fd440 msgr2=0x7f96300ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.790+0000 7f9635400700 1 -- 172.21.15.3:0/688730427 shutdown_connections 2024-05-21T18:55:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.790+0000 7f9635400700 1 -- 172.21.15.3:0/688730427 wait complete. 2024-05-21T18:55:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.791+0000 7f9635400700 1 Processor -- start 2024-05-21T18:55:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.791+0000 7f9635400700 1 -- start start 2024-05-21T18:55:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f9635400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f9635400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9630108e80 con 0x7f9630103a30 2024-05-21T18:55:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f962e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f962e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34768/0 (socket says 172.21.15.3:34768) 2024-05-21T18:55:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f962e800700 1 -- 172.21.15.3:0/2954913077 learned_addr learned my addr 172.21.15.3:0/2954913077 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:55:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.792+0000 7f962e800700 1 -- 172.21.15.3:0/2954913077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96301037f0 con 0x7f9630103a30 2024-05-21T18:55:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f962e800700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9620005b40 tx=0x7f9620004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9620027070 con 0x7f9630103a30 2024-05-21T18:55:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f962000be10 con 0x7f9630103a30 2024-05-21T18:55:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9620022de0 con 0x7f9630103a30 2024-05-21T18:55:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96301019e0 con 0x7f9630103a30 2024-05-21T18:55:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.793+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9630101f20 con 0x7f9630103a30 2024-05-21T18:55:59.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.795+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f962002a070 con 0x7f9630103a30 2024-05-21T18:55:59.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.795+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9630109600 con 0x7f9630103a30 2024-05-21T18:55:59.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.795+0000 7f9627e00700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:55:59.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.795+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f962001e030 con 0x7f9630103a30 2024-05-21T18:55:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.795+0000 7f9625e00700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:55:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.796+0000 7f9625e00700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 0x7f9614040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9618006fd0 tx=0x7f9618006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:55:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:55:59.801+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9620013070 con 0x7f9630103a30 2024-05-21T18:56:00.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.044+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f9630191b40 con 0x7f961403e570 2024-05-21T18:56:00.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.050+0000 7f9627e00700 1 -- 172.21.15.3:0/2954913077 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9630191b40 con 0x7f961403e570 2024-05-21T18:56:00.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 msgr2=0x7f9614040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:00.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 0x7f9614040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9618006fd0 tx=0x7f9618006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:00.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 msgr2=0x7f96301032b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:00.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9620005b40 tx=0x7f9620004f80 comp rx=0 tx=0).stop 2024-05-21T18:56:00.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 shutdown_connections 2024-05-21T18:56:00.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f961403e570 0x7f9614040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:00.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 --2- 172.21.15.3:0/2954913077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9630103a30 0x7f96301032b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:00.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.054+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 >> 172.21.15.3:0/2954913077 conn(0x7f96300fd440 msgr2=0x7f96300fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:00.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.055+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 shutdown_connections 2024-05-21T18:56:00.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:00.055+0000 7f9635400700 1 -- 172.21.15.3:0/2954913077 wait complete. 2024-05-21T18:56:00.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:00.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi003", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:00.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:00.798 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi104 2024-05-21T18:56:00.798 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:56:00.798 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/etc/ceph/ceph.conf 2024-05-21T18:56:00.818 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:56:00.818 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:00.875 INFO:tasks.cephadm:Adding host smithi104 to orchestrator... 2024-05-21T18:56:00.875 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch host add smithi104 2024-05-21T18:56:01.296 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:01.707 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:01 smithi003 ceph-mon[31577]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:01.707 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:01 smithi003 ceph-mon[31577]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:01.707 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:01 smithi003 ceph-mon[31577]: Updating smithi003:/etc/ceph/ceph.conf 2024-05-21T18:56:02.459 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:02 smithi003 ceph-mon[31577]: Updating smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:02.459 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:02 smithi003 ceph-mon[31577]: Updating smithi003:/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 -- 172.21.15.3:0/1967265183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 msgr2=0x7f8c601055f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 --2- 172.21.15.3:0/1967265183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601055f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8c50009910 tx=0x7f8c50009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 -- 172.21.15.3:0/1967265183 shutdown_connections 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 --2- 172.21.15.3:0/1967265183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601055f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 -- 172.21.15.3:0/1967265183 >> 172.21.15.3:0/1967265183 conn(0x7f8c60100ac0 msgr2=0x7f8c60102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 -- 172.21.15.3:0/1967265183 shutdown_connections 2024-05-21T18:56:03.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.249+0000 7f8c64e00700 1 -- 172.21.15.3:0/1967265183 wait complete. 2024-05-21T18:56:03.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.250+0000 7f8c64e00700 1 Processor -- start 2024-05-21T18:56:03.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.250+0000 7f8c64e00700 1 -- start start 2024-05-21T18:56:03.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c64e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:03.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c64e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c6010f490 con 0x7f8c60105210 2024-05-21T18:56:03.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c5f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:03.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c5f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51782/0 (socket says 172.21.15.3:51782) 2024-05-21T18:56:03.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c5f400700 1 -- 172.21.15.3:0/4053875282 learned_addr learned my addr 172.21.15.3:0/4053875282 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.251+0000 7f8c5f400700 1 -- 172.21.15.3:0/4053875282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c601a0ba0 con 0x7f8c60105210 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c5f400700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8c500056d0 tx=0x7f8c500057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c50026070 con 0x7f8c60105210 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c5000bba0 con 0x7f8c60105210 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c601a0e90 con 0x7f8c60105210 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c50003920 con 0x7f8c60105210 2024-05-21T18:56:03.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.252+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c6019a830 con 0x7f8c60105210 2024-05-21T18:56:03.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.254+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c601066f0 con 0x7f8c60105210 2024-05-21T18:56:03.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.254+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8c50029070 con 0x7f8c60105210 2024-05-21T18:56:03.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.254+0000 7f8c57e00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 0x7f8c44040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:03.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.254+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8c5001e070 con 0x7f8c60105210 2024-05-21T18:56:03.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.255+0000 7f8c5ea00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 0x7f8c44040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:03.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.255+0000 7f8c5ea00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 0x7f8c44040a30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c006fd0 tx=0x7f8c4c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:03.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.260+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8c50013070 con 0x7f8c60105210 2024-05-21T18:56:03.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:03.505+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi104", "target": ["mon-mgr", ""]}) -- 0x7f8c6019bd10 con 0x7f8c4403e570 2024-05-21T18:56:03.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:03 smithi003 ceph-mon[31577]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:03.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:03 smithi003 ceph-mon[31577]: Updating smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T18:56:03.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:03.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:03.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:05.659 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:05 smithi003 ceph-mon[31577]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi104", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:05.659 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:05 smithi003 ceph-mon[31577]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:05.659 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:05 smithi003 ceph-mon[31577]: Deploying cephadm binary to smithi104 2024-05-21T18:56:07.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:07 smithi003 ceph-mon[31577]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:08.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.400+0000 7f8c57e00700 1 -- 172.21.15.3:0/4053875282 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f8c6019bd10 con 0x7f8c4403e570 2024-05-21T18:56:08.400 INFO:teuthology.orchestra.run.smithi003.stdout:Added host 'smithi104' with addr '172.21.15.104' 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 msgr2=0x7f8c44040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 0x7f8c44040a30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c006fd0 tx=0x7f8c4c006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 msgr2=0x7f8c601a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8c500056d0 tx=0x7f8c500057b0 comp rx=0 tx=0).stop 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 shutdown_connections 2024-05-21T18:56:08.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c4403e570 0x7f8c44040a30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:08.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 --2- 172.21.15.3:0/4053875282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c60105210 0x7f8c601a0660 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:08.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 >> 172.21.15.3:0/4053875282 conn(0x7f8c60100ac0 msgr2=0x7f8c60106be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:08.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 shutdown_connections 2024-05-21T18:56:08.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:08.404+0000 7f8c64e00700 1 -- 172.21.15.3:0/4053875282 wait complete. 2024-05-21T18:56:09.154 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T18:56:09.619 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:09.773 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:09 smithi003 ceph-mon[31577]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:09.773 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:09.774 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:09 smithi003 ceph-mon[31577]: Added host smithi104 2024-05-21T18:56:09.774 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:09.774 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:10.806 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:10.806 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:10 smithi003 ceph-mon[31577]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 -- 172.21.15.3:0/3374551695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 msgr2=0x7f5bcc10f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3374551695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc10f860 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009910 tx=0x7f5bbc009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 -- 172.21.15.3:0/3374551695 shutdown_connections 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3374551695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc10f860 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 -- 172.21.15.3:0/3374551695 >> 172.21.15.3:0/3374551695 conn(0x7f5bcc078b50 msgr2=0x7f5bcc07af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 -- 172.21.15.3:0/3374551695 shutdown_connections 2024-05-21T18:56:11.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.655+0000 7f5bd1000700 1 -- 172.21.15.3:0/3374551695 wait complete. 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bd1000700 1 Processor -- start 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bd1000700 1 -- start start 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bd1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bd1000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc113880 con 0x7f5bcc10f480 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56570/0 (socket says 172.21.15.3:56570) 2024-05-21T18:56:11.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.657+0000 7f5bcb400700 1 -- 172.21.15.3:0/3116860664 learned_addr learned my addr 172.21.15.3:0/3116860664 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.658+0000 7f5bcb400700 1 -- 172.21.15.3:0/3116860664 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bcc19f2b0 con 0x7f5bcc10f480 2024-05-21T18:56:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.658+0000 7f5bcb400700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc006010 tx=0x7f5bbc005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.658+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bbc026070 con 0x7f5bcc10f480 2024-05-21T18:56:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.658+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bbc00bba0 con 0x7f5bcc10f480 2024-05-21T18:56:11.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.659+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bcc19f5a0 con 0x7f5bcc10f480 2024-05-21T18:56:11.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.659+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bbc003930 con 0x7f5bcc10f480 2024-05-21T18:56:11.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.659+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bcc1a3640 con 0x7f5bcc10f480 2024-05-21T18:56:11.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.660+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bcc10aac0 con 0x7f5bcc10f480 2024-05-21T18:56:11.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.660+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f5bbc029070 con 0x7f5bcc10f480 2024-05-21T18:56:11.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.661+0000 7f5bc3e00700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 0x7f5bb0040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:11.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.661+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5bbc01e070 con 0x7f5bcc10f480 2024-05-21T18:56:11.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.661+0000 7f5bcaa00700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 0x7f5bb0040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:11.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.662+0000 7f5bcaa00700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 0x7f5bb0040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5bb8006fd0 tx=0x7f5bb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:11.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.666+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5bbc013070 con 0x7f5bcc10f480 2024-05-21T18:56:11.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.909+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5bcc1a00d0 con 0x7f5bb003e570 2024-05-21T18:56:11.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.912+0000 7f5bc3e00700 1 -- 172.21.15.3:0/3116860664 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f5bcc1a00d0 con 0x7f5bb003e570 2024-05-21T18:56:11.910 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:56:11.911 INFO:teuthology.orchestra.run.smithi003.stdout:[{"addr": "172.21.15.3", "hostname": "smithi003", "labels": [], "status": ""}, {"addr": "172.21.15.104", "hostname": "smithi104", "labels": [], "status": ""}] 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 msgr2=0x7f5bb0040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 0x7f5bb0040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5bb8006fd0 tx=0x7f5bb8006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 msgr2=0x7f5bcc19ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc006010 tx=0x7f5bbc005780 comp rx=0 tx=0).stop 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 shutdown_connections 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5bb003e570 0x7f5bb0040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:11.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 --2- 172.21.15.3:0/3116860664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5bcc10f480 0x7f5bcc19ed70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:11.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 >> 172.21.15.3:0/3116860664 conn(0x7f5bcc078b50 msgr2=0x7f5bcc07a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:11.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 shutdown_connections 2024-05-21T18:56:11.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:11.915+0000 7f5bd1000700 1 -- 172.21.15.3:0/3116860664 wait complete. 2024-05-21T18:56:12.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:12.684 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi178 2024-05-21T18:56:12.684 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:56:12.684 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.conf 2024-05-21T18:56:12.703 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:56:12.703 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:12.760 INFO:tasks.cephadm:Adding host smithi178 to orchestrator... 2024-05-21T18:56:12.760 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch host add smithi178 2024-05-21T18:56:13.225 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:13.546 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:13 smithi003 ceph-mon[31577]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T18:56:13.547 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:13 smithi003 ceph-mon[31577]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:15.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 -- 172.21.15.3:0/3727242336 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 msgr2=0x7f2170103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:15.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 --2- 172.21.15.3:0/3727242336 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170103590 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f216400b0a0 tx=0x7f216400b3b0 comp rx=0 tx=0).stop 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 -- 172.21.15.3:0/3727242336 shutdown_connections 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 --2- 172.21.15.3:0/3727242336 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170103590 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 -- 172.21.15.3:0/3727242336 >> 172.21.15.3:0/3727242336 conn(0x7f21700fea80 msgr2=0x7f2170100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 -- 172.21.15.3:0/3727242336 shutdown_connections 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.450+0000 7f2178000700 1 -- 172.21.15.3:0/3727242336 wait complete. 2024-05-21T18:56:15.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.452+0000 7f2178000700 1 Processor -- start 2024-05-21T18:56:15.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.452+0000 7f2178000700 1 -- start start 2024-05-21T18:56:15.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.453+0000 7f2178000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:15.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.453+0000 7f2178000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f217010d430 con 0x7f21701031b0 2024-05-21T18:56:15.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.453+0000 7f2175600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.453+0000 7f2175600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56578/0 (socket says 172.21.15.3:56578) 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.453+0000 7f2175600700 1 -- 172.21.15.3:0/3837616713 learned_addr learned my addr 172.21.15.3:0/3837616713 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f2175600700 1 -- 172.21.15.3:0/3837616713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2170077730 con 0x7f21701031b0 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f2175600700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2164006130 tx=0x7f21640097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2164021020 con 0x7f21701031b0 2024-05-21T18:56:15.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21640079b0 con 0x7f21701031b0 2024-05-21T18:56:15.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2164017040 con 0x7f21701031b0 2024-05-21T18:56:15.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.454+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2170075de0 con 0x7f21701031b0 2024-05-21T18:56:15.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.455+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21700762a0 con 0x7f21701031b0 2024-05-21T18:56:15.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.456+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2170104690 con 0x7f21701031b0 2024-05-21T18:56:15.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.456+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f2164024020 con 0x7f21701031b0 2024-05-21T18:56:15.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.457+0000 7f216e000700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 0x7f2158040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:15.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.457+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f216400f050 con 0x7f21701031b0 2024-05-21T18:56:15.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.457+0000 7f2174c00700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 0x7f2158040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:15.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.458+0000 7f2174c00700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 0x7f2158040a80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f215c006fd0 tx=0x7f215c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:15.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.463+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2164059020 con 0x7f21701031b0 2024-05-21T18:56:15.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:15.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:15.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:15.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:15.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi104", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:56:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:15 smithi003 ceph-mon[31577]: Updating smithi104:/etc/ceph/ceph.conf 2024-05-21T18:56:15.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:15.720+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}) -- 0x7f2170076d70 con 0x7f215803e5c0 2024-05-21T18:56:16.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:16.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T18:56:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:17.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:17 smithi003 ceph-mon[31577]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:17.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:17 smithi003 ceph-mon[31577]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:18.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:18 smithi003 ceph-mon[31577]: Deploying cephadm binary to smithi178 2024-05-21T18:56:19.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:19 smithi003 ceph-mon[31577]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:20.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.593+0000 7f216e000700 1 -- 172.21.15.3:0/3837616713 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f2170076d70 con 0x7f215803e5c0 2024-05-21T18:56:20.592 INFO:teuthology.orchestra.run.smithi003.stdout:Added host 'smithi178' with addr '172.21.15.178' 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.596+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 msgr2=0x7f2158040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.596+0000 7f2178000700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 0x7f2158040a80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f215c006fd0 tx=0x7f215c006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.596+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 msgr2=0x7f2170075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.596+0000 7f2178000700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2164006130 tx=0x7f21640097d0 comp rx=0 tx=0).stop 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 shutdown_connections 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f215803e5c0 0x7f2158040a80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 --2- 172.21.15.3:0/3837616713 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f21701031b0 0x7f2170075840 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 >> 172.21.15.3:0/3837616713 conn(0x7f21700fea80 msgr2=0x7f2170105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 shutdown_connections 2024-05-21T18:56:20.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:20.597+0000 7f2178000700 1 -- 172.21.15.3:0/3837616713 wait complete. 2024-05-21T18:56:21.290 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T18:56:21.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:21 smithi003 ceph-mon[31577]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:21.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:21.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:21.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:21.748 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:22.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:22 smithi003 ceph-mon[31577]: Added host smithi178 2024-05-21T18:56:22.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:23.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:23 smithi003 ceph-mon[31577]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:23.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 -- 172.21.15.3:0/955168202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 msgr2=0x7f8ecc103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:23.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 --2- 172.21.15.3:0/955168202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc103590 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0009910 tx=0x7f8ec0009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:23.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 -- 172.21.15.3:0/955168202 shutdown_connections 2024-05-21T18:56:23.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 --2- 172.21.15.3:0/955168202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc103590 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:23.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 -- 172.21.15.3:0/955168202 >> 172.21.15.3:0/955168202 conn(0x7f8ecc0fea80 msgr2=0x7f8ecc100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:23.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 -- 172.21.15.3:0/955168202 shutdown_connections 2024-05-21T18:56:23.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.919+0000 7f8ed3800700 1 -- 172.21.15.3:0/955168202 wait complete. 2024-05-21T18:56:23.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.920+0000 7f8ed3800700 1 Processor -- start 2024-05-21T18:56:23.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed3800700 1 -- start start 2024-05-21T18:56:23.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed3800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:23.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed3800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc10d430 con 0x7f8ecc1031b0 2024-05-21T18:56:23.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed0e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:23.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed0e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54972/0 (socket says 172.21.15.3:54972) 2024-05-21T18:56:23.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.921+0000 7f8ed0e00700 1 -- 172.21.15.3:0/1526865253 learned_addr learned my addr 172.21.15.3:0/1526865253 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:23.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ed0e00700 1 -- 172.21.15.3:0/1526865253 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ecc19eb90 con 0x7f8ecc1031b0 2024-05-21T18:56:23.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ed0e00700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0006010 tx=0x7f8ec0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:23.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ec0026070 con 0x7f8ecc1031b0 2024-05-21T18:56:23.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ec000bba0 con 0x7f8ecc1031b0 2024-05-21T18:56:23.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ecc19ee80 con 0x7f8ecc1031b0 2024-05-21T18:56:23.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.922+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ec0003910 con 0x7f8ecc1031b0 2024-05-21T18:56:23.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.923+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ecc1987d0 con 0x7f8ecc1031b0 2024-05-21T18:56:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.924+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8ec0029070 con 0x7f8ecc1031b0 2024-05-21T18:56:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.924+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ecc104690 con 0x7f8ecc1031b0 2024-05-21T18:56:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.924+0000 7f8ec9600700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 0x7f8eb4040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.924+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8ec001e070 con 0x7f8ecc1031b0 2024-05-21T18:56:23.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.925+0000 7f8ecbe00700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 0x7f8eb4040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:23.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.925+0000 7f8ecbe00700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 0x7f8eb4040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8006fd0 tx=0x7f8eb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:23.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:23.930+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8ec0013070 con 0x7f8ecc1031b0 2024-05-21T18:56:24.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.174+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ecc199d00 con 0x7f8eb403e570 2024-05-21T18:56:24.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.177+0000 7f8ec9600700 1 -- 172.21.15.3:0/1526865253 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f8ecc199d00 con 0x7f8eb403e570 2024-05-21T18:56:24.176 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T18:56:24.176 INFO:teuthology.orchestra.run.smithi003.stdout:[{"addr": "172.21.15.3", "hostname": "smithi003", "labels": [], "status": ""}, {"addr": "172.21.15.104", "hostname": "smithi104", "labels": [], "status": ""}, {"addr": "172.21.15.178", "hostname": "smithi178", "labels": [], "status": ""}] 2024-05-21T18:56:24.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 msgr2=0x7f8eb4040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:24.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 0x7f8eb4040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8006fd0 tx=0x7f8eb8006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 msgr2=0x7f8ecc19e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0006010 tx=0x7f8ec0005780 comp rx=0 tx=0).stop 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 shutdown_connections 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb403e570 0x7f8eb4040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 --2- 172.21.15.3:0/1526865253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ecc1031b0 0x7f8ecc19e650 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.180+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 >> 172.21.15.3:0/1526865253 conn(0x7f8ecc0fea80 msgr2=0x7f8ecc104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.181+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 shutdown_connections 2024-05-21T18:56:24.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:24.181+0000 7f8ed3800700 1 -- 172.21.15.3:0/1526865253 wait complete. 2024-05-21T18:56:24.833 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:24.833 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:24 smithi003 ceph-mon[31577]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:24.834 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:24 smithi003 ceph-mon[31577]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T18:56:24.903 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-21T18:56:24.904 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-21T18:56:25.351 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:27.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:56:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:27.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.344+0000 7f6528400700 1 -- 172.21.15.3:0/2048798761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 msgr2=0x7f6520075cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.344+0000 7f6528400700 1 --2- 172.21.15.3:0/2048798761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f6520075cf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6514009910 tx=0x7f6514009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.345+0000 7f6528400700 1 -- 172.21.15.3:0/2048798761 shutdown_connections 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.345+0000 7f6528400700 1 --2- 172.21.15.3:0/2048798761 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f6520075cf0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.345+0000 7f6528400700 1 -- 172.21.15.3:0/2048798761 >> 172.21.15.3:0/2048798761 conn(0x7f65200fea80 msgr2=0x7f6520100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.345+0000 7f6528400700 1 -- 172.21.15.3:0/2048798761 shutdown_connections 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.345+0000 7f6528400700 1 -- 172.21.15.3:0/2048798761 wait complete. 2024-05-21T18:56:27.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.346+0000 7f6528400700 1 Processor -- start 2024-05-21T18:56:27.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.346+0000 7f6528400700 1 -- start start 2024-05-21T18:56:27.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.347+0000 7f6528400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:27.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.347+0000 7f6528400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f652010f6a0 con 0x7f6520075910 2024-05-21T18:56:27.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.347+0000 7f6525a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:27.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.347+0000 7f6525a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55002/0 (socket says 172.21.15.3:55002) 2024-05-21T18:56:27.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.347+0000 7f6525a00700 1 -- 172.21.15.3:0/3449999779 learned_addr learned my addr 172.21.15.3:0/3449999779 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:27.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f6525a00700 1 -- 172.21.15.3:0/3449999779 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65201a0dc0 con 0x7f6520075910 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f6525a00700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6514006010 tx=0x7f6514005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6514026070 con 0x7f6520075910 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f651400bc00 con 0x7f6520075910 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6514003910 con 0x7f6520075910 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.348+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65201a1050 con 0x7f6520075910 2024-05-21T18:56:27.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.349+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f652019aa40 con 0x7f6520075910 2024-05-21T18:56:27.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.350+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6520076fc0 con 0x7f6520075910 2024-05-21T18:56:27.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.350+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f6514029070 con 0x7f6520075910 2024-05-21T18:56:27.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.351+0000 7f651e000700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 0x7f6508040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:27.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.351+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f651401e070 con 0x7f6520075910 2024-05-21T18:56:27.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.351+0000 7f6525000700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 0x7f6508040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:27.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.352+0000 7f6525000700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 0x7f6508040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f650c006fd0 tx=0x7f650c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:27.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.356+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6514013070 con 0x7f6520075910 2024-05-21T18:56:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.656+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f652019bf70 con 0x7f6520075910 2024-05-21T18:56:27.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.990+0000 7f651e000700 1 -- 172.21.15.3:0/3449999779 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f651400d340 con 0x7f6520075910 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 msgr2=0x7f6508040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 0x7f6508040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f650c006fd0 tx=0x7f650c006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 msgr2=0x7f65201a0880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6514006010 tx=0x7f6514005780 comp rx=0 tx=0).stop 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 shutdown_connections 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f650803e570 0x7f6508040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 --2- 172.21.15.3:0/3449999779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6520075910 0x7f65201a0880 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.994+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 >> 172.21.15.3:0/3449999779 conn(0x7f65200fea80 msgr2=0x7f6520109260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:27.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.995+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 shutdown_connections 2024-05-21T18:56:27.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:27.995+0000 7f6528400700 1 -- 172.21.15.3:0/3449999779 wait complete. 2024-05-21T18:56:27.995 INFO:teuthology.orchestra.run.smithi003.stderr:adjusted tunables profile to default 2024-05-21T18:56:28.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: Updating smithi178:/etc/ceph/ceph.conf 2024-05-21T18:56:28.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3449999779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T18:56:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:28.778 INFO:tasks.cephadm:Adding mon.a on smithi003 2024-05-21T18:56:28.778 INFO:tasks.cephadm:Adding mon.b on smithi104 2024-05-21T18:56:28.778 INFO:tasks.cephadm:Adding mon.c on smithi178 2024-05-21T18:56:28.779 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c' 2024-05-21T18:56:29.006 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:29.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:29 smithi003 ceph-mon[31577]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T18:56:29.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:29 smithi003 ceph-mon[31577]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:29.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:29 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3449999779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T18:56:29.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:29 smithi003 ceph-mon[31577]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:30.404 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 -- 172.21.15.178:0/4248270482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 msgr2=0x7fe9c0103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 --2- 172.21.15.178:0/4248270482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c0103590 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0009910 tx=0x7fe9b0009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 -- 172.21.15.178:0/4248270482 shutdown_connections 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 --2- 172.21.15.178:0/4248270482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c0103590 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 -- 172.21.15.178:0/4248270482 >> 172.21.15.178:0/4248270482 conn(0x7fe9c00fea80 msgr2=0x7fe9c0100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 -- 172.21.15.178:0/4248270482 shutdown_connections 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.405+0000 7fe9c6806700 1 -- 172.21.15.178:0/4248270482 wait complete. 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.406+0000 7fe9c6806700 1 Processor -- start 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.406+0000 7fe9c6806700 1 -- start start 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.406+0000 7fe9c6806700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:30.405 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.406+0000 7fe9c6806700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c010d430 con 0x7fe9c01031b0 2024-05-21T18:56:30.406 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.407+0000 7fe9bffff700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:30.406 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.407+0000 7fe9bffff700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.178:54304/0 (socket says 172.21.15.178:54304) 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.407+0000 7fe9bffff700 1 -- 172.21.15.178:0/2322713419 learned_addr learned my addr 172.21.15.178:0/2322713419 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.407+0000 7fe9bffff700 1 -- 172.21.15.178:0/2322713419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c019eb60 con 0x7fe9c01031b0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9bffff700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0006010 tx=0x7fe9b0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9b0026070 con 0x7fe9c01031b0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c019ee50 con 0x7fe9c01031b0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c01987a0 con 0x7fe9c01031b0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b000bba0 con 0x7fe9c01031b0 2024-05-21T18:56:30.407 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.408+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe9b00038a0 con 0x7fe9c01031b0 2024-05-21T18:56:30.408 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.409+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c0104690 con 0x7fe9c01031b0 2024-05-21T18:56:30.408 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.410+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fe9b0029070 con 0x7fe9c01031b0 2024-05-21T18:56:30.408 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.410+0000 7fe9bd7fa700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 0x7fe9a80409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:30.408 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.410+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe9b001e070 con 0x7fe9c01031b0 2024-05-21T18:56:30.409 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.410+0000 7fe9bf7fe700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 0x7fe9a80409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:30.409 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.411+0000 7fe9bf7fe700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 0x7fe9a80409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4006fd0 tx=0x7fe9b4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:30.424 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.426+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe9b0013070 con 0x7fe9c01031b0 2024-05-21T18:56:30.641 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.642+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}) -- 0x7fe9c0199d90 con 0x7fe9a803e510 2024-05-21T18:56:30.657 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.659+0000 7fe9bd7fa700 1 -- 172.21.15.178:0/2322713419 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe9c0199d90 con 0x7fe9a803e510 2024-05-21T18:56:30.657 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mon update... 2024-05-21T18:56:30.659 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 msgr2=0x7fe9a80409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:30.659 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 0x7fe9a80409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4006fd0 tx=0x7fe9b4006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 msgr2=0x7fe9c019e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0006010 tx=0x7fe9b0005780 comp rx=0 tx=0).stop 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 shutdown_connections 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9a803e510 0x7fe9a80409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 --2- 172.21.15.178:0/2322713419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe9c01031b0 0x7fe9c019e620 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 >> 172.21.15.178:0/2322713419 conn(0x7fe9c00fea80 msgr2=0x7fe9c0104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 shutdown_connections 2024-05-21T18:56:30.660 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:30.661+0000 7fe9c6806700 1 -- 172.21.15.178:0/2322713419 wait complete. 2024-05-21T18:56:31.241 DEBUG:teuthology.orchestra.run.smithi104:mon.b> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.b.service 2024-05-21T18:56:31.244 DEBUG:teuthology.orchestra.run.smithi178:mon.c> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.c.service 2024-05-21T18:56:31.246 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T18:56:31.247 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T18:56:31.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:31.987 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:32.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:32 smithi003 ceph-mon[31577]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:32.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:32 smithi003 ceph-mon[31577]: Saving service mon spec with placement smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c;count:3 2024-05-21T18:56:32.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:32 smithi003 ceph-mon[31577]: Deploying daemon mon.c on smithi178 2024-05-21T18:56:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:33 smithi003 ceph-mon[31577]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:34.923 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- 172.21.15.178:0/3752480113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 msgr2=0x7f89e4103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3752480113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e4103590 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f89d4009910 tx=0x7f89d4009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- 172.21.15.178:0/3752480113 shutdown_connections 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3752480113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e4103590 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- 172.21.15.178:0/3752480113 >> 172.21.15.178:0/3752480113 conn(0x7f89e40fea80 msgr2=0x7f89e4100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- 172.21.15.178:0/3752480113 shutdown_connections 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- 172.21.15.178:0/3752480113 wait complete. 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 Processor -- start 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- start start 2024-05-21T18:56:34.924 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:34.925 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.924+0000 7f89e8acc700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f89e410d430 con 0x7f89e41031b0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.925+0000 7f89e259c700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.925+0000 7f89e259c700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.178:54318/0 (socket says 172.21.15.178:54318) 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.925+0000 7f89e259c700 1 -- 172.21.15.178:0/3177717165 learned_addr learned my addr 172.21.15.178:0/3177717165 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.925+0000 7f89e259c700 1 -- 172.21.15.178:0/3177717165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e419eb60 con 0x7f89e41031b0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89e259c700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89d40056d0 tx=0x7f89d40057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89d4026070 con 0x7f89e41031b0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e419ee50 con 0x7f89e41031b0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89d400bba0 con 0x7f89e41031b0 2024-05-21T18:56:34.926 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89d4003920 con 0x7f89e41031b0 2024-05-21T18:56:34.927 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.926+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e41987a0 con 0x7f89e41031b0 2024-05-21T18:56:34.927 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.927+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e4104690 con 0x7f89e41031b0 2024-05-21T18:56:34.927 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.928+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f89d4029070 con 0x7f89e41031b0 2024-05-21T18:56:34.928 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.928+0000 7f89d37fe700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 0x7f89cc0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:34.928 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.928+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f89d401e070 con 0x7f89e41031b0 2024-05-21T18:56:34.928 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.929+0000 7f89e1d9b700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 0x7f89cc0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:34.929 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.930+0000 7f89e1d9b700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 0x7f89cc0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f89d8006fd0 tx=0x7f89d8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:34.944 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:34.944+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f89d4013070 con 0x7f89e41031b0 2024-05-21T18:56:35.258 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.259+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f89e4199cd0 con 0x7f89e41031b0 2024-05-21T18:56:35.259 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.261+0000 7f89d37fe700 1 -- 172.21.15.178:0/3177717165 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7f89d400d340 con 0x7f89e41031b0 2024-05-21T18:56:35.260 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:56:35.260 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":1,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","modified":"2024-05-21T18:54:25.578075Z","created":"2024-05-21T18:54:25.578075Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 msgr2=0x7f89cc0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 0x7f89cc0409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f89d8006fd0 tx=0x7f89d8006e40 comp rx=0 tx=0).stop 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 msgr2=0x7f89e419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89d40056d0 tx=0x7f89d40057b0 comp rx=0 tx=0).stop 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 shutdown_connections 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89cc03e510 0x7f89cc0409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 --2- 172.21.15.178:0/3177717165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f89e41031b0 0x7f89e419e620 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 >> 172.21.15.178:0/3177717165 conn(0x7f89e40fea80 msgr2=0x7f89e4104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 shutdown_connections 2024-05-21T18:56:35.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:35.264+0000 7f89e8acc700 1 -- 172.21.15.178:0/3177717165 wait complete. 2024-05-21T18:56:35.264 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 1 2024-05-21T18:56:35.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:35 smithi003 ceph-mon[31577]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:37.228 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T18:56:37.229 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T18:56:37.474 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:56:41.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:56:41.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: mon.a calling monitor election 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: mon.c calling monitor election 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T18:56:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: monmap epoch 2 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: last_changed 2024-05-21T18:56:35.578025+0000 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: min_mon_release 19 (squid) 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: election_strategy: 1 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: fsmap 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: mgrmap e13: x(active, since 60s) 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:41.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:41.788 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.789+0000 7f625860a700 1 -- 172.21.15.178:0/1559001667 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 msgr2=0x7f623c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:41.788 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.789+0000 7f625860a700 1 --2- 172.21.15.178:0/1559001667 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f623c005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6250075810 tx=0x7f624c009e80 comp rx=0 tx=0).stop 2024-05-21T18:56:41.788 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.790+0000 7f625860a700 1 -- 172.21.15.178:0/1559001667 shutdown_connections 2024-05-21T18:56:41.788 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.790+0000 7f625860a700 1 --2- 172.21.15.178:0/1559001667 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f623c005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:41.789 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.790+0000 7f625860a700 1 -- 172.21.15.178:0/1559001667 >> 172.21.15.178:0/1559001667 conn(0x7f62500feb50 msgr2=0x7f6250100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:41.789 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.790+0000 7f625860a700 1 -- 172.21.15.178:0/1559001667 shutdown_connections 2024-05-21T18:56:41.789 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.790+0000 7f625860a700 1 -- 172.21.15.178:0/1559001667 wait complete. 2024-05-21T18:56:41.792 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 Processor -- start 2024-05-21T18:56:41.792 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 -- start start 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f625019adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f625010d1c0 con 0x7f623c0035c0 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f625860a700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f625010d040 con 0x7f625019b2f0 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:48772/0 (socket says 172.21.15.178:48772) 2024-05-21T18:56:41.793 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 -- 172.21.15.178:0/826605666 learned_addr learned my addr 172.21.15.178:0/826605666 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:56:41.794 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 -- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 msgr2=0x7f625019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T18:56:41.794 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 -- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 msgr2=0x7f625019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T18:56:41.794 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T18:56:41.794 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.791+0000 7f6255ba5700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.792+0000 7f62563a6700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f625019adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.792+0000 7f62563a6700 1 -- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 msgr2=0x7f625019f680 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.792+0000 7f62563a6700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.792+0000 7f62563a6700 1 -- 172.21.15.178:0/826605666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f625019b930 con 0x7f623c0035c0 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.793+0000 7f62563a6700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f625019adb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6250075810 tx=0x7f624c017750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:41.795 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.793+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f624c02a470 con 0x7f623c0035c0 2024-05-21T18:56:41.796 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.793+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f624c025070 con 0x7f623c0035c0 2024-05-21T18:56:41.796 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.793+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f624c0219c0 con 0x7f623c0035c0 2024-05-21T18:56:41.796 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.794+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f625019fbc0 con 0x7f623c0035c0 2024-05-21T18:56:41.796 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.794+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62501a0120 con 0x7f623c0035c0 2024-05-21T18:56:41.797 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.795+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6250077020 con 0x7f623c0035c0 2024-05-21T18:56:41.797 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.795+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f624c01e070 con 0x7f623c0035c0 2024-05-21T18:56:41.797 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.796+0000 7f62477fe700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 0x7f62340407e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:41.797 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.796+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f624c01c070 con 0x7f623c0035c0 2024-05-21T18:56:41.798 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.796+0000 7f6255ba5700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 0x7f62340407e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:41.798 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.797+0000 7f6255ba5700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 0x7f62340407e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6240009180 tx=0x7f6240008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:41.809 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:41.811+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f624c0333f0 con 0x7f623c0035c0 2024-05-21T18:56:41.982 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:41.982 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:41.982 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:41.982 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:41 smithi178 ceph-mon[36523]: Deploying daemon mon.b on smithi104 2024-05-21T18:56:41.982 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:42.102 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.104+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f62501a0400 con 0x7f623c0035c0 2024-05-21T18:56:42.103 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.105+0000 7f62477fe700 1 -- 172.21.15.178:0/826605666 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f624c053550 con 0x7f623c0035c0 2024-05-21T18:56:42.104 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:56:42.104 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":2,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","modified":"2024-05-21T18:56:35.578025Z","created":"2024-05-21T18:54:25.578075Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 msgr2=0x7f62340407e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 0x7f62340407e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6240009180 tx=0x7f6240008040 comp rx=0 tx=0).stop 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 msgr2=0x7f625019adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f625019adb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6250075810 tx=0x7f624c017750 comp rx=0 tx=0).stop 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 shutdown_connections 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f623403e320 0x7f62340407e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f623c0035c0 0x7f625019adb0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 --2- 172.21.15.178:0/826605666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f625019b2f0 0x7f625019f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 >> 172.21.15.178:0/826605666 conn(0x7f62500feb50 msgr2=0x7f6250100b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 shutdown_connections 2024-05-21T18:56:42.106 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:42.107+0000 7f625860a700 1 -- 172.21.15.178:0/826605666 wait complete. 2024-05-21T18:56:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:41 smithi003 ceph-mon[31577]: Deploying daemon mon.b on smithi104 2024-05-21T18:56:42.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:42.107 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 2 2024-05-21T18:56:42.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:42 smithi003 ceph-mon[31577]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:42.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:42 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/826605666' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:42.857 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 18:56:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T18:56:42.578+0000 7fcefcc00700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-21T18:56:43.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:42 smithi178 ceph-mon[36523]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:43.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:42 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/826605666' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:43.690 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T18:56:43.691 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T18:56:43.928 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:56:44.472 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(???) e0 preinit fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:44.472 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).mds e1 new map 2024-05-21T18:56:44.472 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).mds e1 print_map 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: e1 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: legacy client fscid: -1 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout: No filesystems configured 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-21T18:56:44.473 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-21T18:56:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-21T18:56:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-21T18:56:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-21T18:56:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-21T18:56:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi104", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Deploying cephadm binary to smithi104 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Added host smithi104 2024-05-21T18:56:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi104", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi104:/etc/ceph/ceph.conf 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi104:/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Deploying cephadm binary to smithi178 2024-05-21T18:56:44.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Added host smithi178 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.729 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi178:/etc/ceph/ceph.conf 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:44.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3449999779' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3449999779' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T18:56:44.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Saving service mon spec with placement smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c;count:3 2024-05-21T18:56:44.732 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Deploying daemon mon.c on smithi178 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.a calling monitor election 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.733 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.c calling monitor election 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: monmap epoch 2 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: last_changed 2024-05-21T18:56:35.578025+0000 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: min_mon_release 19 (squid) 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: election_strategy: 1 2024-05-21T18:56:44.734 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: fsmap 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mgrmap e13: x(active, since 60s) 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: Deploying daemon mon.b on smithi104 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:44.735 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/826605666' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:44.736 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 ceph-mon[36417]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-21T18:56:44.736 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 bash[36398]: 95c545f65a038a87f9779ebd0850be0dc8593f74f317df795daa909bd3388f48 2024-05-21T18:56:44.736 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:44 smithi104 systemd[1]: Started Ceph mon.b for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:56:49.748 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.749+0000 7fdd82edc700 1 -- 172.21.15.178:0/4221663412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6c0035c0 msgr2=0x7fdd6c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.749+0000 7fdd82edc700 1 --2- 172.21.15.178:0/4221663412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6c0035c0 0x7fdd6c005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c101e70 tx=0x7fdd7000fe60 comp rx=0 tx=0).stop 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.749+0000 7fdd82edc700 1 -- 172.21.15.178:0/4221663412 shutdown_connections 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.749+0000 7fdd82edc700 1 --2- 172.21.15.178:0/4221663412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6c0035c0 0x7fdd6c005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.749+0000 7fdd82edc700 1 -- 172.21.15.178:0/4221663412 >> 172.21.15.178:0/4221663412 conn(0x7fdd7c0fda50 msgr2=0x7fdd7c0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.750+0000 7fdd82edc700 1 -- 172.21.15.178:0/4221663412 shutdown_connections 2024-05-21T18:56:49.749 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.750+0000 7fdd82edc700 1 -- 172.21.15.178:0/4221663412 wait complete. 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.750+0000 7fdd82edc700 1 Processor -- start 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.750+0000 7fdd82edc700 1 -- start start 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 0x7fdd7c199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdd7c109e30 con 0x7fdd7c198fb0 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdd7c109cb0 con 0x7fdd6c0035c0 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd82edc700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdd7c109fb0 con 0x7fdd7c19edf0 2024-05-21T18:56:49.751 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:41144/0 (socket says 172.21.15.178:41144) 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd80c78700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 -- 172.21.15.178:0/717272536 learned_addr learned my addr 172.21.15.178:0/717272536 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 msgr2=0x7fdd7c198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 msgr2=0x7fdd7c198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd7bfff700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd80c78700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 msgr2=0x7fdd7c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd80c78700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 msgr2=0x7fdd7c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd80c78700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd80c78700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.751+0000 7fdd81479700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 0x7fdd7c199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:49.752 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 msgr2=0x7fdd7c198a70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:56:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 msgr2=0x7fdd7c19e8b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T18:56:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 -- 172.21.15.178:0/717272536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7c1a5780 con 0x7fdd7c198fb0 2024-05-21T18:56:49.753 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.752+0000 7fdd81479700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 0x7fdd7c199460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdd7400bd50 tx=0x7fdd7400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.753+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd74019070 con 0x7fdd7c198fb0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.753+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd7c1a59b0 con 0x7fdd7c198fb0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.753+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd7400cd10 con 0x7fdd7c198fb0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.753+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7401d650 con 0x7fdd7c198fb0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.753+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd7c1a5ef0 con 0x7fdd7c198fb0 2024-05-21T18:56:49.754 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.754+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd7c064ba0 con 0x7fdd7c198fb0 2024-05-21T18:56:49.755 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.755+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fdd7401c070 con 0x7fdd7c198fb0 2024-05-21T18:56:49.755 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.755+0000 7fdd79ffb700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 0x7fdd60040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:49.755 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.755+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdd74052160 con 0x7fdd7c198fb0 2024-05-21T18:56:49.755 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.756+0000 7fdd80c78700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 0x7fdd60040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:49.755 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.757+0000 7fdd80c78700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 0x7fdd60040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdd7000fa10 tx=0x7fdd70005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:49.772 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:49.774+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd740133a0 con 0x7fdd7c198fb0 2024-05-21T18:56:49.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: mon.c calling monitor election 2024-05-21T18:56:49.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:56:49.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: mon.a calling monitor election 2024-05-21T18:56:49.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: monmap epoch 3 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: min_mon_release 19 (squid) 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: election_strategy: 1 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: fsmap 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: mgrmap e13: x(active, since 69s) 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:49.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: mon.c calling monitor election 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: mon.a calling monitor election 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: monmap epoch 3 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: min_mon_release 19 (squid) 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: election_strategy: 1 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: fsmap 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: mgrmap e13: x(active, since 69s) 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: overall HEALTH_OK 2024-05-21T18:56:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:49.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.076 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.077+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fdd7c1a61e0 con 0x7fdd7c198fb0 2024-05-21T18:56:50.076 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.078+0000 7fdd79ffb700 1 -- 172.21.15.178:0/717272536 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fdd740076f0 con 0x7fdd7c198fb0 2024-05-21T18:56:50.077 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-05-21T18:56:50.077 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":3,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","modified":"2024-05-21T18:56:44.481029Z","created":"2024-05-21T18:54:25.578075Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:3300","nonce":0},{"type":"v1","addr":"172.21.15.3:6789","nonce":0}]},"addr":"172.21.15.3:6789/0","public_addr":"172.21.15.3:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:3300","nonce":0},{"type":"v1","addr":"172.21.15.104:6789","nonce":0}]},"addr":"172.21.15.104:6789/0","public_addr":"172.21.15.104:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T18:56:50.079 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 msgr2=0x7fdd60040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:50.079 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 0x7fdd60040e60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fdd7000fa10 tx=0x7fdd70005de0 comp rx=0 tx=0).stop 2024-05-21T18:56:50.079 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 msgr2=0x7fdd7c199460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:50.079 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 0x7fdd7c199460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdd7400bd50 tx=0x7fdd7400be30 comp rx=0 tx=0).stop 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 shutdown_connections 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd6003e9a0 0x7fdd60040e60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd7c198fb0 0x7fdd7c199460 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6c0035c0 0x7fdd7c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 --2- 172.21.15.178:0/717272536 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd7c19edf0 0x7fdd7c198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 >> 172.21.15.178:0/717272536 conn(0x7fdd7c0fda50 msgr2=0x7fdd7c0fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 shutdown_connections 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:50.081+0000 7fdd82edc700 1 -- 172.21.15.178:0/717272536 wait complete. 2024-05-21T18:56:50.080 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 3 2024-05-21T18:56:50.614 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-21T18:56:50.614 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/717272536' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:50.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:50.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:50.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:50.884 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:50.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/717272536' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:50.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.039 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: mon.c calling monitor election 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: mon.a calling monitor election 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: monmap epoch 3 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: min_mon_release 19 (squid) 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: election_strategy: 1 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: fsmap 2024-05-21T18:56:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: mgrmap e13: x(active, since 69s) 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/717272536' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T18:56:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:52.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mon.b calling monitor election 2024-05-21T18:56:52.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi003:/etc/ceph/ceph.conf 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi104:/etc/ceph/ceph.conf 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi178:/etc/ceph/ceph.conf 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mon.b calling monitor election 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mon.c calling monitor election 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mon.a calling monitor election 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: monmap epoch 3 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: min_mon_release 19 (squid) 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: election_strategy: 1 2024-05-21T18:56:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: fsmap 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: mgrmap e13: x(active, since 71s) 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:52 smithi003 ceph-mon[31577]: Updating smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mon.b calling monitor election 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi003:/etc/ceph/ceph.conf 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi104:/etc/ceph/ceph.conf 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi178:/etc/ceph/ceph.conf 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mon.b calling monitor election 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mon.c calling monitor election 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mon.a calling monitor election 2024-05-21T18:56:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: monmap epoch 3 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: min_mon_release 19 (squid) 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: election_strategy: 1 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: fsmap 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: mgrmap e13: x(active, since 71s) 2024-05-21T18:56:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:52 smithi104 ceph-mon[36417]: Updating smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mon.b calling monitor election 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi003:/etc/ceph/ceph.conf 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi104:/etc/ceph/ceph.conf 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi178:/etc/ceph/ceph.conf 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mon.b calling monitor election 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mon.c calling monitor election 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mon.a calling monitor election 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T18:56:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: monmap epoch 3 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: last_changed 2024-05-21T18:56:44.481029+0000 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: created 2024-05-21T18:54:25.578075+0000 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: min_mon_release 19 (squid) 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: election_strategy: 1 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: 0: [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] mon.a 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.c 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: 2: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: fsmap 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: mgrmap e13: x(active, since 71s) 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: overall HEALTH_OK 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:52.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:52 smithi178 ceph-mon[36523]: Updating smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T18:56:53.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 -- 172.21.15.3:0/1944201674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c381031b0 msgr2=0x7f2c38103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 --2- 172.21.15.3:0/1944201674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c381031b0 0x7f2c38103590 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2c28009910 tx=0x7f2c28009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 -- 172.21.15.3:0/1944201674 shutdown_connections 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 --2- 172.21.15.3:0/1944201674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c381031b0 0x7f2c38103590 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 -- 172.21.15.3:0/1944201674 >> 172.21.15.3:0/1944201674 conn(0x7f2c380fea80 msgr2=0x7f2c38100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 -- 172.21.15.3:0/1944201674 shutdown_connections 2024-05-21T18:56:53.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.094+0000 7f2c3d400700 1 -- 172.21.15.3:0/1944201674 wait complete. 2024-05-21T18:56:53.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.095+0000 7f2c3d400700 1 Processor -- start 2024-05-21T18:56:53.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 -- start start 2024-05-21T18:56:53.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 0x7f2c38075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:53.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 0x7f2c38076200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:53.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381a4d90 0x7f2c381a7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3810d430 con 0x7f2c38075d80 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3810d2b0 con 0x7f2c381a4d90 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c3d400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3810d5b0 con 0x7f2c381031b0 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.096+0000 7f2c35e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 0x7f2c38076200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c35e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 0x7f2c38076200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53608/0 (socket says 172.21.15.3:53608) 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c35e00700 1 -- 172.21.15.3:0/60294878 learned_addr learned my addr 172.21.15.3:0/60294878 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:56:53.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 0x7f2c38075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c37200700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381a4d90 0x7f2c381a7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 -- 172.21.15.3:0/60294878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381a4d90 msgr2=0x7f2c381a7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381a4d90 0x7f2c381a7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 -- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 msgr2=0x7f2c38076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 0x7f2c38076200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.097+0000 7f2c36800700 1 -- 172.21.15.3:0/60294878 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c381a78b0 con 0x7f2c381031b0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c36800700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 0x7f2c38075840 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2c28005950 tx=0x7f2c28004f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28026070 con 0x7f2c381031b0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c2800b6f0 con 0x7f2c381031b0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28009e60 con 0x7f2c381031b0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c381a7ba0 con 0x7f2c381031b0 2024-05-21T18:56:53.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.098+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c381a8130 con 0x7f2c381031b0 2024-05-21T18:56:53.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.100+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c38104690 con 0x7f2c381031b0 2024-05-21T18:56:53.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.100+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f2c28029070 con 0x7f2c381031b0 2024-05-21T18:56:53.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.100+0000 7f2c2f400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 0x7f2c1c040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:53.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.100+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2c28053250 con 0x7f2c381031b0 2024-05-21T18:56:53.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.101+0000 7f2c35e00700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 0x7f2c1c040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:53.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.101+0000 7f2c35e00700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 0x7f2c1c040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009b80 tx=0x7f2c240092c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:53.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.106+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c28013070 con 0x7f2c381031b0 2024-05-21T18:56:53.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.370+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f2c381a8360 con 0x7f2c381031b0 2024-05-21T18:56:53.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.371+0000 7f2c2f400700 1 -- 172.21.15.3:0/60294878 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f2c28030090 con 0x7f2c381031b0 2024-05-21T18:56:53.370 INFO:teuthology.orchestra.run.smithi003.stdout:# minimal ceph.conf for 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:53.371 INFO:teuthology.orchestra.run.smithi003.stdout:[global] 2024-05-21T18:56:53.371 INFO:teuthology.orchestra.run.smithi003.stdout: fsid = 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T18:56:53.371 INFO:teuthology.orchestra.run.smithi003.stdout: mon_host = [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] 2024-05-21T18:56:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 msgr2=0x7f2c1c040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 0x7f2c1c040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009b80 tx=0x7f2c240092c0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 msgr2=0x7f2c38075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:53.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 0x7f2c38075840 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2c28005950 tx=0x7f2c28004f80 comp rx=0 tx=0).stop 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 shutdown_connections 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c1c03e9a0 0x7f2c1c040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c381a4d90 0x7f2c381a7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c381031b0 0x7f2c38075840 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 --2- 172.21.15.3:0/60294878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c38075d80 0x7f2c38076200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 >> 172.21.15.3:0/60294878 conn(0x7f2c380fea80 msgr2=0x7f2c38104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.375+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 shutdown_connections 2024-05-21T18:56:53.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:56:53.376+0000 7f2c3d400700 1 -- 172.21.15.3:0/60294878 wait complete. 2024-05-21T18:56:53.704 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:53.705 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:53.706 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: Reconfiguring daemon mon.a on smithi003 2024-05-21T18:56:53.706 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:53 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/60294878' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:53.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: Reconfiguring daemon mon.a on smithi003 2024-05-21T18:56:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:53 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/60294878' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: Reconfiguring daemon mon.a on smithi003 2024-05-21T18:56:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:53 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/60294878' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:54.085 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-21T18:56:54.085 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:56:54.085 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T18:56:54.156 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:56:54.156 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:54.270 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:56:54.271 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T18:56:54.303 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:56:54.303 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:54.370 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:56:54.370 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T18:56:54.402 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:56:54.402 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T18:56:54.469 INFO:tasks.cephadm:Adding mgr.x on smithi003 2024-05-21T18:56:54.469 INFO:tasks.cephadm:Adding mgr.y on smithi104 2024-05-21T18:56:54.469 INFO:tasks.cephadm:Adding mgr.z on smithi178 2024-05-21T18:56:54.470 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi003=x;smithi104=y;smithi178=z' 2024-05-21T18:56:54.715 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:54 smithi003 ceph-mon[31577]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:54.724 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:54 smithi104 ceph-mon[36417]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:54.743 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:56:54.865 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:54 smithi178 ceph-mon[36523]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:56.281 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/1986196883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 msgr2=0x7fdfb41034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/1986196883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 0x7fdfb41034f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8009910 tx=0x7fdfa8009c20 comp rx=0 tx=0).stop 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/1986196883 shutdown_connections 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/1986196883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 0x7fdfb41034f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/1986196883 >> 172.21.15.178:0/1986196883 conn(0x7fdfb40fe670 msgr2=0x7fdfb4100ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/1986196883 shutdown_connections 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.281+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/1986196883 wait complete. 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 Processor -- start 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 -- start start 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 0x7fdfb4198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:56.282 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 0x7fdfb41a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4109010 con 0x7fdfb41030d0 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4108e90 con 0x7fdfb41991d0 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfbb0e0700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb4109190 con 0x7fdfb4198d50 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:41148/0 (socket says 172.21.15.178:41148) 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 -- 172.21.15.178:0/3076803897 learned_addr learned my addr 172.21.15.178:0/3076803897 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb967d700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 0x7fdfb41a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 -- 172.21.15.178:0/3076803897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 msgr2=0x7fdfb41a0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 0x7fdfb41a0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 -- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 msgr2=0x7fdfb4198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 0x7fdfb4198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb3fff700 1 -- 172.21.15.178:0/3076803897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb41a0c20 con 0x7fdfb4198d50 2024-05-21T18:56:56.283 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.282+0000 7fdfb967d700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 0x7fdfb41a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfb3fff700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000b780 tx=0x7fdfa000bb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0004230 con 0x7fdfb4198d50 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdfa00043d0 con 0x7fdfb4198d50 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb41a0f10 con 0x7fdfb4198d50 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0011bd0 con 0x7fdfb4198d50 2024-05-21T18:56:56.284 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.283+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb41a1490 con 0x7fdfb4198d50 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.284+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fdfa001a400 con 0x7fdfb4198d50 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.284+0000 7fdfb1ffb700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 0x7fdfa4040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.284+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb4064ba0 con 0x7fdfb4198d50 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.284+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdfa0052360 con 0x7fdfb4198d50 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.285+0000 7fdfb8e7c700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 0x7fdfa4040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:56:56.285 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.286+0000 7fdfb8e7c700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 0x7fdfa4040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8005e00 tx=0x7fdfa8005260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:56:56.288 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.290+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdfa0020740 con 0x7fdfb4198d50 2024-05-21T18:56:56.505 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.507+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi003=x;smithi104=y;smithi178=z", "target": ["mon-mgr", ""]}) -- 0x7fdfb4063a10 con 0x7fdfa403e9a0 2024-05-21T18:56:56.519 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.521+0000 7fdfb1ffb700 1 -- 172.21.15.178:0/3076803897 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdfb4063a10 con 0x7fdfa403e9a0 2024-05-21T18:56:56.519 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mgr update... 2024-05-21T18:56:56.521 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 msgr2=0x7fdfa4040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 0x7fdfa4040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8005e00 tx=0x7fdfa8005260 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 msgr2=0x7fdfb419ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000b780 tx=0x7fdfa000bb40 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 shutdown_connections 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdfa403e9a0 0x7fdfa4040e60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdfb41991d0 0x7fdfb41a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdfb41030d0 0x7fdfb4198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 --2- 172.21.15.178:0/3076803897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdfb4198d50 0x7fdfb419ddc0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 >> 172.21.15.178:0/3076803897 conn(0x7fdfb40fe670 msgr2=0x7fdfb40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 shutdown_connections 2024-05-21T18:56:56.522 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:56:56.523+0000 7fdfbb0e0700 1 -- 172.21.15.178:0/3076803897 wait complete. 2024-05-21T18:56:56.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:56.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:56.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:56.724 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:56.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:56.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:56.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:56.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:56.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:56.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:57.182 DEBUG:teuthology.orchestra.run.smithi104:mgr.y> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-21T18:56:57.184 DEBUG:teuthology.orchestra.run.smithi178:mgr.z> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-21T18:56:57.186 INFO:tasks.cephadm:Deploying OSDs... 2024-05-21T18:56:57.187 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T18:56:57.187 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T18:56:57.249 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T18:56:57.249 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_1 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:57.305 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-05-21 18:55:57.241105280 +0000 2024-05-21T18:56:57.306 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-05-21 18:50:10.629784003 +0000 2024-05-21T18:56:57.306 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-05-21 18:50:10.629784003 +0000 2024-05-21T18:56:57.306 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-05-21 18:50:10.629784003 +0000 2024-05-21T18:56:57.306 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T18:56:57.394 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-05-21T18:56:57.394 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-05-21T18:56:57.394 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000510377 s, 1.0 MB/s 2024-05-21T18:56:57.398 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T18:56:57.460 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_2 2024-05-21T18:56:57.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: Reconfiguring mon.b (monmap changed)... 2024-05-21T18:56:57.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: Reconfiguring daemon mon.b on smithi104 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:57.496 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: Reconfiguring mon.b (monmap changed)... 2024-05-21T18:56:57.496 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: Reconfiguring daemon mon.b on smithi104 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:57.497 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:57.513 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-05-21 18:55:57.310104384 +0000 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-05-21 18:50:11.235776038 +0000 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-05-21 18:50:11.235776038 +0000 2024-05-21T18:56:57.514 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-05-21 18:50:11.235776038 +0000 2024-05-21T18:56:57.514 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T18:56:57.599 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-05-21T18:56:57.599 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-05-21T18:56:57.599 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000367331 s, 1.4 MB/s 2024-05-21T18:56:57.602 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T18:56:57.660 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_3 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-05-21 18:55:57.370103605 +0000 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-05-21 18:50:11.844768035 +0000 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-05-21 18:50:11.844768035 +0000 2024-05-21T18:56:57.714 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-05-21 18:50:11.844768035 +0000 2024-05-21T18:56:57.715 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: Reconfiguring mon.b (monmap changed)... 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: Reconfiguring daemon mon.b on smithi104 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T18:56:57.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:57.799 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-05-21T18:56:57.799 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-05-21T18:56:57.799 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.000372044 s, 1.4 MB/s 2024-05-21T18:56:57.803 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T18:56:57.861 DEBUG:teuthology.orchestra.run.smithi003:> stat /dev/vg_nvme/lv_4 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-05-21 18:55:57.437102734 +0000 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-05-21 18:50:12.581758348 +0000 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-05-21 18:50:12.581758348 +0000 2024-05-21T18:56:57.918 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-05-21 18:50:12.581758348 +0000 2024-05-21T18:56:57.919 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T18:56:58.003 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records in 2024-05-21T18:56:58.004 INFO:teuthology.orchestra.run.smithi003.stderr:1+0 records out 2024-05-21T18:56:58.004 INFO:teuthology.orchestra.run.smithi003.stderr:512 bytes copied, 0.00043993 s, 1.2 MB/s 2024-05-21T18:56:58.007 DEBUG:teuthology.orchestra.run.smithi003:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T18:56:58.065 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-05-21T18:56:58.065 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T18:56:58.084 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T18:56:58.084 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_1 2024-05-21T18:56:58.142 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T18:56:58.142 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:58.142 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-21T18:56:58.142 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:58.142 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:58.143 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-05-21 18:56:43.906373792 +0000 2024-05-21T18:56:58.143 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-05-21 18:48:41.320557610 +0000 2024-05-21T18:56:58.143 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-05-21 18:48:41.320557610 +0000 2024-05-21T18:56:58.143 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-05-21 18:48:41.320557610 +0000 2024-05-21T18:56:58.143 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T18:56:58.208 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-05-21T18:56:58.208 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-05-21T18:56:58.208 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000218774 s, 2.3 MB/s 2024-05-21T18:56:58.209 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T18:56:58.267 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_2 2024-05-21T18:56:58.323 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T18:56:58.323 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:58.323 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-05-21T18:56:58.323 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:58.323 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:58.324 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-05-21 18:56:43.907373780 +0000 2024-05-21T18:56:58.324 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-05-21 18:48:41.632553915 +0000 2024-05-21T18:56:58.324 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-05-21 18:48:41.632553915 +0000 2024-05-21T18:56:58.324 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-05-21 18:48:41.632553915 +0000 2024-05-21T18:56:58.324 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T18:56:58.388 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-05-21T18:56:58.388 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-05-21T18:56:58.388 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.00022594 s, 2.3 MB/s 2024-05-21T18:56:58.389 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T18:56:58.447 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_3 2024-05-21T18:56:58.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:58 smithi104 ceph-mon[36417]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi003=x;smithi104=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:58.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:58 smithi104 ceph-mon[36417]: Saving service mgr spec with placement smithi003=x;smithi104=y;smithi178=z;count:3 2024-05-21T18:56:58.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:58 smithi104 ceph-mon[36417]: Reconfiguring mon.c (monmap changed)... 2024-05-21T18:56:58.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:58 smithi104 ceph-mon[36417]: Reconfiguring daemon mon.c on smithi178 2024-05-21T18:56:58.489 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T18:56:58.490 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:58.490 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-21T18:56:58.490 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:58.490 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:58.490 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-05-21 18:56:43.907373780 +0000 2024-05-21T18:56:58.491 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-05-21 18:48:41.945550203 +0000 2024-05-21T18:56:58.491 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-05-21 18:48:41.945550203 +0000 2024-05-21T18:56:58.491 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-05-21 18:48:41.945550203 +0000 2024-05-21T18:56:58.491 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T18:56:58.553 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-05-21T18:56:58.553 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-05-21T18:56:58.553 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000239145 s, 2.1 MB/s 2024-05-21T18:56:58.554 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T18:56:58.612 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_4 2024-05-21T18:56:58.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:58 smithi178 ceph-mon[36523]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi003=x;smithi104=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:58.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:58 smithi178 ceph-mon[36523]: Saving service mgr spec with placement smithi003=x;smithi104=y;smithi178=z;count:3 2024-05-21T18:56:58.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:58 smithi178 ceph-mon[36523]: Reconfiguring mon.c (monmap changed)... 2024-05-21T18:56:58.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:58 smithi178 ceph-mon[36523]: Reconfiguring daemon mon.c on smithi178 2024-05-21T18:56:58.667 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T18:56:58.667 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-05-21 18:56:43.907373780 +0000 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-05-21 18:48:42.283546194 +0000 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-05-21 18:48:42.283546194 +0000 2024-05-21T18:56:58.668 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-05-21 18:48:42.283546194 +0000 2024-05-21T18:56:58.668 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T18:56:58.730 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-05-21T18:56:58.731 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-05-21T18:56:58.731 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000213943 s, 2.4 MB/s 2024-05-21T18:56:58.732 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T18:56:58.788 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-05-21T18:56:58.788 DEBUG:teuthology.orchestra.run.smithi178:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T18:56:58.803 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T18:56:58.804 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_1 2024-05-21T18:56:58.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:58 smithi003 ceph-mon[31577]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi003=x;smithi104=y;smithi178=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:56:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:58 smithi003 ceph-mon[31577]: Saving service mgr spec with placement smithi003=x;smithi104=y;smithi178=z;count:3 2024-05-21T18:56:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:58 smithi003 ceph-mon[31577]: Reconfiguring mon.c (monmap changed)... 2024-05-21T18:56:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:58 smithi003 ceph-mon[31577]: Reconfiguring daemon mon.c on smithi178 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-05-21 18:56:34.639973355 +0000 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-05-21 18:48:49.554966908 +0000 2024-05-21T18:56:58.859 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-05-21 18:48:49.554966908 +0000 2024-05-21T18:56:58.860 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-05-21 18:48:49.554966908 +0000 2024-05-21T18:56:58.860 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T18:56:58.923 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-05-21T18:56:58.923 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-05-21T18:56:58.923 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 9.5967e-05 s, 5.3 MB/s 2024-05-21T18:56:58.924 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T18:56:58.981 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_2 2024-05-21T18:56:59.036 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T18:56:59.036 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-05-21 18:56:34.640973336 +0000 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-05-21 18:48:49.868961150 +0000 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-05-21 18:48:49.868961150 +0000 2024-05-21T18:56:59.037 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-05-21 18:48:49.868961150 +0000 2024-05-21T18:56:59.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T18:56:59.099 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-05-21T18:56:59.099 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-05-21T18:56:59.099 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 9.0078e-05 s, 5.7 MB/s 2024-05-21T18:56:59.100 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T18:56:59.156 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_3 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-05-21 18:56:34.640973336 +0000 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-05-21 18:48:50.199955080 +0000 2024-05-21T18:56:59.212 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-05-21 18:48:50.199955080 +0000 2024-05-21T18:56:59.213 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-05-21 18:48:50.199955080 +0000 2024-05-21T18:56:59.213 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T18:56:59.276 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-05-21T18:56:59.276 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-05-21T18:56:59.276 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 8.8484e-05 s, 5.8 MB/s 2024-05-21T18:56:59.277 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T18:56:59.333 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_4 2024-05-21T18:56:59.388 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T18:56:59.388 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T18:56:59.388 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-05-21 18:56:34.641973319 +0000 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-05-21 18:48:50.506949451 +0000 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-05-21 18:48:50.506949451 +0000 2024-05-21T18:56:59.389 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: 2024-05-21 18:48:50.506949451 +0000 2024-05-21T18:56:59.389 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T18:56:59.450 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-05-21T18:56:59.451 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-05-21T18:56:59.451 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 8.6236e-05 s, 5.9 MB/s 2024-05-21T18:56:59.452 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T18:56:59.507 INFO:tasks.cephadm:Deploying osd.0 on smithi003 with /dev/vg_nvme/lv_4... 2024-05-21T18:56:59.507 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:56:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:56:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:56:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:56:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:56:59.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:56:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:56:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:56:59.962 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:57:00.612 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:00 smithi178 ceph-mon[36523]: Deploying daemon mgr.z on smithi178 2024-05-21T18:57:00.613 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:00 smithi178 ceph-mon[36523]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:00.613 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 systemd[1]: Starting Ceph mgr.z for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T18:57:00.724 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:00 smithi104 ceph-mon[36417]: Deploying daemon mgr.z on smithi178 2024-05-21T18:57:00.724 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:00 smithi104 ceph-mon[36417]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:00.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:00 smithi003 ceph-mon[31577]: Deploying daemon mgr.z on smithi178 2024-05-21T18:57:00.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:00 smithi003 ceph-mon[31577]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:00.884 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 podman[38360]: 2024-05-21 18:57:00.57545593 +0000 UTC m=+0.017066665 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T18:57:00.885 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 podman[38360]: 2024-05-21 18:57:00.680558975 +0000 UTC m=+0.122169704 container create fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T18:57:01.229 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 podman[38360]: 2024-05-21 18:57:00.899441199 +0000 UTC m=+0.341051926 container init fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T18:57:01.230 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 podman[38360]: 2024-05-21 18:57:00.902640658 +0000 UTC m=+0.344251407 container start fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, ceph=True) 2024-05-21T18:57:01.230 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:00 smithi178 ceph-mgr[38379]: -- 172.21.15.178:0/3241917 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f2b745a5a0 con 0x55f2b742e800 2024-05-21T18:57:01.230 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 bash[38360]: fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 2024-05-21T18:57:01.230 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 systemd[1]: Started Ceph mgr.z for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:57:01.230 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:01.050+0000 7f6fe6df1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T18:57:01.634 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:01.249+0000 7f6fe6df1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:57:01.634 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:01.351+0000 7f6fe6df1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T18:57:02.097 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:01.663+0000 7f6fe6df1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T18:57:02.097 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:01.748+0000 7f6fe6df1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:02.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:02 smithi003 ceph-mon[31577]: Deploying daemon mgr.y on smithi104 2024-05-21T18:57:02.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:02.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:57:02.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:02.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:02.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:02 smithi178 ceph-mon[36523]: Deploying daemon mgr.y on smithi104 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:02.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:02 smithi104 ceph-mon[36417]: Deploying daemon mgr.y on smithi104 2024-05-21T18:57:02.705 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T18:57:02.705 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T18:57:02.705 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-05-21T18:57:02.706 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-05-21T18:57:02.706 INFO:teuthology.orchestra.run.smithi003.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0376098 s, 279 MB/s 2024-05-21T18:57:02.706 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-05-21T18:57:03.334 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:03 smithi178 ceph-mon[36523]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:03.334 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:02.984+0000 7f6fe6df1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T18:57:03.334 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:03.158+0000 7f6fe6df1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T18:57:03.334 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:03.335+0000 7f6fe6df1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T18:57:03.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:03 smithi003 ceph-mon[31577]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:03.380 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:03 smithi104 ceph-mon[36417]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:03.381 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 systemd[1]: Starting Ceph mgr.y for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T18:57:03.519 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_4 2024-05-21T18:57:03.657 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 podman[37767]: 2024-05-21 18:57:03.382304047 +0000 UTC m=+0.100705924 container create 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-05-21T18:57:03.657 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 podman[37767]: 2024-05-21 18:57:03.298332483 +0000 UTC m=+0.016734362 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T18:57:03.657 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 podman[37767]: 2024-05-21 18:57:03.576066066 +0000 UTC m=+0.294467938 container init 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS) 2024-05-21T18:57:03.658 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 podman[37767]: 2024-05-21 18:57:03.578556649 +0000 UTC m=+0.296958531 container start 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True) 2024-05-21T18:57:03.658 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 ceph-mgr[37786]: -- 172.21.15.104:0/181430984 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b200cb45a0 con 0x55b200c88800 2024-05-21T18:57:03.658 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 bash[37767]: 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 2024-05-21T18:57:03.884 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:03.629+0000 7f6fe6df1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T18:57:03.884 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:03.721+0000 7f6fe6df1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T18:57:03.918 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 systemd[1]: Started Ceph mgr.y for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T18:57:03.918 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:03.735+0000 7f18a6ef5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T18:57:03.918 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:03.919+0000 7f18a6ef5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:57:03.958 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:57:04.224 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:04.024+0000 7f18a6ef5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T18:57:04.384 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:03.927+0000 7f6fe6df1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T18:57:04.384 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:04.124+0000 7f6fe6df1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:57:04.724 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:04.346+0000 7f18a6ef5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T18:57:04.725 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:04.435+0000 7f18a6ef5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T18:57:05.004 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:04.773+0000 7f6fe6df1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:05.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:05.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:05.384 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:05.005+0000 7f6fe6df1200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T18:57:05.884 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:05.447+0000 7f6fe6df1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T18:57:05.885 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:05.545+0000 7f6fe6df1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T18:57:05.974 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:05.674+0000 7f18a6ef5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T18:57:05.975 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:05.840+0000 7f18a6ef5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T18:57:06.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 -- 172.21.15.3:0/2656360997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 msgr2=0x7f54ac103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:06.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 --2- 172.21.15.3:0/2656360997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac103610 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f54a4009f90 tx=0x7f54a400b330 comp rx=0 tx=0).stop 2024-05-21T18:57:06.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 -- 172.21.15.3:0/2656360997 shutdown_connections 2024-05-21T18:57:06.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 --2- 172.21.15.3:0/2656360997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac103610 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 --2- 172.21.15.3:0/2656360997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac101e70 0x7f54ac102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 --2- 172.21.15.3:0/2656360997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac1027d0 0x7f54ac102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 -- 172.21.15.3:0/2656360997 >> 172.21.15.3:0/2656360997 conn(0x7f54ac0fda30 msgr2=0x7f54ac0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 -- 172.21.15.3:0/2656360997 shutdown_connections 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.037+0000 7f54b2e00700 1 -- 172.21.15.3:0/2656360997 wait complete. 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.038+0000 7f54b2e00700 1 Processor -- start 2024-05-21T18:57:06.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 -- start start 2024-05-21T18:57:06.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 0x7f54ac19b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:06.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 0x7f54ac19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:06.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac1a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:06.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac111240 con 0x7f54ac101e70 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac1110c0 con 0x7f54ac103190 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b2e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac1113c0 con 0x7f54ac1027d0 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54abe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 0x7f54ac19b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54ab400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 0x7f54ac19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54abe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 0x7f54ac19b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35510/0 (socket says 172.21.15.3:35510) 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54abe00700 1 -- 172.21.15.3:0/3206824554 learned_addr learned my addr 172.21.15.3:0/3206824554 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.039+0000 7f54b0e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac1a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 -- 172.21.15.3:0/3206824554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 msgr2=0x7f54ac1a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac1a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 -- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 msgr2=0x7f54ac19b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 0x7f54ac19b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:06.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 -- 172.21.15.3:0/3206824554 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54ac1a3510 con 0x7f54ac1027d0 2024-05-21T18:57:06.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54ab400700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 0x7f54ac19bdf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f549800ea20 tx=0x7f549800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:57:06.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.040+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5498004220 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.041+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f549800ce20 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.041+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5498003cf0 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.041+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54ac1a3800 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.041+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54ac1a3cf0 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.042+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54ac06a230 con 0x7f54ac1027d0 2024-05-21T18:57:06.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.043+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f549800c970 con 0x7f54ac1027d0 2024-05-21T18:57:06.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.043+0000 7f54a8c00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 0x7f5490040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:06.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.043+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5498052b90 con 0x7f54ac1027d0 2024-05-21T18:57:06.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.043+0000 7f54abe00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 0x7f5490040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:06.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.044+0000 7f54abe00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 0x7f5490040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f549c005d10 tx=0x7f549c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:57:06.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.048+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f54980173d0 con 0x7f54ac1027d0 2024-05-21T18:57:06.275 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:05.922+0000 7f6fe6df1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T18:57:06.275 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.275 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:06.276 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:06 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:06.007+0000 7f18a6ef5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:06.292+0000 7f18a6ef5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.291 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:06.292 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:06 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:06.298+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f54ac063980 con 0x7f549003e750 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T18:57:06.297 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:06 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:06.581 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:06.383+0000 7f18a6ef5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T18:57:06.612 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:06.276+0000 7f6fe6df1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T18:57:06.612 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:06.369+0000 7f6fe6df1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T18:57:06.884 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:06.613+0000 7f6fe6df1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T18:57:06.885 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:06.748+0000 7f6fe6df1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T18:57:06.885 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:06.845+0000 7f6fe6df1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T18:57:06.974 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:06.583+0000 7f18a6ef5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T18:57:06.975 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:06.773+0000 7f18a6ef5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T18:57:07.266 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:07.175+0000 7f6fe6df1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T18:57:07.266 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:07.267+0000 7f6fe6df1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: Reconfiguring daemon mgr.x on smithi003 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:07.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: Reconfiguring daemon mgr.x on smithi003 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:07.350 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:07.351 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: Reconfiguring daemon mgr.x on smithi003 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:07.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:07.724 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:07.362+0000 7f18a6ef5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T18:57:07.725 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:07.579+0000 7f18a6ef5200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T18:57:08.134 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:07.870+0000 7f6fe6df1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T18:57:08.135 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 18:57:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z[38375]: 2024-05-21T18:57:08.091+0000 7f6fe6df1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T18:57:08.455 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:07.996+0000 7f18a6ef5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T18:57:08.455 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:08.094+0000 7f18a6ef5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T18:57:08.455 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:08.456+0000 7f18a6ef5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T18:57:08.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:08.904+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mgrmap(e 14) ==== 99936+0+0 (secure 0 0 0) 0x7f5498021430 con 0x7f54ac1027d0 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:09.016 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: Standby manager daemon z started 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T18:57:09.017 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:08 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:09.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: Standby manager daemon z started 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T18:57:09.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:08 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:09.136 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:08.807+0000 7f18a6ef5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T18:57:09.136 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:08.900+0000 7f18a6ef5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T18:57:09.136 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.136 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.136 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: Standby manager daemon z started 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T18:57:09.137 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:08 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.178:0/3662035627' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:09.475 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:09.137+0000 7f18a6ef5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T18:57:09.475 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:09.268+0000 7f18a6ef5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T18:57:09.475 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:09.361+0000 7f18a6ef5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T18:57:09.974 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:09 smithi104 ceph-mon[36417]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T18:57:09.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T18:57:09.975 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:09.681+0000 7f18a6ef5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T18:57:09.975 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:09.771+0000 7f18a6ef5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T18:57:10.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:09 smithi003 ceph-mon[31577]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T18:57:10.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T18:57:10.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:09 smithi178 ceph-mon[36523]: mgrmap e14: x(active, since 88s), standbys: z 2024-05-21T18:57:10.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T18:57:10.725 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:10.361+0000 7f18a6ef5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T18:57:10.725 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 18:57:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y[37782]: 2024-05-21T18:57:10.573+0000 7f18a6ef5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T18:57:10.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:10.918+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mon.1 v2:172.21.15.178:3300/0 8 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f549800f3c0 con 0x7f54ac1027d0 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: Standby manager daemon y started 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T18:57:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:10 smithi104 ceph-mon[36417]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: Standby manager daemon y started 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T18:57:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:10 smithi003 ceph-mon[31577]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:11.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:11.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: Standby manager daemon y started 2024-05-21T18:57:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T18:57:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T18:57:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T18:57:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:10 smithi178 ceph-mon[36523]: from='mgr.? 172.21.15.104:0/1162326408' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T18:57:12.224 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2184308740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]': finished 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:12.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:11 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2458669381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2184308740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]': finished 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:12.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:11 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2458669381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:12.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2184308740' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]: dispatch 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "164bff66-b004-400d-8215-010dea60228c"}]': finished 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:12.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:11 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2458669381' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:13.224 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:12 smithi104 ceph-mon[36417]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:13.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:12 smithi003 ceph-mon[31577]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:13.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:12 smithi178 ceph-mon[36523]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:15.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:15 smithi003 ceph-mon[31577]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:15.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:15 smithi178 ceph-mon[36523]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:15.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:15 smithi104 ceph-mon[36417]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:17.334 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:17 smithi003 ceph-mon[31577]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:17.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:17 smithi178 ceph-mon[36523]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:17.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:17 smithi104 ceph-mon[36417]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:19.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:19 smithi003 ceph-mon[31577]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:19.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:19 smithi178 ceph-mon[36523]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:19 smithi104 ceph-mon[36417]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:21.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:21 smithi003 ceph-mon[31577]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:21.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T18:57:21.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:21.372 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:21 smithi178 ceph-mon[36523]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:21.372 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T18:57:21.372 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:21.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:21 smithi104 ceph-mon[36417]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:21.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T18:57:21.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:22.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:22 smithi003 ceph-mon[31577]: Deploying daemon osd.0 on smithi003 2024-05-21T18:57:22.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:22 smithi178 ceph-mon[36523]: Deploying daemon osd.0 on smithi003 2024-05-21T18:57:22.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:22 smithi104 ceph-mon[36417]: Deploying daemon osd.0 on smithi003 2024-05-21T18:57:23.224 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:23 smithi104 ceph-mon[36417]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:23.302 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:23 smithi003 ceph-mon[31577]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:23.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:23 smithi178 ceph-mon[36523]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:25.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:25 smithi003 ceph-mon[31577]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:25.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:25 smithi178 ceph-mon[36523]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:25.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:25 smithi104 ceph-mon[36417]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:27.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:27 smithi003 ceph-mon[31577]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:27.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:27 smithi178 ceph-mon[36523]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:27.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:27 smithi104 ceph-mon[36417]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:29.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:29 smithi003 ceph-mon[31577]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:29.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:29.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:29 smithi178 ceph-mon[36523]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:29.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:29.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:29 smithi104 ceph-mon[36417]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:31.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:31 smithi178 ceph-mon[36523]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:31.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:31 smithi003 ceph-mon[31577]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:31 smithi104 ceph-mon[36417]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:32.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:32.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:32.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:32 smithi003 ceph-mon[31577]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:32.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:32 smithi104 ceph-mon[36417]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:33.003 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 0 on host 'smithi003' 2024-05-21T18:57:33.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.003+0000 7f54a8c00700 1 -- 172.21.15.3:0/3206824554 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f54ac063980 con 0x7f549003e750 2024-05-21T18:57:33.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.007+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 msgr2=0x7f5490040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:33.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.007+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 0x7f5490040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f549c005d10 tx=0x7f549c009310 comp rx=0 tx=0).stop 2024-05-21T18:57:33.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 msgr2=0x7f54ac19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:33.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 0x7f54ac19bdf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f549800ea20 tx=0x7f549800ed30 comp rx=0 tx=0).stop 2024-05-21T18:57:33.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 shutdown_connections 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f549003e750 0x7f5490040c10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f54ac103190 0x7f54ac1a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f54ac101e70 0x7f54ac19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 --2- 172.21.15.3:0/3206824554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f54ac1027d0 0x7f54ac19bdf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 >> 172.21.15.3:0/3206824554 conn(0x7f54ac0fda30 msgr2=0x7f54ac0ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 shutdown_connections 2024-05-21T18:57:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:57:33.008+0000 7f54b2e00700 1 -- 172.21.15.3:0/3206824554 wait complete. 2024-05-21T18:57:33.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:33.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:33.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:32 smithi178 ceph-mon[36523]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:33.701 DEBUG:teuthology.orchestra.run.smithi003:osd.0> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.0.service 2024-05-21T18:57:33.706 INFO:tasks.cephadm:Deploying osd.1 on smithi104 with /dev/vg_nvme/lv_4... 2024-05-21T18:57:33.706 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T18:57:33.936 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:33 smithi003 ceph-mon[31577]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:33.936 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:33 smithi003 ceph-mon[31577]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:33.936 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.936 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:33.936 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.947 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T18:57:33.974 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:33 smithi104 ceph-mon[36417]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:33.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:33 smithi104 ceph-mon[36417]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:33.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:33.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:33.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:34.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:33 smithi178 ceph-mon[36523]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:34.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:33 smithi178 ceph-mon[36523]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T18:57:34.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:34.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:34 smithi104 ceph-mon[36417]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:35.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:34 smithi003 ceph-mon[31577]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:35.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T18:57:35.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T18:57:35.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:35.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: from='osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:35.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:57:35.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:34 smithi178 ceph-mon[36523]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113762 s, 922 MB/s 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 2024-05-21T18:57:35.794 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-05-21T18:57:35.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:35 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:57:35.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:35 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:57:35.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:35 smithi104 ceph-mon[36417]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:57:35.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:35 smithi104 ceph-mon[36417]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T18:57:35.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:36.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:35 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:57:36.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:35 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:57:36.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:35 smithi003 ceph-mon[31577]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:57:36.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:35 smithi003 ceph-mon[31577]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T18:57:36.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:36.108 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:57:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0[46228]: 2024-05-21T18:57:35.735+0000 7fbeb4c00700 -1 osd.0 0 waiting for initial osdmap 2024-05-21T18:57:36.108 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:57:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0[46228]: 2024-05-21T18:57:35.776+0000 7fbeaaa00700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:57:36.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:35 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:57:36.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:35 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:57:36.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:35 smithi178 ceph-mon[36523]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:57:36.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:35 smithi178 ceph-mon[36523]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T18:57:36.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:36.380 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi104:vg_nvme/lv_4 2024-05-21T18:57:36.624 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T18:57:36.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:36 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:36.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:36 smithi003 ceph-mon[31577]: from='osd.0 ' entity='osd.0' 2024-05-21T18:57:36.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:36 smithi003 ceph-mon[31577]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:36.974 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:36 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:36.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:36 smithi104 ceph-mon[36417]: from='osd.0 ' entity='osd.0' 2024-05-21T18:57:36.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:36 smithi104 ceph-mon[36417]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:37.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:36 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:37.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:36 smithi178 ceph-mon[36523]: from='osd.0 ' entity='osd.0' 2024-05-21T18:57:37.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:36 smithi178 ceph-mon[36523]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T18:57:37.947 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:37.947 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:37 smithi104 ceph-mon[36417]: osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] boot 2024-05-21T18:57:37.947 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:37 smithi104 ceph-mon[36417]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T18:57:37.947 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:38.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:38.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:37 smithi003 ceph-mon[31577]: osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] boot 2024-05-21T18:57:38.079 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:37 smithi003 ceph-mon[31577]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T18:57:38.080 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:38.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:38.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:37 smithi178 ceph-mon[36523]: osd.0 [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] boot 2024-05-21T18:57:38.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:37 smithi178 ceph-mon[36523]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T18:57:38.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.156+0000 7f9f40632700 1 -- 172.21.15.104:0/2926468203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f38104060 msgr2=0x7f9f3810a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.156+0000 7f9f40632700 1 --2- 172.21.15.104:0/2926468203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f38104060 0x7f9f3810a910 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9f3000b0d0 tx=0x7f9f3000b3e0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 -- 172.21.15.104:0/2926468203 shutdown_connections 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- 172.21.15.104:0/2926468203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f38104060 0x7f9f3810a910 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- 172.21.15.104:0/2926468203 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f381024c0 0x7f9f381028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.159 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- 172.21.15.104:0/2926468203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381036c0 0x7f9f38103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 -- 172.21.15.104:0/2926468203 >> 172.21.15.104:0/2926468203 conn(0x7f9f380fdaa0 msgr2=0x7f9f380ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 -- 172.21.15.104:0/2926468203 shutdown_connections 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 -- 172.21.15.104:0/2926468203 wait complete. 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 Processor -- start 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 -- start start 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381024c0 0x7f9f3819ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.157+0000 7f9f40632700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f38104060 0x7f9f381a2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f40632700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3810e030 con 0x7f9f38104060 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f40632700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3810deb0 con 0x7f9f381036c0 2024-05-21T18:57:38.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f40632700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3810e1b0 con 0x7f9f381024c0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:52994/0 (socket says 172.21.15.104:52994) 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 -- 172.21.15.104:0/4053811264 learned_addr learned my addr 172.21.15.104:0/4053811264 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3e3ce700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381024c0 0x7f9f3819ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 -- 172.21.15.104:0/4053811264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381024c0 msgr2=0x7f9f3819ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381024c0 0x7f9f3819ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 -- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f38104060 msgr2=0x7f9f381a2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f38104060 0x7f9f381a2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 -- 172.21.15.104:0/4053811264 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f381a35f0 con 0x7f9f381036c0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f3dbcd700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800d950 tx=0x7f9f2800dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28016070 con 0x7f9f381036c0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f28009df0 con 0x7f9f381036c0 2024-05-21T18:57:38.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2800f620 con 0x7f9f381036c0 2024-05-21T18:57:38.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f381a38e0 con 0x7f9f381036c0 2024-05-21T18:57:38.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.158+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f381a3e50 con 0x7f9f381036c0 2024-05-21T18:57:38.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.159+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f3806a230 con 0x7f9f381036c0 2024-05-21T18:57:38.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.161+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f9f28019070 con 0x7f9f381036c0 2024-05-21T18:57:38.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.162+0000 7f9f2f7fe700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 0x7f9f240b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:57:38.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.162+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f9f280e02b0 con 0x7f9f381036c0 2024-05-21T18:57:38.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.162+0000 7f9f3e3ce700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 0x7f9f240b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:57:38.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.164+0000 7f9f3e3ce700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 0x7f9f240b4d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9f38103520 tx=0x7f9f34009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:57:38.164 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.165+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9f280a9a40 con 0x7f9f381036c0 2024-05-21T18:57:38.380 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:38.381+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f9f380ffc60 con 0x7f9f240b2870 2024-05-21T18:57:39.028 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T18:57:39.028 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi003 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 17094M 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:39.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:39.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi003 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 17094M 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:39.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:39.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:39.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T18:57:39.134 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi003 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 17094M 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:57:39.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:41.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:41 smithi003 ceph-mon[31577]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:41.366 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:41 smithi104 ceph-mon[36417]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:41.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:41 smithi178 ceph-mon[36523]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/1161703242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]': finished 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:42.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:42 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/1850525192' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:42.376 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/1161703242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.377 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.377 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]': finished 2024-05-21T18:57:42.377 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T18:57:42.377 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:42.377 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:42 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/1850525192' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:42.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/1161703242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]: dispatch 2024-05-21T18:57:42.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "180da197-6655-4441-8890-296af6c6bd8c"}]': finished 2024-05-21T18:57:42.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T18:57:42.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:42.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:42 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/1850525192' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:57:43.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:43 smithi003 ceph-mon[31577]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:43.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:43 smithi178 ceph-mon[36523]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:43.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:43 smithi104 ceph-mon[36417]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:45.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:45 smithi104 ceph-mon[36417]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:45.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:45 smithi003 ceph-mon[31577]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:45.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:45 smithi178 ceph-mon[36523]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:47.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:47 smithi003 ceph-mon[31577]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:47.365 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:47 smithi104 ceph-mon[36417]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:47.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:47 smithi178 ceph-mon[36523]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:49.306 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:49 smithi104 ceph-mon[36417]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:49.306 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T18:57:49.306 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:49.307 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:49 smithi104 ceph-mon[36417]: Deploying daemon osd.1 on smithi104 2024-05-21T18:57:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:49 smithi003 ceph-mon[31577]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T18:57:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:49 smithi003 ceph-mon[31577]: Deploying daemon osd.1 on smithi104 2024-05-21T18:57:49.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:49 smithi178 ceph-mon[36523]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T18:57:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:49 smithi178 ceph-mon[36523]: Deploying daemon osd.1 on smithi104 2024-05-21T18:57:51.224 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:51 smithi104 ceph-mon[36417]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:51.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:51 smithi003 ceph-mon[31577]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:51.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:51 smithi178 ceph-mon[36523]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:53.140 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:53 smithi104 ceph-mon[36417]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:53.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:53 smithi003 ceph-mon[31577]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:53.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:53 smithi178 ceph-mon[36523]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:54.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:54 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:54.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:54 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:54.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:54 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:54.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:54 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:54.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:54 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:54.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:54 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:54.426 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:54 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:54.426 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:54 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:54.426 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:54 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:55.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:55 smithi003 ceph-mon[31577]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:55.366 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:55 smithi104 ceph-mon[36417]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:55.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:55 smithi178 ceph-mon[36523]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.573 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 1 on host 'smithi104' 2024-05-21T18:57:57.573 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.574+0000 7f9f2f7fe700 1 -- 172.21.15.104:0/4053811264 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9f380ffc60 con 0x7f9f240b2870 2024-05-21T18:57:57.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.577+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 msgr2=0x7f9f240b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:57.576 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.577+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 0x7f9f240b4d30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9f38103520 tx=0x7f9f34009190 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 msgr2=0x7f9f3819bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800d950 tx=0x7f9f2800dc60 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 shutdown_connections 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9f240b2870 0x7f9f240b4d30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9f38104060 0x7f9f381a2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9f381024c0 0x7f9f3819ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 --2- 172.21.15.104:0/4053811264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9f381036c0 0x7f9f3819bf40 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 >> 172.21.15.104:0/4053811264 conn(0x7f9f380fdaa0 msgr2=0x7f9f380ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 shutdown_connections 2024-05-21T18:57:57.577 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:57:57.578+0000 7f9f40632700 1 -- 172.21.15.104:0/4053811264 wait complete. 2024-05-21T18:57:57.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:57:57.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.195 DEBUG:teuthology.orchestra.run.smithi104:osd.1> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.1.service 2024-05-21T18:57:58.198 INFO:tasks.cephadm:Deploying osd.2 on smithi178 with /dev/vg_nvme/lv_4... 2024-05-21T18:57:58.198 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T18:57:58.440 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.808 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:58 smithi178 ceph-mon[36523]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:58 smithi003 ceph-mon[31577]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T18:57:58.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:58 smithi104 ceph-mon[36417]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:57:59.677 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:59 smithi178 ceph-mon[36523]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T18:57:59.677 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:59 smithi178 ceph-mon[36523]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:57:59.677 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:59 smithi178 ceph-mon[36523]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T18:57:59.677 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:59.677 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:57:59 smithi178 ceph-mon[36523]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:57:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:59 smithi104 ceph-mon[36417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T18:57:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:59 smithi104 ceph-mon[36417]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:57:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:59 smithi104 ceph-mon[36417]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T18:57:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:57:59 smithi104 ceph-mon[36417]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:57:59.725 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:57:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1[40987]: 2024-05-21T18:57:59.567+0000 7fc84bf72700 -1 osd.1 0 waiting for initial osdmap 2024-05-21T18:57:59.725 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:57:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1[40987]: 2024-05-21T18:57:59.580+0000 7fc847d65700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:57:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:59 smithi003 ceph-mon[31577]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T18:57:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:59 smithi003 ceph-mon[31577]: from='osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:57:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:59 smithi003 ceph-mon[31577]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T18:57:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:57:59.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:57:59 smithi003 ceph-mon[31577]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00862016 s, 1.2 GB/s 2024-05-21T18:58:00.283 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-05-21T18:58:00.683 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:00 smithi104 ceph-mon[36417]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:58:00.683 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:00 smithi104 ceph-mon[36417]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T18:58:00.683 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:00 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.683 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:00 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.683 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:00 smithi104 ceph-mon[36417]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:58:00.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:00 smithi003 ceph-mon[31577]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:58:00.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:00 smithi003 ceph-mon[31577]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T18:58:00.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:00 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:00 smithi003 ceph-mon[31577]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:58:00.868 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:00 smithi178 ceph-mon[36523]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:58:00.868 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:00 smithi178 ceph-mon[36523]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T18:58:00.868 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:00 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.869 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:00 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:00.869 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:00 smithi178 ceph-mon[36523]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-21T18:58:00.895 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_4 2024-05-21T18:58:01.127 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] boot 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi104 2024-05-21T18:58:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 17088M 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:01 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] boot 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi104 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 17088M 2024-05-21T18:58:01.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:01 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: osd.1 [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] boot 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T18:58:01.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi104 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 17088M 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:01 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:02.620 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- 172.21.15.178:0/55813064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 msgr2=0x7f08b0104c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 --2- 172.21.15.178:0/55813064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0104c20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f08a4009990 tx=0x7f08a4009ca0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- 172.21.15.178:0/55813064 shutdown_connections 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 --2- 172.21.15.178:0/55813064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08b0105160 0x7f08b010ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 --2- 172.21.15.178:0/55813064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b01035c0 0x7f08b01039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 --2- 172.21.15.178:0/55813064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0104c20 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- 172.21.15.178:0/55813064 >> 172.21.15.178:0/55813064 conn(0x7f08b00feb60 msgr2=0x7f08b0100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- 172.21.15.178:0/55813064 shutdown_connections 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- 172.21.15.178:0/55813064 wait complete. 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 Processor -- start 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.620+0000 7f08b612a700 1 -- start start 2024-05-21T18:58:02.621 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08b01035c0 0x7f08b0199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 0x7f08b01a0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f08b010f100 con 0x7f08b01035c0 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f08b010ef80 con 0x7f08b0105160 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f08b010f280 con 0x7f08b01047c0 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:57992/0 (socket says 172.21.15.178:57992) 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 -- 172.21.15.178:0/2976458214 learned_addr learned my addr 172.21.15.178:0/2976458214 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08affff700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 0x7f08b01a0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 -- 172.21.15.178:0/2976458214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 msgr2=0x7f08b01a0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:02.622 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 0x7f08b01a0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 -- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08b01035c0 msgr2=0x7f08b0199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08b01035c0 0x7f08b0199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 -- 172.21.15.178:0/2976458214 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b01a13a0 con 0x7f08b01047c0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08affff700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 0x7f08b01a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08aeffd700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08a4003790 tx=0x7f08a4003c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a4027070 con 0x7f08b01047c0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b01a1630 con 0x7f08b01047c0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08a400bd90 con 0x7f08b01047c0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a400f6c0 con 0x7f08b01047c0 2024-05-21T18:58:02.623 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.621+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b01a1a80 con 0x7f08b01047c0 2024-05-21T18:58:02.624 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.623+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b006a230 con 0x7f08b01047c0 2024-05-21T18:58:02.624 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.623+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f08a402a070 con 0x7f08b01047c0 2024-05-21T18:58:02.624 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.624+0000 7f08acff9700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 0x7f08980b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:02.624 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.624+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f08a40e1ce0 con 0x7f08b01047c0 2024-05-21T18:58:02.624 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.625+0000 7f08af7fe700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 0x7f08980b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:02.625 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.626+0000 7f08af7fe700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 0x7f08980b4cb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f08b0104620 tx=0x7f08a0005ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:58:02.627 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.629+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f08a4013070 con 0x7f08b01047c0 2024-05-21T18:58:02.838 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:02.839+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f08b0063a40 con 0x7f08980b27f0 2024-05-21T18:58:02.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:02 smithi178 ceph-mon[36523]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T18:58:02.838 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:02 smithi178 ceph-mon[36523]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:02.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:02 smithi003 ceph-mon[31577]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T18:58:02.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:02 smithi003 ceph-mon[31577]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:02.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:02 smithi104 ceph-mon[36417]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T18:58:02.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:02 smithi104 ceph-mon[36417]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:03.790 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:03 smithi178 ceph-mon[36523]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:03.790 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:03.790 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:03.791 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:03.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:03 smithi104 ceph-mon[36417]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:03.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:03.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:03.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:04.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:03 smithi003 ceph-mon[31577]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:04.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:04.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:04.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:04.719 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:04 smithi178 ceph-mon[36523]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:04.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:04 smithi104 ceph-mon[36417]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:05.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:04 smithi003 ceph-mon[31577]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:05.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:05 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/997332872' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:05 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:05 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]': finished 2024-05-21T18:58:05.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:05 smithi003 ceph-mon[31577]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T18:58:05.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:05 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:05.875 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:05 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/997332872' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.875 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:05 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.875 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:05 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]': finished 2024-05-21T18:58:05.875 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:05 smithi178 ceph-mon[36523]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T18:58:05.875 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:05 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:05.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:05 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/997332872' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:05 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]: dispatch 2024-05-21T18:58:05.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:05 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f3280512-c24c-44c8-b948-ccd1dba76b38"}]': finished 2024-05-21T18:58:05.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:05 smithi104 ceph-mon[36417]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T18:58:05.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:05 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:06.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:06 smithi178 ceph-mon[36523]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:06.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/101906407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:06.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:06 smithi104 ceph-mon[36417]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:06.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/101906407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:07.106 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:06 smithi003 ceph-mon[31577]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:07.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/101906407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:09.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:09 smithi003 ceph-mon[31577]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:09 smithi178 ceph-mon[36523]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:09 smithi104 ceph-mon[36417]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:11.277 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:11 smithi104 ceph-mon[36417]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:11.309 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:11 smithi178 ceph-mon[36523]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:11 smithi003 ceph-mon[31577]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:13.349 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:13 smithi178 ceph-mon[36523]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:13.349 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T18:58:13.349 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:13.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:13 smithi003 ceph-mon[31577]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:13.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T18:58:13.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:13.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:13 smithi104 ceph-mon[36417]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:13.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T18:58:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:14.282 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:14 smithi178 ceph-mon[36523]: Deploying daemon osd.2 on smithi178 2024-05-21T18:58:14.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:14 smithi003 ceph-mon[31577]: Deploying daemon osd.2 on smithi178 2024-05-21T18:58:14.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:14 smithi104 ceph-mon[36417]: Deploying daemon osd.2 on smithi178 2024-05-21T18:58:15.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:15 smithi003 ceph-mon[31577]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:15.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:15 smithi178 ceph-mon[36523]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:15.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:15 smithi104 ceph-mon[36417]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:17.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:17 smithi003 ceph-mon[31577]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:17.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:17 smithi178 ceph-mon[36523]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:17.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:17 smithi104 ceph-mon[36417]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:19 smithi104 ceph-mon[36417]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:19 smithi003 ceph-mon[31577]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:19.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:19 smithi178 ceph-mon[36523]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:19.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:19.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:21.461 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:21 smithi178 ceph-mon[36523]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:21.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:21 smithi104 ceph-mon[36417]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:21.525 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.526+0000 7f08acff9700 1 -- 172.21.15.178:0/2976458214 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f08b0063a40 con 0x7f08980b27f0 2024-05-21T18:58:21.526 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 2 on host 'smithi178' 2024-05-21T18:58:21.528 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 msgr2=0x7f08980b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:21.528 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 0x7f08980b4cb0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f08b0104620 tx=0x7f08a0005ca0 comp rx=0 tx=0).stop 2024-05-21T18:58:21.528 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 msgr2=0x7f08b0199c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:21.528 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f08a4003790 tx=0x7f08a4003c20 comp rx=0 tx=0).stop 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 shutdown_connections 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f08980b27f0 0x7f08980b4cb0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f08b0105160 0x7f08b01a0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f08b01035c0 0x7f08b0199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 --2- 172.21.15.178:0/2976458214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f08b01047c0 0x7f08b0199c80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 >> 172.21.15.178:0/2976458214 conn(0x7f08b00feb60 msgr2=0x7f08b0107b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 shutdown_connections 2024-05-21T18:58:21.529 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:58:21.529+0000 7f08b612a700 1 -- 172.21.15.178:0/2976458214 wait complete. 2024-05-21T18:58:21.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:21 smithi003 ceph-mon[31577]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:22.138 DEBUG:teuthology.orchestra.run.smithi178:osd.2> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.2.service 2024-05-21T18:58:22.140 INFO:tasks.cephadm:Deploying osd.3 on smithi003 with /dev/vg_nvme/lv_3... 2024-05-21T18:58:22.140 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T18:58:22.608 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:58:22.762 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.762 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.762 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.762 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.763 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:22.763 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:22.763 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:22 smithi178 ceph-mon[36523]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:22.764 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:22 smithi003 ceph-mon[31577]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:22.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:22 smithi104 ceph-mon[36417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T18:58:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:23 smithi178 ceph-mon[36523]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T18:58:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:23 smithi178 ceph-mon[36523]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:23 smithi178 ceph-mon[36523]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T18:58:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:23 smithi178 ceph-mon[36523]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:23.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:23 smithi104 ceph-mon[36417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T18:58:23.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:23 smithi104 ceph-mon[36417]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:23.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:23 smithi104 ceph-mon[36417]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T18:58:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:23 smithi104 ceph-mon[36417]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:24.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:23 smithi003 ceph-mon[31577]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T18:58:24.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:23 smithi003 ceph-mon[31577]: from='osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:24.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:23 smithi003 ceph-mon[31577]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T18:58:24.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:23 smithi003 ceph-mon[31577]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:58:24.635 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2[41673]: 2024-05-21T18:58:24.368+0000 7f509f297700 -1 osd.2 0 waiting for initial osdmap 2024-05-21T18:58:24.635 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2[41673]: 2024-05-21T18:58:24.373+0000 7f5097082700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: from='osd.2 ' entity='osd.2' 2024-05-21T18:58:24.750 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:24.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: from='osd.2 ' entity='osd.2' 2024-05-21T18:58:24.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:25.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:58:25.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T18:58:25.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:25.006 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:25.006 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-21T18:58:25.006 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: from='osd.2 ' entity='osd.2' 2024-05-21T18:58:25.006 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:25.788 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T18:58:25.788 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T18:58:25.788 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-05-21T18:58:25.789 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-05-21T18:58:25.789 INFO:teuthology.orchestra.run.smithi003.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0328077 s, 320 MB/s 2024-05-21T18:58:25.789 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-05-21T18:58:26.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:58:26.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi178 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 17088M 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:26.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] boot 2024-05-21T18:58:26.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T18:58:26.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi178 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:26.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 17088M 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] boot 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T18:58:26.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi178 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 17088M 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: osd.2 [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] boot 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T18:58:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T18:58:26.761 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_3 2024-05-21T18:58:27.182 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:58:27.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:27 smithi003 ceph-mon[31577]: pgmap v91: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:27.330 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:27.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:27 smithi178 ceph-mon[36523]: pgmap v91: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:27.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:27 smithi104 ceph-mon[36417]: pgmap v91: 0 pgs: ; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:28.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 ceph-mon[31577]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T18:58:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:28.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:28.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 ceph-mon[36523]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T18:58:28.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:28.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:28.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 ceph-mon[36417]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T18:58:28.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T18:58:28.724 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50590]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:28.724 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50590]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.724 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50590]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.725 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50590]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.725 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50595]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:28.725 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50595]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.725 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50595]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.725 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50595]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45082]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45082]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45082]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45082]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45085]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:28.850 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45085]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.851 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45085]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.851 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45085]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.884 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45739]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:28.884 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45739]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45739]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45739]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45742]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45742]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45742]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.885 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45742]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45745]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45745]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45745]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45745]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45748]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45748]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45748]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:28 smithi178 sudo[45748]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:29.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50616]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:29.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50616]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:29.035 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50616]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:29.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50616]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:29.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50619]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:29.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50619]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:29.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50619]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:29.036 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:28 smithi003 sudo[50619]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 -- 172.21.15.3:0/1677583905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0670107380 msgr2=0x7f067010dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 --2- 172.21.15.3:0/1677583905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0670107380 0x7f067010dc30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f066800b0d0 tx=0x7f066800b3e0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 -- 172.21.15.3:0/1677583905 shutdown_connections 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 --2- 172.21.15.3:0/1677583905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0670107380 0x7f067010dc30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 --2- 172.21.15.3:0/1677583905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06701057e0 0x7f0670105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 --2- 172.21.15.3:0/1677583905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701069e0 0x7f0670106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 -- 172.21.15.3:0/1677583905 >> 172.21.15.3:0/1677583905 conn(0x7f0670100da0 msgr2=0x7f06701031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:58:29.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 -- 172.21.15.3:0/1677583905 shutdown_connections 2024-05-21T18:58:29.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.221+0000 7f0675200700 1 -- 172.21.15.3:0/1677583905 wait complete. 2024-05-21T18:58:29.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.222+0000 7f0675200700 1 Processor -- start 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 -- start start 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 0x7f067019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0670107380 0x7f06701a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0670111260 con 0x7f06701069e0 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06701110e0 con 0x7f06701057e0 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f0675200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f06701113e0 con 0x7f0670107380 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 0x7f067019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 0x7f067019bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51542/0 (socket says 172.21.15.3:51542) 2024-05-21T18:58:29.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54590/0 (socket says 172.21.15.3:54590) 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066d400700 1 -- 172.21.15.3:0/3249346948 learned_addr learned my addr 172.21.15.3:0/3249346948 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.223+0000 7f066e800700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0670107380 0x7f06701a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 -- 172.21.15.3:0/3249346948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0670107380 msgr2=0x7f06701a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0670107380 0x7f06701a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 -- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 msgr2=0x7f067019bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 0x7f067019bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 -- 172.21.15.3:0/3249346948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06701a34a0 con 0x7f06701057e0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f066de00700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f066000e9c0 tx=0x7f066000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660004220 con 0x7f06701057e0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06600043c0 con 0x7f06701057e0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0660003c30 con 0x7f06701057e0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06701a3790 con 0x7f06701057e0 2024-05-21T18:58:29.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.224+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06701a3c80 con 0x7f06701057e0 2024-05-21T18:58:29.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.225+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f067006a230 con 0x7f06701057e0 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45088]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45088]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45088]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45088]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45091]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T18:58:29.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45091]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45091]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:28 smithi104 sudo[45091]: pam_unix(sudo:session): session closed for user root 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:29 smithi104 ceph-mon[36417]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.227+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f066000c7c0 con 0x7f06701057e0 2024-05-21T18:58:29.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.229+0000 7f0666a00700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 0x7f06540b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:58:29.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.229+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f06600e0f00 con 0x7f06701057e0 2024-05-21T18:58:29.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.229+0000 7f066d400700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 0x7f06540b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:58:29.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.230+0000 7f066d400700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 0x7f06540b4db0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f065c009680 tx=0x7f065c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:58:29.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.233+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f06600aa030 con 0x7f06701057e0 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.360 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:29 smithi003 ceph-mon[31577]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T18:58:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T18:58:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T18:58:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T18:58:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:29 smithi178 ceph-mon[36523]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T18:58:29.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:29.480+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0670063980 con 0x7f06540b28f0 2024-05-21T18:58:30.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:30.127+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f06600a5bc0 con 0x7f06701057e0 2024-05-21T18:58:30.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:30 smithi178 ceph-mon[36523]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T18:58:30.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:30 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:30.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:30 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:30.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:30 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:30.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:30 smithi104 ceph-mon[36417]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T18:58:30.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:30 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:30.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:30 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:30.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:30 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:30.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:30 smithi003 ceph-mon[31577]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T18:58:30.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:30 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:58:30.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:30 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:58:30.493 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:30 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:31 smithi003 ceph-mon[31577]: from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:31 smithi003 ceph-mon[31577]: pgmap v96: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:31 smithi003 ceph-mon[31577]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-21T18:58:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:31 smithi003 ceph-mon[31577]: Cluster is now healthy 2024-05-21T18:58:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:31 smithi003 ceph-mon[31577]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-21T18:58:31.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:31 smithi178 ceph-mon[36523]: from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:31 smithi178 ceph-mon[36523]: pgmap v96: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:31 smithi178 ceph-mon[36523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-21T18:58:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:31 smithi178 ceph-mon[36523]: Cluster is now healthy 2024-05-21T18:58:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:31 smithi178 ceph-mon[36523]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-21T18:58:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:31 smithi104 ceph-mon[36417]: from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:58:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:31 smithi104 ceph-mon[36417]: pgmap v96: 1 pgs: 1 unknown; 0 B data, 96 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:31 smithi104 ceph-mon[36417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-21T18:58:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:31 smithi104 ceph-mon[36417]: Cluster is now healthy 2024-05-21T18:58:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:31 smithi104 ceph-mon[36417]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-05-21T18:58:33.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:33 smithi178 ceph-mon[36523]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 97 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:33 smithi104 ceph-mon[36417]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 97 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:33.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:33 smithi003 ceph-mon[31577]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 97 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:34 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3134323406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:34 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:34 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]': finished 2024-05-21T18:58:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:34 smithi178 ceph-mon[36523]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T18:58:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:34 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3134323406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:34 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:34 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]': finished 2024-05-21T18:58:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:34 smithi104 ceph-mon[36417]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T18:58:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:34.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:34 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3134323406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:34 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]: dispatch 2024-05-21T18:58:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:34 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "61e81056-e324-4770-b11e-5072042f242b"}]': finished 2024-05-21T18:58:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:34 smithi003 ceph-mon[31577]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T18:58:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:35.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:35 smithi178 ceph-mon[36523]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:35.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:35 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/77057409' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:35 smithi104 ceph-mon[36417]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:35 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/77057409' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:35.507 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:35 smithi003 ceph-mon[31577]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:35.508 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:35 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/77057409' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:58:37.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:37 smithi104 ceph-mon[36417]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:37.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:37 smithi003 ceph-mon[31577]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:37.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:37 smithi178 ceph-mon[36523]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:39.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:39 smithi003 ceph-mon[31577]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:39 smithi104 ceph-mon[36417]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:39.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:39 smithi178 ceph-mon[36523]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:41.409 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:41 smithi003 ceph-mon[31577]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:41.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:41 smithi104 ceph-mon[36417]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:41.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:41 smithi178 ceph-mon[36523]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:43.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:43 smithi104 ceph-mon[36417]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:43.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:43 smithi003 ceph-mon[31577]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:43.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:43 smithi178 ceph-mon[36523]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:44.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T18:58:44.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:44.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T18:58:44.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:44.634 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T18:58:44.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:58:45.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:45 smithi003 ceph-mon[31577]: Deploying daemon osd.3 on smithi003 2024-05-21T18:58:45.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:45 smithi003 ceph-mon[31577]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:45.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:45 smithi104 ceph-mon[36417]: Deploying daemon osd.3 on smithi003 2024-05-21T18:58:45.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:45 smithi104 ceph-mon[36417]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:45 smithi178 ceph-mon[36523]: Deploying daemon osd.3 on smithi003 2024-05-21T18:58:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:45 smithi178 ceph-mon[36523]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:47 smithi003 ceph-mon[31577]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:47.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:47 smithi104 ceph-mon[36417]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:47.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:47 smithi178 ceph-mon[36523]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:49.437 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:49 smithi178 ceph-mon[36523]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:49.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:49 smithi003 ceph-mon[31577]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:49.474 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:49 smithi104 ceph-mon[36417]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:51 smithi104 ceph-mon[36417]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:51.597 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:51 smithi003 ceph-mon[31577]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:51 smithi178 ceph-mon[36523]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:53.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:53 smithi003 ceph-mon[31577]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:53.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:53.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:53 smithi178 ceph-mon[36523]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:53.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:53 smithi104 ceph-mon[36417]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:58:55.356 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:55 smithi003 ceph-mon[31577]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:55.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:55 smithi178 ceph-mon[36523]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:55 smithi104 ceph-mon[36417]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:57.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.086+0000 7f0666a00700 1 -- 172.21.15.3:0/3249346948 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0670063980 con 0x7f06540b28f0 2024-05-21T18:58:57.088 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 3 on host 'smithi003' 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.090+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 msgr2=0x7f06540b4db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.090+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 0x7f06540b4db0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f065c009680 tx=0x7f065c009260 comp rx=0 tx=0).stop 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.090+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 msgr2=0x7f067019b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.090+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f066000e9c0 tx=0x7f066000ecd0 comp rx=0 tx=0).stop 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 shutdown_connections 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06540b28f0 0x7f06540b4db0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0670107380 0x7f06701a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:57.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f06701057e0 0x7f067019b840 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:57.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 --2- 172.21.15.3:0/3249346948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f06701069e0 0x7f067019bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:58:57.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 >> 172.21.15.3:0/3249346948 conn(0x7f0670100da0 msgr2=0x7f0670109c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:58:57.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 shutdown_connections 2024-05-21T18:58:57.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:58:57.091+0000 7f0675200700 1 -- 172.21.15.3:0/3249346948 wait complete. 2024-05-21T18:58:57.166 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.166 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.166 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:56 smithi003 ceph-mon[31577]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:57.166 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:56 smithi003 ceph-mon[31577]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:57.166 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:56 smithi003 ceph-mon[31577]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:57.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:56 smithi104 ceph-mon[36417]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:57.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:56 smithi104 ceph-mon[36417]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:57.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:56 smithi104 ceph-mon[36417]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:57.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:57.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:56 smithi178 ceph-mon[36523]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:57.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:56 smithi178 ceph-mon[36523]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:57.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:56 smithi178 ceph-mon[36523]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T18:58:58.020 DEBUG:teuthology.orchestra.run.smithi003:osd.3> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.3.service 2024-05-21T18:58:58.024 INFO:tasks.cephadm:Deploying osd.4 on smithi104 with /dev/vg_nvme/lv_3... 2024-05-21T18:58:58.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T18:58:58.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T18:58:58.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T18:58:58.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.216 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:58.217 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.217 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.217 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.268 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:58:58.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:58 smithi104 ceph-mon[36417]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:58:58.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:58 smithi104 ceph-mon[36417]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T18:58:58.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:58.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:58.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:58 smithi104 ceph-mon[36417]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:58 smithi003 ceph-mon[31577]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:58:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:58 smithi003 ceph-mon[31577]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T18:58:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:58 smithi003 ceph-mon[31577]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:58:59.358 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 18:58:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T18:58:59.022+0000 7f7f5c400700 -1 osd.3 0 waiting for initial osdmap 2024-05-21T18:58:59.358 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 18:58:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T18:58:59.052+0000 7f7f51800700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:58:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:58 smithi178 ceph-mon[36523]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T18:58:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:58 smithi178 ceph-mon[36523]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T18:58:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:58:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:58 smithi178 ceph-mon[36523]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: from='osd.3 ' entity='osd.3' 2024-05-21T18:59:00.028 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] boot 2024-05-21T18:59:00.028 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T18:59:00.028 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:58:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:59:00.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: from='osd.3 ' entity='osd.3' 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] boot 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T18:59:00.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:58:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T18:59:00.312 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T18:59:00.313 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-05-21T18:59:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-05-21T18:59:00.313 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.012869 s, 815 MB/s 2024-05-21T18:59:00.313 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: from='osd.3 ' entity='osd.3' 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: osd.3 [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] boot 2024-05-21T18:59:00.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T18:59:00.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:58:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T18:59:00.892 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi104:vg_nvme/lv_3 2024-05-21T18:59:01.135 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T18:59:01.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:00 smithi178 ceph-mon[36523]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:01.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:00 smithi178 ceph-mon[36523]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T18:59:01.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:00 smithi104 ceph-mon[36417]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:01.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:00 smithi104 ceph-mon[36417]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T18:59:01.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:00 smithi003 ceph-mon[31577]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:01.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:00 smithi003 ceph-mon[31577]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T18:59:02.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2823215948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 msgr2=0x7f8d78103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:02.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2823215948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78103f10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8d68009990 tx=0x7f8d68009ca0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.722 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2823215948 shutdown_connections 2024-05-21T18:59:02.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2823215948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d781031d0 0x7f8d7810aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2823215948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78103f10 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2823215948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d78102830 0x7f8d78102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2823215948 >> 172.21.15.104:0/2823215948 conn(0x7f8d780fd280 msgr2=0x7f8d780ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:59:02.723 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2823215948 shutdown_connections 2024-05-21T18:59:02.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2823215948 wait complete. 2024-05-21T18:59:02.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.719+0000 7f8d7cb13700 1 Processor -- start 2024-05-21T18:59:02.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 -- start start 2024-05-21T18:59:02.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d78102830 0x7f8d78106580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:02.724 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 0x7f8d78104c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7810e0d0 con 0x7f8d78102830 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7810df50 con 0x7f8d78103af0 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7810e250 con 0x7f8d781031d0 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:02.725 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44848/0 (socket says 172.21.15.104:44848) 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 -- 172.21.15.104:0/2034595389 learned_addr learned my addr 172.21.15.104:0/2034595389 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d75d9b700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 0x7f8d78104c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 -- 172.21.15.104:0/2034595389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 msgr2=0x7f8d78104c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 0x7f8d78104c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 -- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d78102830 msgr2=0x7f8d78106580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:02.726 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d78102830 0x7f8d78106580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:02.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 -- 172.21.15.104:0/2034595389 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d78105a30 con 0x7f8d78103af0 2024-05-21T18:59:02.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d75d9b700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 0x7f8d78104c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T18:59:02.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d76d9d700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000b970 tx=0x7f8d7000bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:02.727 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70019070 con 0x7f8d78103af0 2024-05-21T18:59:02.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d70014440 con 0x7f8d78103af0 2024-05-21T18:59:02.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d781a3a80 con 0x7f8d78103af0 2024-05-21T18:59:02.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.720+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7000ce60 con 0x7f8d78103af0 2024-05-21T18:59:02.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.721+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d781a3f90 con 0x7f8d78103af0 2024-05-21T18:59:02.728 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.722+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d7806a230 con 0x7f8d78103af0 2024-05-21T18:59:02.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.724+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f8d7001c070 con 0x7f8d78103af0 2024-05-21T18:59:02.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.724+0000 7f8d677fe700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 0x7f8d600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:02.730 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.724+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f8d700e0930 con 0x7f8d78103af0 2024-05-21T18:59:02.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.725+0000 7f8d7659c700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 0x7f8d600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:02.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.725+0000 7f8d7659c700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 0x7f8d600b4d40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8d6800b5c0 tx=0x7f8d68003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:02.731 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.728+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d700a9870 con 0x7f8d78103af0 2024-05-21T18:59:02.948 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:02.949+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8d780ff480 con 0x7f8d600b2880 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:03.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:03.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:02 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T18:59:03.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:03.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:03.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:02 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:02 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:04.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi003 2024-05-21T18:59:04.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 8547M 2024-05-21T18:59:04.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:04.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:04.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi003 2024-05-21T18:59:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 8547M 2024-05-21T18:59:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:04.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi003 2024-05-21T18:59:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 8547M 2024-05-21T18:59:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='client.24212 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:04.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:04.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:04.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:04.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:05.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:04 smithi104 ceph-mon[36417]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:05.258 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:04 smithi003 ceph-mon[31577]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:05.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:04 smithi178 ceph-mon[36523]: pgmap v120: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:06.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:05 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/1321830433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:05 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:05 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]': finished 2024-05-21T18:59:06.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:05 smithi104 ceph-mon[36417]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T18:59:06.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:05 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:06.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:05 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/1321830433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:05 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:05 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]': finished 2024-05-21T18:59:06.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:05 smithi003 ceph-mon[31577]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T18:59:06.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:05 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:05 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/1321830433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:05 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]: dispatch 2024-05-21T18:59:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:05 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1b87220b-3db8-4490-8200-4a412e67f5b3"}]': finished 2024-05-21T18:59:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:05 smithi178 ceph-mon[36523]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T18:59:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:05 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:07.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:06 smithi104 ceph-mon[36417]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:07.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/3770052742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:07.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:06 smithi003 ceph-mon[31577]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:07.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/3770052742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:07.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:06 smithi178 ceph-mon[36523]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:07.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/3770052742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:09.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:09 smithi003 ceph-mon[31577]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T18:59:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:09 smithi178 ceph-mon[36523]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T18:59:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:09 smithi104 ceph-mon[36417]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T18:59:11.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:11 smithi104 ceph-mon[36417]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T18:59:11.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:11 smithi003 ceph-mon[31577]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T18:59:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:11 smithi178 ceph-mon[36523]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T18:59:13.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:13 smithi104 ceph-mon[36417]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:13.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:13 smithi003 ceph-mon[31577]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:13.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:13 smithi178 ceph-mon[36523]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:14.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T18:59:14.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:14.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:14 smithi104 ceph-mon[36417]: Deploying daemon osd.4 on smithi104 2024-05-21T18:59:14.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T18:59:14.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:14.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:14 smithi003 ceph-mon[31577]: Deploying daemon osd.4 on smithi104 2024-05-21T18:59:14.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T18:59:14.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:14.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:14 smithi178 ceph-mon[36523]: Deploying daemon osd.4 on smithi104 2024-05-21T18:59:15.308 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:15 smithi104 ceph-mon[36417]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:15.339 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:15 smithi003 ceph-mon[31577]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:15.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:15 smithi178 ceph-mon[36523]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T18:59:17.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:17 smithi003 ceph-mon[31577]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-21T18:59:17.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:17 smithi178 ceph-mon[36523]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-21T18:59:17.436 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:17 smithi104 ceph-mon[36417]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-21T18:59:19.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:19 smithi003 ceph-mon[31577]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T18:59:19.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:19.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:19.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:19 smithi178 ceph-mon[36523]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T18:59:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:19.406 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:19 smithi104 ceph-mon[36417]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T18:59:19.406 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:19.406 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:19.406 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:21.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:21 smithi003 ceph-mon[31577]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:21.361 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:21 smithi104 ceph-mon[36417]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:21.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:21 smithi178 ceph-mon[36523]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:22.485 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.486+0000 7f8d677fe700 1 -- 172.21.15.104:0/2034595389 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8d780ff480 con 0x7f8d600b2880 2024-05-21T18:59:22.485 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 4 on host 'smithi104' 2024-05-21T18:59:22.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 msgr2=0x7f8d600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:22.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 0x7f8d600b4d40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8d6800b5c0 tx=0x7f8d68003860 comp rx=0 tx=0).stop 2024-05-21T18:59:22.487 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 msgr2=0x7f8d78105160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8d7000b970 tx=0x7f8d7000bd30 comp rx=0 tx=0).stop 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 shutdown_connections 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8d600b2880 0x7f8d600b4d40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8d78103af0 0x7f8d78105160 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8d78102830 0x7f8d78106580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 --2- 172.21.15.104:0/2034595389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8d781031d0 0x7f8d78104c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 >> 172.21.15.104:0/2034595389 conn(0x7f8d780fd280 msgr2=0x7f8d780fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 shutdown_connections 2024-05-21T18:59:22.488 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T18:59:22.488+0000 7f8d7cb13700 1 -- 172.21.15.104:0/2034595389 wait complete. 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:22.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:22.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:22.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:22 smithi104 ceph-mon[36417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:23.074 DEBUG:teuthology.orchestra.run.smithi104:osd.4> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.4.service 2024-05-21T18:59:23.076 INFO:tasks.cephadm:Deploying osd.5 on smithi178 with /dev/vg_nvme/lv_3... 2024-05-21T18:59:23.076 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.104 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:23.105 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.105 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.105 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:23.105 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:23.105 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:22 smithi178 ceph-mon[36523]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:23.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:23.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:22 smithi003 ceph-mon[31577]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T18:59:23.317 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.610 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:24 smithi104 ceph-mon[36417]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.766 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:24 smithi178 ceph-mon[36523]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:24.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T18:59:24.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: from='osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T18:59:24.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:24.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T18:59:24.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:24 smithi003 ceph-mon[31577]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:25.318 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T18:59:25.319 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T18:59:25.319 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-05-21T18:59:25.319 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-05-21T18:59:25.319 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00851156 s, 1.2 GB/s 2024-05-21T18:59:25.319 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-05-21T18:59:25.605 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:25 smithi104 ceph-mon[36417]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:59:25.605 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:25 smithi104 ceph-mon[36417]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T18:59:25.605 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.605 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.605 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:25 smithi104 ceph-mon[36417]: from='osd.4 ' entity='osd.4' 2024-05-21T18:59:25.605 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 18:59:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T18:59:25.410+0000 7f5333971700 -1 osd.4 0 waiting for initial osdmap 2024-05-21T18:59:25.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:25 smithi003 ceph-mon[31577]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:59:25.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:25 smithi003 ceph-mon[31577]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T18:59:25.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:25 smithi003 ceph-mon[31577]: from='osd.4 ' entity='osd.4' 2024-05-21T18:59:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:25 smithi178 ceph-mon[36523]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T18:59:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:25 smithi178 ceph-mon[36523]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T18:59:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:25 smithi178 ceph-mon[36523]: from='osd.4 ' entity='osd.4' 2024-05-21T18:59:25.930 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 18:59:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T18:59:25.627+0000 7f532b75c700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:59:26.003 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_3 2024-05-21T18:59:26.280 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T18:59:26.685 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:59:26.685 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:59:26.685 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:26.685 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi104 2024-05-21T18:59:26.685 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 8544M 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:26.686 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:59:26.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:59:26.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:26.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi104 2024-05-21T18:59:26.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 8544M 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi104 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:26.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 8544M 2024-05-21T18:59:26.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:26.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:26.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:26.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:27.625 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:27.625 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:27 smithi178 ceph-mon[36523]: osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] boot 2024-05-21T18:59:27.625 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:27 smithi178 ceph-mon[36523]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T18:59:27.625 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 -- 172.21.15.178:0/1784929492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 msgr2=0x7eff64104c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/1784929492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64104c30 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7eff60009990 tx=0x7eff60009ca0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 -- 172.21.15.178:0/1784929492 shutdown_connections 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/1784929492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff64105170 0x7eff6410ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/1784929492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/1784929492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64104c30 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 -- 172.21.15.178:0/1784929492 >> 172.21.15.178:0/1784929492 conn(0x7eff640feb90 msgr2=0x7eff64100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:59:27.839 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 -- 172.21.15.178:0/1784929492 shutdown_connections 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.837+0000 7eff6b4e8700 1 -- 172.21.15.178:0/1784929492 wait complete. 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 Processor -- start 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 -- start start 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff64105170 0x7eff641a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff6410f160 con 0x7eff64105170 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7eff6410efe0 con 0x7eff641035d0 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff6b4e8700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff6410f2e0 con 0x7eff641047d0 2024-05-21T18:59:27.840 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:59134/0 (socket says 172.21.15.178:59134) 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 -- 172.21.15.178:0/830789143 learned_addr learned my addr 172.21.15.178:0/830789143 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 -- 172.21.15.178:0/830789143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 msgr2=0x7eff641997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff69284700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 -- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff64105170 msgr2=0x7eff641a0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff64105170 0x7eff641a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 -- 172.21.15.178:0/830789143 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff641a1400 con 0x7eff641047d0 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff69284700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T18:59:27.841 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.838+0000 7eff68a83700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7eff600098e0 tx=0x7eff60003c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.839+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60027070 con 0x7eff641047d0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.839+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6000bd90 con 0x7eff641047d0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.839+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff641a1690 con 0x7eff641047d0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.839+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6000f460 con 0x7eff641047d0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.839+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff641a1b60 con 0x7eff641047d0 2024-05-21T18:59:27.842 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.840+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff6406a230 con 0x7eff641047d0 2024-05-21T18:59:27.843 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.841+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7eff6002a070 con 0x7eff641047d0 2024-05-21T18:59:27.843 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.841+0000 7eff5a7fc700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 0x7eff500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:27.843 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.842+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 4101+0+0 (secure 0 0 0) 0x7eff600e2860 con 0x7eff641047d0 2024-05-21T18:59:27.843 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.842+0000 7eff69284700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 0x7eff500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:27.843 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.843+0000 7eff69284700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 0x7eff500b4d40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7eff64104630 tx=0x7eff54008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:27.844 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:27.845+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7eff60013070 con 0x7eff641047d0 2024-05-21T18:59:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:27 smithi003 ceph-mon[31577]: osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] boot 2024-05-21T18:59:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:27 smithi003 ceph-mon[31577]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T18:59:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:27.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:27.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:27 smithi104 ceph-mon[36417]: osd.4 [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] boot 2024-05-21T18:59:27.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:27 smithi104 ceph-mon[36417]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T18:59:27.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T18:59:28.056 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:28.057+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7eff64063980 con 0x7eff500b2880 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:28.837 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:28.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:28.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/3079334195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]': finished 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T18:59:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/3079334195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]': finished 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T18:59:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/3079334195' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]: dispatch 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dca2e7b5-82c9-4da0-a16e-63a708d4c178"}]': finished 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T18:59:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:32.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:32 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/686756741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:32.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:32 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/686756741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:32.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:32 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/686756741' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T18:59:33.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:33 smithi003 ceph-mon[31577]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:33.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:33 smithi178 ceph-mon[36523]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:33 smithi104 ceph-mon[36417]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:35.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:35 smithi003 ceph-mon[31577]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:35.384 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:35 smithi178 ceph-mon[36523]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:35 smithi104 ceph-mon[36417]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:37.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:37 smithi003 ceph-mon[31577]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:37.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:37 smithi178 ceph-mon[36523]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:37.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:37 smithi104 ceph-mon[36417]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:39.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:39 smithi003 ceph-mon[31577]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:39.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T18:59:39.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:39.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:39 smithi003 ceph-mon[31577]: Deploying daemon osd.5 on smithi178 2024-05-21T18:59:39.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:39 smithi178 ceph-mon[36523]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:39.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T18:59:39.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:39.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:39 smithi178 ceph-mon[36523]: Deploying daemon osd.5 on smithi178 2024-05-21T18:59:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:39 smithi104 ceph-mon[36417]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T18:59:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:39 smithi104 ceph-mon[36417]: Deploying daemon osd.5 on smithi178 2024-05-21T18:59:41.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:41 smithi178 ceph-mon[36523]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:41.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:41 smithi003 ceph-mon[31577]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:41.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:41 smithi104 ceph-mon[36417]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:43.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:43 smithi003 ceph-mon[31577]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:43.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:43 smithi178 ceph-mon[36523]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:43.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:43 smithi104 ceph-mon[36417]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:44 smithi178 ceph-mon[36523]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:44 smithi104 ceph-mon[36417]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:45.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:45.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:45.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:45.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:44 smithi003 ceph-mon[31577]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:47.091 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 5 on host 'smithi178' 2024-05-21T18:59:47.092 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.091+0000 7eff5a7fc700 1 -- 172.21.15.178:0/830789143 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7eff64063980 con 0x7eff500b2880 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 msgr2=0x7eff500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 0x7eff500b4d40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7eff64104630 tx=0x7eff54008040 comp rx=0 tx=0).stop 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 msgr2=0x7eff64199ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7eff600098e0 tx=0x7eff60003c00 comp rx=0 tx=0).stop 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 shutdown_connections 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff500b2880 0x7eff500b4d40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:47.093 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff64105170 0x7eff641a0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:47.094 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff641035d0 0x7eff641997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:47.094 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 --2- 172.21.15.178:0/830789143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff641047d0 0x7eff64199ce0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:47.094 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 >> 172.21.15.178:0/830789143 conn(0x7eff640feb90 msgr2=0x7eff64107ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:59:47.094 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 shutdown_connections 2024-05-21T18:59:47.094 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T18:59:47.094+0000 7eff6b4e8700 1 -- 172.21.15.178:0/830789143 wait complete. 2024-05-21T18:59:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:47 smithi003 ceph-mon[31577]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:47.381 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:47 smithi178 ceph-mon[36523]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:47.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:47 smithi104 ceph-mon[36417]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:47.699 DEBUG:teuthology.orchestra.run.smithi178:osd.5> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.5.service 2024-05-21T18:59:47.701 INFO:tasks.cephadm:Deploying osd.6 on smithi003 with /dev/vg_nvme/lv_2... 2024-05-21T18:59:47.702 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T18:59:48.216 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.355 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:48.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:49.338 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:49.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T18:59:49.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:49.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T18:59:49.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:49.341 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:49 smithi178 ceph-mon[36523]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:49.342 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 18:59:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T18:59:49.073+0000 7f46e8bd4700 -1 osd.5 0 waiting for initial osdmap 2024-05-21T18:59:49.342 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 18:59:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T18:59:49.082+0000 7f46e49c7700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:49 smithi003 ceph-mon[31577]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:49.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:49.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T18:59:49.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: from='osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:49.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T18:59:49.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:49.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:49 smithi104 ceph-mon[36417]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T18:59:50.254 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:50 smithi003 ceph-mon[31577]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:59:50.254 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:50 smithi003 ceph-mon[31577]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T18:59:50.254 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:50.254 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:50 smithi178 ceph-mon[36523]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:59:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:50 smithi178 ceph-mon[36523]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T18:59:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:50.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:50.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:50 smithi104 ceph-mon[36417]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T18:59:50.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:50 smithi104 ceph-mon[36417]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T18:59:50.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:50.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:51.240 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T18:59:51.240 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T18:59:51.240 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-05-21T18:59:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-05-21T18:59:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0438889 s, 239 MB/s 2024-05-21T18:59:51.241 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] boot 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:51 smithi003 ceph-mon[31577]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] boot 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:51.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:51 smithi178 ceph-mon[36523]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: osd.5 [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] boot 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T18:59:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T18:59:51.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:51 smithi104 ceph-mon[36417]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T18:59:52.049 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_2 2024-05-21T18:59:52.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi178 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 8544M 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:52 smithi104 ceph-mon[36417]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi178 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 8544M 2024-05-21T18:59:52.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:52 smithi003 ceph-mon[31577]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T18:59:52.491 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T18:59:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi178 2024-05-21T18:59:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 8544M 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T18:59:52.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:52 smithi178 ceph-mon[36523]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T18:59:53.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:53 smithi003 ceph-mon[31577]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:53 smithi104 ceph-mon[36417]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:53 smithi178 ceph-mon[36523]: pgmap v154: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:54.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.829+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2527732391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101270 msgr2=0x7fa2e41016f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.829+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2527732391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101270 0x7fa2e41016f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0009990 tx=0x7fa2d0009ca0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2527732391 shutdown_connections 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2527732391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101c30 0x7fa2e4103840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2527732391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e4102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2527732391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101270 0x7fa2e41016f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2527732391 >> 172.21.15.3:0/2527732391 conn(0x7fa2e40fcd90 msgr2=0x7fa2e40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2527732391 shutdown_connections 2024-05-21T18:59:54.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.830+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2527732391 wait complete. 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 Processor -- start 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 -- start start 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101270 0x7fa2e419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 0x7fa2e419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e41a2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:54.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e4111260 con 0x7fa2e4101c30 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e41110e0 con 0x7fa2e4101270 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.831+0000 7fa2eaa00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e41113e0 con 0x7fa2e4102790 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 0x7fa2e419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101270 0x7fa2e419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e41a2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 0x7fa2e419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60938/0 (socket says 172.21.15.3:60938) 2024-05-21T18:59:54.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e3400700 1 -- 172.21.15.3:0/2985639815 learned_addr learned my addr 172.21.15.3:0/2985639815 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 -- 172.21.15.3:0/2985639815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101270 msgr2=0x7fa2e419b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101270 0x7fa2e419b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 -- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 msgr2=0x7fa2e419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 0x7fa2e419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 -- 172.21.15.3:0/2985639815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e41a35c0 con 0x7fa2e4102790 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.832+0000 7fa2e8a00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e41a2f20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc00c0c0 tx=0x7fa2dc00c3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.833+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc003a00 con 0x7fa2e4102790 2024-05-21T18:59:54.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.833+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2dc00ce80 con 0x7fa2e4102790 2024-05-21T18:59:54.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.833+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2dc0047c0 con 0x7fa2e4102790 2024-05-21T18:59:54.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.833+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e41a38b0 con 0x7fa2e4102790 2024-05-21T18:59:54.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.833+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e41a3df0 con 0x7fa2e4102790 2024-05-21T18:59:54.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.834+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2e406a230 con 0x7fa2e4102790 2024-05-21T18:59:54.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.836+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa2dc012050 con 0x7fa2e4102790 2024-05-21T18:59:54.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.838+0000 7fa2e0c00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 0x7fa2c80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T18:59:54.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.838+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4533+0+0 (secure 0 0 0) 0x7fa2dc0e0c30 con 0x7fa2e4102790 2024-05-21T18:59:54.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.838+0000 7fa2e3e00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 0x7fa2c80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T18:59:54.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.839+0000 7fa2e3e00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 0x7fa2c80b4dc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa2d4009c60 tx=0x7fa2d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T18:59:54.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:54.842+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2dc022060 con 0x7fa2e4102790 2024-05-21T18:59:55.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T18:59:55.092+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa2e4063980 con 0x7fa2c80b2900 2024-05-21T18:59:55.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:55 smithi003 ceph-mon[31577]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:55.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:55.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:55.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:55 smithi104 ceph-mon[36417]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:55 smithi178 ceph-mon[36523]: pgmap v156: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T18:59:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T18:59:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T18:59:56.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:56 smithi003 ceph-mon[31577]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:56.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:56 smithi104 ceph-mon[36417]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:56.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:56 smithi178 ceph-mon[36523]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T18:59:57.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:57 smithi003 ceph-mon[31577]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:57 smithi104 ceph-mon[36417]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:57 smithi178 ceph-mon[36523]: pgmap v157: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2025436823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]': finished 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T18:59:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 18:59:59 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T18:59:59.606 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-05-21T18:59:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2025436823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]': finished 2024-05-21T18:59:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T18:59:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 18:59:59 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2025436823' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]: dispatch 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20e185b3-bfaa-4c21-8649-ee0eb47dc756"}]': finished 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T18:59:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 18:59:59 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:00.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:00 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3307933746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:00.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:00 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T19:00:00.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:00 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3307933746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:00.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:00 smithi178 ceph-mon[36523]: overall HEALTH_OK 2024-05-21T19:00:00.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:00 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3307933746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:00.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:00 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T19:00:01.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:01 smithi003 ceph-mon[31577]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:00:01.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:01 smithi178 ceph-mon[36523]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:00:01.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:01 smithi104 ceph-mon[36417]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:00:03.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:03 smithi003 ceph-mon[31577]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:03 smithi178 ceph-mon[36523]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:03.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:03 smithi104 ceph-mon[36417]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:05.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:05 smithi003 ceph-mon[31577]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:05.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:05 smithi178 ceph-mon[36523]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:05.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:05 smithi104 ceph-mon[36417]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:07.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:07 smithi003 ceph-mon[31577]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:07 smithi178 ceph-mon[36523]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:07.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:07 smithi104 ceph-mon[36417]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:00:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:09 smithi003 ceph-mon[31577]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T19:00:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:09.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:09 smithi178 ceph-mon[36523]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:09.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T19:00:09.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:09.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:09 smithi104 ceph-mon[36417]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:09.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T19:00:09.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:10.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:10 smithi003 ceph-mon[31577]: Deploying daemon osd.6 on smithi003 2024-05-21T19:00:10.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:10 smithi178 ceph-mon[36523]: Deploying daemon osd.6 on smithi003 2024-05-21T19:00:10.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:10 smithi104 ceph-mon[36417]: Deploying daemon osd.6 on smithi003 2024-05-21T19:00:11.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:11 smithi003 ceph-mon[31577]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:11.626 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:11 smithi104 ceph-mon[36417]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:11.638 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:11 smithi178 ceph-mon[36523]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:13.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:13 smithi003 ceph-mon[31577]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:13.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:13 smithi178 ceph-mon[36523]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:13.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:13 smithi104 ceph-mon[36417]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:15 smithi003 ceph-mon[31577]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:15.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:15 smithi178 ceph-mon[36523]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:15.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:15 smithi104 ceph-mon[36417]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:17.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:17 smithi003 ceph-mon[31577]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:17.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:17.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:17 smithi178 ceph-mon[36523]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:17.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:17.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:17 smithi104 ceph-mon[36417]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:17.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:17.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:19 smithi003 ceph-mon[31577]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:19.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:19 smithi178 ceph-mon[36523]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:19.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:19 smithi104 ceph-mon[36417]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:21 smithi003 ceph-mon[31577]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:21 smithi178 ceph-mon[36523]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:21.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:21 smithi104 ceph-mon[36417]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:21.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:21.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.296+0000 7fa2e0c00700 1 -- 172.21.15.3:0/2985639815 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa2e4063980 con 0x7fa2c80b2900 2024-05-21T19:00:22.298 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 6 on host 'smithi003' 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 msgr2=0x7fa2c80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 0x7fa2c80b4dc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa2d4009c60 tx=0x7fa2d4009260 comp rx=0 tx=0).stop 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 msgr2=0x7fa2e41a2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e41a2f20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc00c0c0 tx=0x7fa2dc00c3d0 comp rx=0 tx=0).stop 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 shutdown_connections 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2c80b2900 0x7fa2c80b4dc0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:22.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2e4102790 0x7fa2e41a2f20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:22.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2e4101270 0x7fa2e419b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:22.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 --2- 172.21.15.3:0/2985639815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2e4101c30 0x7fa2e419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:22.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.301+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 >> 172.21.15.3:0/2985639815 conn(0x7fa2e40fcd90 msgr2=0x7fa2e40fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:00:22.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.302+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 shutdown_connections 2024-05-21T19:00:22.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:00:22.302+0000 7fa2eaa00700 1 -- 172.21.15.3:0/2985639815 wait complete. 2024-05-21T19:00:22.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T19:00:22.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:22.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:22.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:22.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:23.190 DEBUG:teuthology.orchestra.run.smithi003:osd.6> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.6.service 2024-05-21T19:00:23.195 INFO:tasks.cephadm:Deploying osd.7 on smithi104 with /dev/vg_nvme/lv_2... 2024-05-21T19:00:23.195 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T19:00:23.431 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:23.443 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:23.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:00:23.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T19:00:23.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T19:00:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:24.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:24.608 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:00:24 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:00:24.408+0000 7f1741600700 -1 osd.6 0 waiting for initial osdmap 2024-05-21T19:00:24.608 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:00:24 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:00:24.436+0000 7f1737400700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:00:24.614 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:24.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:25.332 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T19:00:25.332 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T19:00:25.332 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-05-21T19:00:25.333 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-05-21T19:00:25.333 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115281 s, 910 MB/s 2024-05-21T19:00:25.333 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 2024-05-21T19:00:25.333 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-05-21T19:00:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:25 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:00:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:25 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:00:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:25 smithi003 ceph-mon[31577]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:25 smithi003 ceph-mon[31577]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' 2024-05-21T19:00:25.631 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:25 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:00:25.632 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:25 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:00:25.632 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:25 smithi104 ceph-mon[36417]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:25.632 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:25.632 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:25 smithi104 ceph-mon[36417]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' 2024-05-21T19:00:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:25 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:00:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:25 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:00:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:25 smithi178 ceph-mon[36523]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:25 smithi178 ceph-mon[36523]: from='osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600]' entity='osd.6' 2024-05-21T19:00:25.973 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi104:vg_nvme/lv_2 2024-05-21T19:00:26.219 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:00:26.606 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:26.606 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:26 smithi104 ceph-mon[36417]: osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] boot 2024-05-21T19:00:26.606 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:26 smithi104 ceph-mon[36417]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T19:00:26.606 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:26.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:26.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:26 smithi003 ceph-mon[31577]: osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] boot 2024-05-21T19:00:26.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:26 smithi003 ceph-mon[31577]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T19:00:26.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:26.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:26.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:26 smithi178 ceph-mon[36523]: osd.6 [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] boot 2024-05-21T19:00:26.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:26 smithi178 ceph-mon[36523]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T19:00:26.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T19:00:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:27 smithi104 ceph-mon[36417]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:27 smithi104 ceph-mon[36417]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T19:00:27.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 -- 172.21.15.104:0/2141514326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61601036a0 msgr2=0x7f6160103b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:27.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 --2- 172.21.15.104:0/2141514326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61601036a0 0x7f6160103b00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f61500099c0 tx=0x7f6150009cd0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.643 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 -- 172.21.15.104:0/2141514326 shutdown_connections 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 --2- 172.21.15.104:0/2141514326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6160104040 0x7f616010a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 --2- 172.21.15.104:0/2141514326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f61601024a0 0x7f61601028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 --2- 172.21.15.104:0/2141514326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61601036a0 0x7f6160103b00 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 -- 172.21.15.104:0/2141514326 >> 172.21.15.104:0/2141514326 conn(0x7f61600fda60 msgr2=0x7f61600ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 -- 172.21.15.104:0/2141514326 shutdown_connections 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.642+0000 7f6164e2c700 1 -- 172.21.15.104:0/2141514326 wait complete. 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 Processor -- start 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 -- start start 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f61601024a0 0x7f61601997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61601036a0 0x7f6160199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f616010dfe0 con 0x7f61601024a0 2024-05-21T19:00:27.644 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f616010de60 con 0x7f6160104040 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f6164e2c700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f616010e160 con 0x7f61601036a0 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.643+0000 7f615ed9d700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:59430/0 (socket says 172.21.15.104:59430) 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 -- 172.21.15.104:0/1033291696 learned_addr learned my addr 172.21.15.104:0/1033291696 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615dd9b700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61601036a0 0x7f6160199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 -- 172.21.15.104:0/1033291696 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61601036a0 msgr2=0x7f6160199ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61601036a0 0x7f6160199ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 -- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f61601024a0 msgr2=0x7f61601997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f61601024a0 0x7f61601997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 -- 172.21.15.104:0/1033291696 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61601a1400 con 0x7f6160104040 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f615ed9d700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6158007ee0 tx=0x7f615800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f615800dbd0 con 0x7f6160104040 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61601a16f0 con 0x7f6160104040 2024-05-21T19:00:27.645 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f615800dd70 con 0x7f6160104040 2024-05-21T19:00:27.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158005990 con 0x7f6160104040 2024-05-21T19:00:27.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.644+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61601048c0 con 0x7f6160104040 2024-05-21T19:00:27.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.645+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f616006a230 con 0x7f6160104040 2024-05-21T19:00:27.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.646+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f615801a020 con 0x7f6160104040 2024-05-21T19:00:27.646 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.647+0000 7f61577fe700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 0x7f614c0b9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:27.647 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.647+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4965+0+0 (secure 0 0 0) 0x7f61580e1320 con 0x7f6160104040 2024-05-21T19:00:27.650 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.651+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6158010070 con 0x7f6160104040 2024-05-21T19:00:27.651 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.652+0000 7f615e59c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 0x7f614c0b9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:27.652 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.653+0000 7f615e59c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 0x7f614c0b9150 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6160103500 tx=0x7f6148006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:00:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:27 smithi003 ceph-mon[31577]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:27.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:27 smithi003 ceph-mon[31577]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T19:00:27.859 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:27.861+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f61600ffc90 con 0x7f614c0b6c90 2024-05-21T19:00:27.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:27 smithi178 ceph-mon[36523]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-05-21T19:00:27.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:27 smithi178 ceph-mon[36523]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T19:00:28.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:28.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:29.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:29 smithi104 ceph-mon[36417]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:29.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:29 smithi104 ceph-mon[36417]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:29 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi003 2024-05-21T19:00:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:29 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 5698M 2024-05-21T19:00:29.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:29 smithi003 ceph-mon[31577]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:29.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:29 smithi003 ceph-mon[31577]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:29.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:29 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi003 2024-05-21T19:00:29.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:29 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 5698M 2024-05-21T19:00:29.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:29 smithi178 ceph-mon[36523]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:29.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:29 smithi178 ceph-mon[36523]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:29.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:29 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi003 2024-05-21T19:00:29.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:29 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 5698M 2024-05-21T19:00:31.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:31.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/126155744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]': finished 2024-05-21T19:00:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T19:00:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/3996868923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:31.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/126155744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]': finished 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/3996868923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:31.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:31.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/126155744' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]: dispatch 2024-05-21T19:00:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0190d807-1e38-4e75-a11b-5786165aab11"}]': finished 2024-05-21T19:00:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T19:00:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/3996868923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:33.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:33 smithi104 ceph-mon[36417]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:33.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:33 smithi003 ceph-mon[31577]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:33.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:33 smithi178 ceph-mon[36523]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:35.723 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:35 smithi104 ceph-mon[36417]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:35.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:35 smithi003 ceph-mon[31577]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:35.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:35 smithi178 ceph-mon[36523]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:37.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:37 smithi003 ceph-mon[31577]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:37.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:37 smithi104 ceph-mon[36417]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:37.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:37 smithi178 ceph-mon[36523]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:38.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T19:00:38.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:38.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T19:00:38.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:38.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T19:00:38.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:39.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:39 smithi104 ceph-mon[36417]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:39.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:39 smithi104 ceph-mon[36417]: Deploying daemon osd.7 on smithi104 2024-05-21T19:00:39.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:39 smithi003 ceph-mon[31577]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:39.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:39 smithi003 ceph-mon[31577]: Deploying daemon osd.7 on smithi104 2024-05-21T19:00:39.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:39 smithi178 ceph-mon[36523]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:39.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:39 smithi178 ceph-mon[36523]: Deploying daemon osd.7 on smithi104 2024-05-21T19:00:40.794 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:40 smithi104 ceph-mon[36417]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:40.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:40 smithi003 ceph-mon[31577]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:40.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:40 smithi178 ceph-mon[36523]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:43.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:43 smithi104 ceph-mon[36417]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:43.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:43 smithi003 ceph-mon[31577]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:43.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:43 smithi178 ceph-mon[36523]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:44.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:44.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:44 smithi003 ceph-mon[31577]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:44.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:44 smithi178 ceph-mon[36523]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:44.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:44 smithi104 ceph-mon[36417]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:47.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:47.470 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:47.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.549+0000 7f61577fe700 1 -- 172.21.15.104:0/1033291696 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f61600ffc90 con 0x7f614c0b6c90 2024-05-21T19:00:47.548 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 7 on host 'smithi104' 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 msgr2=0x7f614c0b9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 0x7f614c0b9150 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6160103500 tx=0x7f6148006d20 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 msgr2=0x7f61601a0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6158007ee0 tx=0x7f615800d3b0 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 shutdown_connections 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f614c0b6c90 0x7f614c0b9150 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6160104040 0x7f61601a0d60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f61601024a0 0x7f61601997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 --2- 172.21.15.104:0/1033291696 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f61601036a0 0x7f6160199ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:47.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 >> 172.21.15.104:0/1033291696 conn(0x7f61600fda60 msgr2=0x7f61600ff580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:00:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 shutdown_connections 2024-05-21T19:00:47.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:00:47.551+0000 7f6164e2c700 1 -- 172.21.15.104:0/1033291696 wait complete. 2024-05-21T19:00:48.123 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:48 smithi104 ceph-mon[36417]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.123 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:48 smithi104 ceph-mon[36417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.124 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.124 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.124 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:48.125 DEBUG:teuthology.orchestra.run.smithi104:osd.7> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.7.service 2024-05-21T19:00:48.128 INFO:tasks.cephadm:Deploying osd.8 on smithi178 with /dev/vg_nvme/lv_2... 2024-05-21T19:00:48.128 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T19:00:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:48 smithi003 ceph-mon[31577]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:48 smithi003 ceph-mon[31577]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:48.373 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:00:48.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:48 smithi178 ceph-mon[36523]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:48 smithi178 ceph-mon[36523]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T19:00:48.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:48.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:49.271 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:49 smithi104 ceph-mon[36417]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:49.272 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:00:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:00:49.081+0000 7fe7f6774700 -1 osd.7 0 waiting for initial osdmap 2024-05-21T19:00:49.272 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:00:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:00:49.091+0000 7fe7f2567700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:00:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:49.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T19:00:49.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:49.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T19:00:49.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:49.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:49 smithi003 ceph-mon[31577]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: from='osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:49.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:49 smithi178 ceph-mon[36523]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:00:50.197 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T19:00:50.197 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T19:00:50.197 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-05-21T19:00:50.197 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-05-21T19:00:50.198 INFO:teuthology.orchestra.run.smithi178.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00866191 s, 1.2 GB/s 2024-05-21T19:00:50.198 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] boot 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T19:00:50.357 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] boot 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T19:00:50.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: osd.7 [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] boot 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T19:00:50.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T19:00:50.922 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_2 2024-05-21T19:00:51.165 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:00:51.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:51 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:00:51.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:51 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:00:51.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:51 smithi178 ceph-mon[36523]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:51.288 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:51 smithi178 ceph-mon[36523]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T19:00:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:51 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:00:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:51 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:00:51.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:51 smithi003 ceph-mon[31577]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:51.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:51 smithi003 ceph-mon[31577]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T19:00:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:51 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:00:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:51 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:00:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:51 smithi104 ceph-mon[36417]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 626 GiB / 626 GiB avail 2024-05-21T19:00:51.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:51 smithi104 ceph-mon[36417]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi104 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 5696M 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.266 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:52.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:52.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.267 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:52 smithi178 ceph-mon[36523]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T19:00:52.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi104 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 5696M 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:52 smithi104 ceph-mon[36417]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T19:00:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi104 2024-05-21T19:00:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 5696M 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:00:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:52 smithi003 ceph-mon[31577]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 -- 172.21.15.178:0/4261687877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1720109310 msgr2=0x7f172010b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 --2- 172.21.15.178:0/4261687877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1720109310 0x7f172010b740 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f171800b0a0 tx=0x7f171800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 -- 172.21.15.178:0/4261687877 shutdown_connections 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 --2- 172.21.15.178:0/4261687877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1720109310 0x7f172010b740 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 --2- 172.21.15.178:0/4261687877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f17201040b0 0x7f17201064a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 --2- 172.21.15.178:0/4261687877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 -- 172.21.15.178:0/4261687877 >> 172.21.15.178:0/4261687877 conn(0x7f17200fdaa0 msgr2=0x7f17200ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 -- 172.21.15.178:0/4261687877 shutdown_connections 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.782+0000 7f1727865700 1 -- 172.21.15.178:0/4261687877 wait complete. 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 Processor -- start 2024-05-21T19:00:52.784 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 -- start start 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1720109310 0x7f17201025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f172010f0e0 con 0x7f1720109310 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f172010ef60 con 0x7f17201069e0 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1727865700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f172010f260 con 0x7f17201040b0 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1725601700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1725601700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:33572/0 (socket says 172.21.15.178:33572) 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.783+0000 7f1725601700 1 -- 172.21.15.178:0/227665227 learned_addr learned my addr 172.21.15.178:0/227665227 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1724e00700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 -- 172.21.15.178:0/227665227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 msgr2=0x7f1720102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:52.785 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 -- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1720109310 msgr2=0x7f17201025a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1720109310 0x7f17201025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 -- 172.21.15.178:0/227665227 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1720102e50 con 0x7f17201040b0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1724e00700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1725601700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f171c00b530 tx=0x7f171c00b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c015020 con 0x7f17201040b0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f171c011ce0 con 0x7f17201040b0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17201a3890 con 0x7f17201040b0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c010d20 con 0x7f17201040b0 2024-05-21T19:00:52.786 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.784+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17201a3e20 con 0x7f17201040b0 2024-05-21T19:00:52.787 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.785+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f172006a230 con 0x7f17201040b0 2024-05-21T19:00:52.787 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.786+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f171c018020 con 0x7f17201040b0 2024-05-21T19:00:52.787 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.787+0000 7f17167fc700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 0x7f170c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:00:52.787 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.787+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5397+0+0 (secure 0 0 0) 0x7f171c0e1500 con 0x7f17201040b0 2024-05-21T19:00:52.787 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.788+0000 7f1724e00700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 0x7f170c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:00:52.788 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.789+0000 7f1724e00700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 0x7f170c0b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1710009cb0 tx=0x7f1710009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:00:52.790 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.791+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f171c01f020 con 0x7f17201040b0 2024-05-21T19:00:52.998 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:00:52.999+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f1720063980 con 0x7f170c0b2880 2024-05-21T19:00:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:53 smithi104 ceph-mon[36417]: pgmap v195: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:53 smithi104 ceph-mon[36417]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-21T19:00:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:53.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:53.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:53 smithi003 ceph-mon[31577]: pgmap v195: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:53.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:53 smithi003 ceph-mon[31577]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-21T19:00:53.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:53.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:53.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:53 smithi178 ceph-mon[36523]: pgmap v195: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:53 smithi178 ceph-mon[36523]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-21T19:00:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:00:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:00:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:00:54.301 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:54 smithi178 ceph-mon[36523]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:54.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:54 smithi104 ceph-mon[36417]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:54.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:54 smithi003 ceph-mon[31577]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:00:55.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:55 smithi104 ceph-mon[36417]: pgmap v197: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:55.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:55 smithi003 ceph-mon[31577]: pgmap v197: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:55 smithi178 ceph-mon[36523]: pgmap v197: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:00:56.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:56 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/3109364229' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:56 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:56 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]': finished 2024-05-21T19:00:56.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:56 smithi178 ceph-mon[36523]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T19:00:56.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:56 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:00:56.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:56 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/3109364229' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:56 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:56 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]': finished 2024-05-21T19:00:56.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:56 smithi104 ceph-mon[36417]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T19:00:56.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:56 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:00:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:56 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/3109364229' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:56 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]: dispatch 2024-05-21T19:00:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:56 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "95dffabe-81c2-4ca2-812c-0583563079be"}]': finished 2024-05-21T19:00:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:56 smithi003 ceph-mon[31577]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T19:00:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:56 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:00:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:57 smithi104 ceph-mon[36417]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-21T19:00:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:57 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/1669889921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:57.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:57 smithi104 ceph-mon[36417]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-21T19:00:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:57 smithi104 ceph-mon[36417]: Cluster is now healthy 2024-05-21T19:00:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:57 smithi003 ceph-mon[31577]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-21T19:00:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:57 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/1669889921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:57 smithi003 ceph-mon[31577]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-21T19:00:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:57 smithi003 ceph-mon[31577]: Cluster is now healthy 2024-05-21T19:00:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:57 smithi178 ceph-mon[36523]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-05-21T19:00:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:57 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/1669889921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:00:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:57 smithi178 ceph-mon[36523]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-21T19:00:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:57 smithi178 ceph-mon[36523]: Cluster is now healthy 2024-05-21T19:00:59.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:00:59 smithi104 ceph-mon[36417]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s, 0 objects/s recovering 2024-05-21T19:00:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:00:59 smithi003 ceph-mon[31577]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s, 0 objects/s recovering 2024-05-21T19:00:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:00:59 smithi178 ceph-mon[36523]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 167 KiB/s, 0 objects/s recovering 2024-05-21T19:01:01.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:01 smithi104 ceph-mon[36417]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-21T19:01:01.517 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:01 smithi178 ceph-mon[36523]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-21T19:01:01.549 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:01 smithi003 ceph-mon[31577]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-21T19:01:03.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:03 smithi104 ceph-mon[36417]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-05-21T19:01:03.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T19:01:03.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:03 smithi003 ceph-mon[31577]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-05-21T19:01:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T19:01:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:03 smithi178 ceph-mon[36523]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-05-21T19:01:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T19:01:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:04.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:04 smithi104 ceph-mon[36417]: Deploying daemon osd.8 on smithi178 2024-05-21T19:01:04.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:04 smithi003 ceph-mon[31577]: Deploying daemon osd.8 on smithi178 2024-05-21T19:01:04.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:04 smithi178 ceph-mon[36523]: Deploying daemon osd.8 on smithi178 2024-05-21T19:01:05.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:05 smithi104 ceph-mon[36417]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-21T19:01:05.509 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:05 smithi003 ceph-mon[31577]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-21T19:01:05.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:05 smithi178 ceph-mon[36523]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-05-21T19:01:07.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:07 smithi104 ceph-mon[36417]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:07.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:07 smithi003 ceph-mon[31577]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:07 smithi178 ceph-mon[36523]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:09.305 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:09 smithi178 ceph-mon[36523]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:09.306 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:09.306 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:09.306 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:09 smithi104 ceph-mon[36417]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:09.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:09 smithi003 ceph-mon[31577]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:11.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:11 smithi104 ceph-mon[36417]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:11.570 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:11 smithi178 ceph-mon[36523]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:11.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:11 smithi003 ceph-mon[31577]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:11.991 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 8 on host 'smithi178' 2024-05-21T19:01:11.992 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.992+0000 7f17167fc700 1 -- 172.21.15.178:0/227665227 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f1720063980 con 0x7f170c0b2880 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 msgr2=0x7f170c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 0x7f170c0b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1710009cb0 tx=0x7f1710009260 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 msgr2=0x7f1720103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f171c00b530 tx=0x7f171c00b8f0 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 shutdown_connections 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f170c0b2880 0x7f170c0b4d40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1720109310 0x7f17201025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f17201040b0 0x7f1720103a10 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 --2- 172.21.15.178:0/227665227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f17201069e0 0x7f1720102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.994+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 >> 172.21.15.178:0/227665227 conn(0x7f17200fdaa0 msgr2=0x7f17201049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.995+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 shutdown_connections 2024-05-21T19:01:11.995 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:01:11.995+0000 7f1727865700 1 -- 172.21.15.178:0/227665227 wait complete. 2024-05-21T19:01:12.599 DEBUG:teuthology.orchestra.run.smithi178:osd.8> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.8.service 2024-05-21T19:01:12.601 INFO:tasks.cephadm:Deploying osd.9 on smithi003 with /dev/vg_nvme/lv_1... 2024-05-21T19:01:12.601 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T19:01:13.073 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:01:13.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:13.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.227 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:13.300 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:14.225 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:13 smithi178 ceph-mon[36523]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T19:01:14.225 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:13 smithi178 ceph-mon[36523]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T19:01:14.225 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:14.225 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:13 smithi178 ceph-mon[36523]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:14.225 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:13 smithi178 ceph-mon[36523]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:14.226 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:01:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:01:13.972+0000 7efe04edc700 -1 osd.8 0 waiting for initial osdmap 2024-05-21T19:01:14.226 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:01:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:01:13.984+0000 7efe00ccf700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:01:14.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:13 smithi003 ceph-mon[31577]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T19:01:14.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:13 smithi003 ceph-mon[31577]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T19:01:14.265 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:14.266 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:13 smithi003 ceph-mon[31577]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:14.266 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:13 smithi003 ceph-mon[31577]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:14.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:13 smithi104 ceph-mon[36417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T19:01:14.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:13 smithi104 ceph-mon[36417]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T19:01:14.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:14.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:13 smithi104 ceph-mon[36417]: from='osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:13 smithi104 ceph-mon[36417]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] boot 2024-05-21T19:01:15.095 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T19:01:15.096 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:15.311 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:01:15.311 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T19:01:15.312 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:15.312 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:15.312 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] boot 2024-05-21T19:01:15.312 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T19:01:15.312 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:15.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: osd.8 [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] boot 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T19:01:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T19:01:16.045 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T19:01:16.045 INFO:teuthology.orchestra.run.smithi003.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T19:01:16.046 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 10+0 records in 2024-05-21T19:01:16.046 INFO:teuthology.orchestra.run.smithi003.stderr:10+0 records out 2024-05-21T19:01:16.046 INFO:teuthology.orchestra.run.smithi003.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0372996 s, 281 MB/s 2024-05-21T19:01:16.046 INFO:teuthology.orchestra.run.smithi003.stderr: stderr: 2024-05-21T19:01:16.046 INFO:teuthology.orchestra.run.smithi003.stderr:--> Zapping successful for: 2024-05-21T19:01:16.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:01:16.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:01:16.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:16.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T19:01:16.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:16.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:16.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:16.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:16.931 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi003:vg_nvme/lv_1 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi178 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 5696M 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.325 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:17 smithi003 ceph-mon[31577]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T19:01:17.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi178 2024-05-21T19:01:17.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 5696M 2024-05-21T19:01:17.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:17.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:17.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:17.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:17.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:16 smithi178 ceph-mon[36523]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T19:01:17.403 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:01:17.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi178 2024-05-21T19:01:17.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 5696M 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: pgmap v213: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:16 smithi104 ceph-mon[36417]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T19:01:19.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:19 smithi003 ceph-mon[31577]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:19 smithi178 ceph-mon[36523]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:19 smithi104 ceph-mon[36417]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:19.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 -- 172.21.15.3:0/3318638351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec4107380 msgr2=0x7f2ec410dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/3318638351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec4107380 0x7f2ec410dc30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc0099c0 tx=0x7f2ebc009cd0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 -- 172.21.15.3:0/3318638351 shutdown_connections 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/3318638351 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec4107380 0x7f2ec410dc30 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/3318638351 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec41057e0 0x7f2ec4105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/3318638351 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41069e0 0x7f2ec4106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.681+0000 7f2ec9a00700 1 -- 172.21.15.3:0/3318638351 >> 172.21.15.3:0/3318638351 conn(0x7f2ec4100da0 msgr2=0x7f2ec41031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.682+0000 7f2ec9a00700 1 -- 172.21.15.3:0/3318638351 shutdown_connections 2024-05-21T19:01:19.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.682+0000 7f2ec9a00700 1 -- 172.21.15.3:0/3318638351 wait complete. 2024-05-21T19:01:19.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.684+0000 7f2ec9a00700 1 Processor -- start 2024-05-21T19:01:19.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.684+0000 7f2ec9a00700 1 -- start start 2024-05-21T19:01:19.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.684+0000 7f2ec9a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41057e0 0x7f2ec419b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:19.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.684+0000 7f2ec9a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.684+0000 7f2ec9a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 0x7f2ec41a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec9a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec41112d0 con 0x7f2ec41069e0 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec9a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4111150 con 0x7f2ec4107380 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec9a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4111450 con 0x7f2ec41057e0 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37336/0 (socket says 172.21.15.3:37336) 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 -- 172.21.15.3:0/1884791128 learned_addr learned my addr 172.21.15.3:0/1884791128 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec2a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41057e0 0x7f2ec419b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:19.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec3400700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 0x7f2ec41a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:19.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 -- 172.21.15.3:0/1884791128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41057e0 msgr2=0x7f2ec419b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:19.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41057e0 0x7f2ec419b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 -- 172.21.15.3:0/1884791128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 msgr2=0x7f2ec41a2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:19.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 0x7f2ec41a2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:19.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2eba000700 1 -- 172.21.15.3:0/1884791128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ec41a34c0 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.685+0000 7f2ec3400700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 0x7f2ec41a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2eba000700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00ef60 tx=0x7f2eac00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eac0092e0 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ec41a3750 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2eac004bb0 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eac004280 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.686+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ec41a3c90 con 0x7f2ec41069e0 2024-05-21T19:01:19.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.687+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ec406a230 con 0x7f2ec41069e0 2024-05-21T19:01:19.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.691+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f2eac01b030 con 0x7f2ec41069e0 2024-05-21T19:01:19.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.693+0000 7f2ebbe00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 0x7f2ea80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:19.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.693+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7f2eac0e1de0 con 0x7f2ec41069e0 2024-05-21T19:01:19.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.693+0000 7f2ec2a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 0x7f2ea80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:19.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.694+0000 7f2ec2a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 0x7f2ea80b4dc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4106840 tx=0x7f2eb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:01:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.696+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2eac022020 con 0x7f2ec41069e0 2024-05-21T19:01:19.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:19.950+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2ec4063a40 con 0x7f2ea80b2900 2024-05-21T19:01:20.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:20.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:20.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:20.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:20.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:20.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:20.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:20.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:20.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:21.189 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:21 smithi003 ceph-mon[31577]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:21.189 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:21 smithi003 ceph-mon[31577]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:21.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:21 smithi178 ceph-mon[36523]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:21.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:21 smithi178 ceph-mon[36523]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:21.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:21 smithi104 ceph-mon[36417]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi003:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:21.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:21 smithi104 ceph-mon[36417]: pgmap v216: 1 pgs: 1 remapped+peering; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:23.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:23 smithi003 ceph-mon[31577]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T19:01:23.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:23 smithi178 ceph-mon[36523]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T19:01:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:23 smithi104 ceph-mon[36417]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-05-21T19:01:24.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:24 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/800949806' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:24 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:24 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]': finished 2024-05-21T19:01:24.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:24 smithi003 ceph-mon[31577]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T19:01:24.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:24.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:24 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/800949806' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:24 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:24 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]': finished 2024-05-21T19:01:24.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:24 smithi178 ceph-mon[36523]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T19:01:24.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:24.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:24 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/800949806' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:24 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]: dispatch 2024-05-21T19:01:24.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:24 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5cb80993-fbcc-4762-8bc3-c83d26615258"}]': finished 2024-05-21T19:01:24.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:24 smithi104 ceph-mon[36417]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T19:01:24.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:25.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:25 smithi003 ceph-mon[31577]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:01:25.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:25 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3750416579' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:25.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:25 smithi178 ceph-mon[36523]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:01:25.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:25 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3750416579' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:25.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:25 smithi104 ceph-mon[36417]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:01:25.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:25 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3750416579' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:27.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:27 smithi003 ceph-mon[31577]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-21T19:01:27.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:27 smithi178 ceph-mon[36523]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-21T19:01:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:27 smithi104 ceph-mon[36417]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-05-21T19:01:29.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:29 smithi003 ceph-mon[31577]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:29 smithi178 ceph-mon[36523]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:29.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:29 smithi104 ceph-mon[36417]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:31.346 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:31 smithi003 ceph-mon[31577]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:31 smithi178 ceph-mon[36523]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:31 smithi104 ceph-mon[36417]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:01:33.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:33 smithi178 ceph-mon[36523]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:33 smithi104 ceph-mon[36417]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:33.540 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:33 smithi003 ceph-mon[31577]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T19:01:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T19:01:34.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T19:01:34.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:35.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:35 smithi003 ceph-mon[31577]: Deploying daemon osd.9 on smithi003 2024-05-21T19:01:35.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:35 smithi003 ceph-mon[31577]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:35 smithi104 ceph-mon[36417]: Deploying daemon osd.9 on smithi003 2024-05-21T19:01:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:35 smithi104 ceph-mon[36417]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:35 smithi178 ceph-mon[36523]: Deploying daemon osd.9 on smithi003 2024-05-21T19:01:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:35 smithi178 ceph-mon[36523]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:37.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:37 smithi003 ceph-mon[31577]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:37.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:37 smithi104 ceph-mon[36417]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:37.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:37 smithi178 ceph-mon[36523]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:39.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:39 smithi104 ceph-mon[36417]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:39.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:39 smithi003 ceph-mon[31577]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:39.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:39 smithi178 ceph-mon[36523]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:41.287 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:41 smithi003 ceph-mon[31577]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:41.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:41 smithi104 ceph-mon[36417]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:41 smithi178 ceph-mon[36523]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:43.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:43.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:42 smithi178 ceph-mon[36523]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:43.175 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.175 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.175 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:43.175 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:42 smithi003 ceph-mon[31577]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:43.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:43.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:43.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:42 smithi104 ceph-mon[36417]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:45.193 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:45 smithi003 ceph-mon[31577]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:45.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:45 smithi178 ceph-mon[36523]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:45.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:45 smithi104 ceph-mon[36417]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:46.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:46 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:46.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:46 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:46 smithi104 ceph-mon[36417]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T19:01:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:46 smithi104 ceph-mon[36417]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:47.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.057+0000 7f2ebbe00700 1 -- 172.21.15.3:0/1884791128 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2ec4063a40 con 0x7f2ea80b2900 2024-05-21T19:01:47.057 INFO:teuthology.orchestra.run.smithi003.stdout:Created osd(s) 9 on host 'smithi003' 2024-05-21T19:01:47.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:46 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:47.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:46 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:47.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:46 smithi003 ceph-mon[31577]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T19:01:47.057 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:46 smithi003 ceph-mon[31577]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 msgr2=0x7f2ea80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 0x7f2ea80b4dc0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4106840 tx=0x7f2eb4009260 comp rx=0 tx=0).stop 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 msgr2=0x7f2ec419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2eac00ef60 tx=0x7f2eac00ef90 comp rx=0 tx=0).stop 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 shutdown_connections 2024-05-21T19:01:47.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ea80b2900 0x7f2ea80b4dc0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ec4107380 0x7f2ec41a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ec41057e0 0x7f2ec419b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 --2- 172.21.15.3:0/1884791128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ec41069e0 0x7f2ec419bda0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 >> 172.21.15.3:0/1884791128 conn(0x7f2ec4100da0 msgr2=0x7f2ec4109c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 shutdown_connections 2024-05-21T19:01:47.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:01:47.061+0000 7f2ec9a00700 1 -- 172.21.15.3:0/1884791128 wait complete. 2024-05-21T19:01:47.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:46 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:47.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:46 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:47.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:46 smithi178 ceph-mon[36523]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T19:01:47.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:46 smithi178 ceph-mon[36523]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:47.881 DEBUG:teuthology.orchestra.run.smithi003:osd.9> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.9.service 2024-05-21T19:01:47.887 INFO:tasks.cephadm:Deploying osd.10 on smithi104 with /dev/vg_nvme/lv_1... 2024-05-21T19:01:47.887 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T19:01:47.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T19:01:47.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T19:01:47.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:01:47.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:48.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T19:01:48.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T19:01:48.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:01:48.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:48.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:48.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:48.133 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:01:48.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T19:01:48.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T19:01:48.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]: dispatch 2024-05-21T19:01:48.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:48.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:48.868 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:01:48.869 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T19:01:48.869 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:48.869 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:48.869 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:48.869 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:48 smithi104 ceph-mon[36417]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:48 smithi178 ceph-mon[36523]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi003", "root=default"]}]': finished 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:49.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:48 smithi003 ceph-mon[31577]: from='osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079]' entity='osd.9' 2024-05-21T19:01:49.109 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:01:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:01:48.701+0000 7f6153000700 -1 osd.9 0 waiting for initial osdmap 2024-05-21T19:01:49.109 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:01:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:01:48.787+0000 7f6148400700 -1 osd.9 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:01:49.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:49 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:01:49.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:49 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:01:49.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:49.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:49 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:50.039 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:49 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:01:50.040 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:49 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:01:50.040 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:50.040 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:49 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr: stderr: 10+0 records in 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr:10+0 records out 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131328 s, 798 MB/s 2024-05-21T19:01:50.040 INFO:teuthology.orchestra.run.smithi104.stderr:--> Zapping successful for: 2024-05-21T19:01:50.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:49 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:01:50.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:49 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:01:50.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:50.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:49 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:50.803 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi104:vg_nvme/lv_1 2024-05-21T19:01:51.040 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:01:51.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:50 smithi003 ceph-mon[31577]: osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] boot 2024-05-21T19:01:51.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:50 smithi003 ceph-mon[31577]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T19:01:51.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:51.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:50 smithi003 ceph-mon[31577]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:51.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:50 smithi178 ceph-mon[36523]: osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] boot 2024-05-21T19:01:51.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:50 smithi178 ceph-mon[36523]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T19:01:51.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:51.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:50 smithi178 ceph-mon[36523]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:51.159 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:50 smithi104 ceph-mon[36417]: osd.9 [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] boot 2024-05-21T19:01:51.159 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:50 smithi104 ceph-mon[36417]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T19:01:51.159 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T19:01:51.159 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:50 smithi104 ceph-mon[36417]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T19:01:52.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:51 smithi003 ceph-mon[31577]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T19:01:52.115 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:51 smithi104 ceph-mon[36417]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T19:01:52.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:51 smithi178 ceph-mon[36523]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T19:01:52.596 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3826178317 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41047b0 msgr2=0x7f6ff4104c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3826178317 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41047b0 0x7f6ff4104c10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6fe40099c0 tx=0x7f6fe4009cd0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3826178317 shutdown_connections 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3826178317 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6ff4105150 0x7f6ff410ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3826178317 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41035b0 0x7f6ff41039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3826178317 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41047b0 0x7f6ff4104c10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3826178317 >> 172.21.15.104:0/3826178317 conn(0x7f6ff40feb50 msgr2=0x7f6ff4100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3826178317 shutdown_connections 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3826178317 wait complete. 2024-05-21T19:01:52.597 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.595+0000 7f6ffbdb9700 1 Processor -- start 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 -- start start 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41047b0 0x7f6ff4199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6ff4105150 0x7f6ff41a0d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff410f140 con 0x7f6ff4105150 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff410efc0 con 0x7f6ff41035b0 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff410f2c0 con 0x7f6ff41047b0 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:42354/0 (socket says 172.21.15.104:42354) 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 -- 172.21.15.104:0/3705738617 learned_addr learned my addr 172.21.15.104:0/3705738617 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9354700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41047b0 0x7f6ff4199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:52.598 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 -- 172.21.15.104:0/3705738617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41047b0 msgr2=0x7f6ff4199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41047b0 0x7f6ff4199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 -- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6ff4105150 msgr2=0x7f6ff41a0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6ff4105150 0x7f6ff41a0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 -- 172.21.15.104:0/3705738617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ff41a1410 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ff9b55700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6ff000b500 tx=0x7f6ff000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff0015020 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ff0011ce0 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.596+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ff41a1700 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.597+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff0010d50 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.597+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ff41a1d10 con 0x7f6ff41035b0 2024-05-21T19:01:52.599 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.597+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ff406a230 con 0x7f6ff41035b0 2024-05-21T19:01:52.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.599+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f6ff0018020 con 0x7f6ff41035b0 2024-05-21T19:01:52.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.599+0000 7f6feaffd700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 0x7f6fe00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:01:52.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.600+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f6ff00e17d0 con 0x7f6ff41035b0 2024-05-21T19:01:52.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.600+0000 7f6ff9354700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 0x7f6fe00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:01:52.600 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.601+0000 7f6ff9354700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 0x7f6fe00b4dc0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6fe40038c0 tx=0x7f6fe4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:01:52.602 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.603+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6ff001f020 con 0x7f6ff41035b0 2024-05-21T19:01:52.817 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:01:52.817+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f6ff4063980 con 0x7f6fe00b2900 2024-05-21T19:01:52.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:52.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:52.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:53.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:53.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:53.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi003 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 4273M 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:53 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi003 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 4273M 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:54.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:53 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:54.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi003 2024-05-21T19:01:54.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 4273M 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi104:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:01:54.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:53 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:01:54.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:54 smithi104 ceph-mon[36417]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:55.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:54 smithi003 ceph-mon[31577]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:55.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:54 smithi178 ceph-mon[36523]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:55 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/1579600059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:55 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:55 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]': finished 2024-05-21T19:01:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:55 smithi003 ceph-mon[31577]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T19:01:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:01:56.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:55 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/1579600059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:55 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:55 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]': finished 2024-05-21T19:01:56.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:55 smithi178 ceph-mon[36523]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T19:01:56.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:01:56.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:55 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/1579600059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:55 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]: dispatch 2024-05-21T19:01:56.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:55 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c715e787-c1f0-4e5b-82a2-bf39e2060a63"}]': finished 2024-05-21T19:01:56.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:55 smithi104 ceph-mon[36417]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T19:01:56.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:01:57.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:56 smithi003 ceph-mon[31577]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:57.107 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:56 smithi003 ceph-mon[31577]: from='client.? 172.21.15.104:0/1952115173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:57.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:56 smithi178 ceph-mon[36523]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:57.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:56 smithi178 ceph-mon[36523]: from='client.? 172.21.15.104:0/1952115173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:57.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:56 smithi104 ceph-mon[36417]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:57.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:56 smithi104 ceph-mon[36417]: from='client.? 172.21.15.104:0/1952115173' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:01:59.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:01:59 smithi003 ceph-mon[31577]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:59.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:01:59 smithi178 ceph-mon[36523]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:01:59.451 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:01:59 smithi104 ceph-mon[36417]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:01.351 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:01 smithi104 ceph-mon[36417]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:01.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:01 smithi003 ceph-mon[31577]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:01.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:01 smithi178 ceph-mon[36523]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:03.225 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:03 smithi104 ceph-mon[36417]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:03.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:03 smithi003 ceph-mon[31577]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:03.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:03 smithi178 ceph-mon[36523]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T19:02:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:04.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:04 smithi003 ceph-mon[31577]: Deploying daemon osd.10 on smithi104 2024-05-21T19:02:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T19:02:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:04.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:04 smithi178 ceph-mon[36523]: Deploying daemon osd.10 on smithi104 2024-05-21T19:02:04.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T19:02:04.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:04.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:04 smithi104 ceph-mon[36417]: Deploying daemon osd.10 on smithi104 2024-05-21T19:02:05.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:05 smithi104 ceph-mon[36417]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:05.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:05 smithi003 ceph-mon[31577]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:05.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:05 smithi178 ceph-mon[36523]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:07.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:07 smithi104 ceph-mon[36417]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:07.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:07 smithi003 ceph-mon[31577]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:07.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:07 smithi178 ceph-mon[36523]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:09.295 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:09 smithi104 ceph-mon[36417]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:09.295 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.295 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.295 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:09 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:09 smithi178 ceph-mon[36523]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:09 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:09 smithi003 ceph-mon[31577]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:09 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:11.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:11 smithi178 ceph-mon[36523]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:11.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:11 smithi104 ceph-mon[36417]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:11.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:11 smithi003 ceph-mon[31577]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:12.298 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.299+0000 7f6feaffd700 1 -- 172.21.15.104:0/3705738617 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f6ff4063980 con 0x7f6fe00b2900 2024-05-21T19:02:12.298 INFO:teuthology.orchestra.run.smithi104.stdout:Created osd(s) 10 on host 'smithi104' 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 msgr2=0x7f6fe00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 0x7f6fe00b4dc0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6fe40038c0 tx=0x7f6fe4000bc0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 msgr2=0x7f6ff4199800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6ff000b500 tx=0x7f6ff000b8c0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 shutdown_connections 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6fe00b2900 0x7f6fe00b4dc0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6ff4105150 0x7f6ff41a0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6ff41035b0 0x7f6ff4199800 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 --2- 172.21.15.104:0/3705738617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6ff41047b0 0x7f6ff4199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 >> 172.21.15.104:0/3705738617 conn(0x7f6ff40feb50 msgr2=0x7f6ff4107ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 shutdown_connections 2024-05-21T19:02:12.301 INFO:teuthology.orchestra.run.smithi104.stderr:2024-05-21T19:02:12.301+0000 7f6ffbdb9700 1 -- 172.21.15.104:0/3705738617 wait complete. 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.499 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:12.944 DEBUG:teuthology.orchestra.run.smithi104:osd.10> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.10.service 2024-05-21T19:02:12.946 INFO:tasks.cephadm:Deploying osd.11 on smithi178 with /dev/vg_nvme/lv_1... 2024-05-21T19:02:12.946 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T19:02:13.192 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:02:13.626 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:13 smithi178 ceph-mon[36523]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:13.627 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:13 smithi178 ceph-mon[36523]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:13.627 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:13 smithi178 ceph-mon[36523]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:13.816 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:13 smithi104 ceph-mon[36417]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:13.817 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:13 smithi104 ceph-mon[36417]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:13.817 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:13 smithi104 ceph-mon[36417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:13.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:13 smithi003 ceph-mon[31577]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:13.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:13 smithi003 ceph-mon[31577]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:13 smithi003 ceph-mon[31577]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:14 smithi104 ceph-mon[36417]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:14.854 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:14 smithi178 ceph-mon[36523]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:02:14.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T19:02:14.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: from='osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T19:02:14.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:14.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]: dispatch 2024-05-21T19:02:14.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:14.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:14 smithi003 ceph-mon[31577]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi104", "root=default"]}]': finished 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10+0 records in 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr:10+0 records out 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00841339 s, 1.2 GB/s 2024-05-21T19:02:15.220 INFO:teuthology.orchestra.run.smithi178.stderr:--> Zapping successful for: 2024-05-21T19:02:15.678 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:02:15.678 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:02:15.678 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T19:02:15.679 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.679 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: from='osd.10 ' entity='osd.10' 2024-05-21T19:02:15.679 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T19:02:15.679 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.679 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:02:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:02:15.401+0000 7fac7e432700 -1 osd.10 0 waiting for initial osdmap 2024-05-21T19:02:15.679 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:02:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:02:15.551+0000 7fac7621d700 -1 osd.10 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: from='osd.10 ' entity='osd.10' 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T19:02:15.846 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:02:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:02:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T19:02:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: from='osd.10 ' entity='osd.10' 2024-05-21T19:02:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T19:02:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:15.875 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_1 2024-05-21T19:02:16.115 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:02:17.211 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi104 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 4272M 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: pgmap v253: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] boot 2024-05-21T19:02:17.212 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T19:02:17.213 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:17.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi104 2024-05-21T19:02:17.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 4272M 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: pgmap v253: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] boot 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T19:02:17.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi104 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 4272M 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: pgmap v253: 1 pgs: 1 peering; 577 KiB data, 312 MiB used, 894 GiB / 894 GiB avail 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: osd.10 [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] boot 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T19:02:17.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 -- 172.21.15.178:0/1100524878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 msgr2=0x7f3838104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 --2- 172.21.15.178:0/1100524878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f3838104c00 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f382c009990 tx=0x7f382c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 -- 172.21.15.178:0/1100524878 shutdown_connections 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 --2- 172.21.15.178:0/1100524878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3838105140 0x7f383810b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 --2- 172.21.15.178:0/1100524878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 0x7f38381039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 --2- 172.21.15.178:0/1100524878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f3838104c00 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.759+0000 7f383dd70700 1 -- 172.21.15.178:0/1100524878 >> 172.21.15.178:0/1100524878 conn(0x7f38380feb40 msgr2=0x7f3838100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:17.761 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- 172.21.15.178:0/1100524878 shutdown_connections 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- 172.21.15.178:0/1100524878 wait complete. 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 Processor -- start 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- start start 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 0x7f383819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3838105140 0x7f38381a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f383810f130 con 0x7f3838105140 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f383810efb0 con 0x7f38381035a0 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f383dd70700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f383810f2b0 con 0x7f38381047a0 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.760+0000 7f3836ffd700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:51218/0 (socket says 172.21.15.178:51218) 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 -- 172.21.15.178:0/3896254583 learned_addr learned my addr 172.21.15.178:0/3896254583 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f38377fe700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 0x7f383819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:17.762 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 -- 172.21.15.178:0/3896254583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 msgr2=0x7f383819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 0x7f383819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 -- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3838105140 msgr2=0x7f38381a2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3838105140 0x7f38381a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 -- 172.21.15.178:0/3896254583 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38381a3610 con 0x7f38381047a0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3836ffd700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f382c0038a0 tx=0x7f382c0039f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c027070 con 0x7f38381047a0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f382c003f60 con 0x7f38381047a0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38381a38a0 con 0x7f38381047a0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c00f6c0 con 0x7f38381047a0 2024-05-21T19:02:17.763 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.761+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38381a3d70 con 0x7f38381047a0 2024-05-21T19:02:17.764 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.762+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38381a3fd0 con 0x7f38381047a0 2024-05-21T19:02:17.764 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.764+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f382c02a070 con 0x7f38381047a0 2024-05-21T19:02:17.764 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.764+0000 7f3834ff9700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 0x7f38200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:17.764 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.764+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f382c0e3600 con 0x7f38381047a0 2024-05-21T19:02:17.764 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.765+0000 7f38377fe700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 0x7f38200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:17.765 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.766+0000 7f38377fe700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 0x7f38200b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3828006fd0 tx=0x7f3828008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:17.767 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.768+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f382c031070 con 0x7f38381047a0 2024-05-21T19:02:17.980 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:17.980+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f3838076e90 con 0x7f38200b2880 2024-05-21T19:02:18.848 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T19:02:18.848 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:18.849 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:02:18.849 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:02:18.849 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:18.849 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:18 smithi178 ceph-mon[36523]: pgmap v256: 1 pgs: 1 peering; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:18.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T19:02:18.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:18.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:02:18.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:02:18.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:18.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:18 smithi003 ceph-mon[31577]: pgmap v256: 1 pgs: 1 peering; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:18.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T19:02:18.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: from='client.24367 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:18.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T19:02:18.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T19:02:18.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:18.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:18 smithi104 ceph-mon[36417]: pgmap v256: 1 pgs: 1 peering; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:19.851 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:19 smithi178 ceph-mon[36523]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T19:02:19.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:19 smithi003 ceph-mon[31577]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T19:02:19.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:19 smithi104 ceph-mon[36417]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T19:02:20.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:20 smithi003 ceph-mon[31577]: pgmap v258: 1 pgs: 1 peering; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:20.867 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:20 smithi178 ceph-mon[36523]: pgmap v258: 1 pgs: 1 peering; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:20.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:20 smithi104 ceph-mon[36417]: pgmap v258: 1 pgs: 1 peering; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:21.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/3676997355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]': finished 2024-05-21T19:02:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T19:02:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:21 smithi003 ceph-mon[31577]: from='client.? 172.21.15.178:0/2185807774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:02:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/3676997355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]': finished 2024-05-21T19:02:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T19:02:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:21 smithi178 ceph-mon[36523]: from='client.? 172.21.15.178:0/2185807774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/3676997355' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]: dispatch 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7416d2bc-3a15-413e-8d28-c9b19c9eb45b"}]': finished 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:21 smithi104 ceph-mon[36417]: from='client.? 172.21.15.178:0/2185807774' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T19:02:22.796 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:22 smithi104 ceph-mon[36417]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-05-21T19:02:22.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:22 smithi003 ceph-mon[31577]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-05-21T19:02:22.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:22 smithi178 ceph-mon[36523]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 343 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-05-21T19:02:25.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:25 smithi003 ceph-mon[31577]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-21T19:02:25.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:25 smithi178 ceph-mon[36523]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-21T19:02:25.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:25 smithi104 ceph-mon[36417]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-21T19:02:27.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:27 smithi003 ceph-mon[31577]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:02:27.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:27 smithi178 ceph-mon[36523]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:02:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:27 smithi104 ceph-mon[36417]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T19:02:28.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T19:02:28.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:28 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:28.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T19:02:28.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:28 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:28.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T19:02:28.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:28 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:29 smithi178 ceph-mon[36523]: Deploying daemon osd.11 on smithi178 2024-05-21T19:02:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:29 smithi178 ceph-mon[36523]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-21T19:02:29.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:29 smithi104 ceph-mon[36417]: Deploying daemon osd.11 on smithi178 2024-05-21T19:02:29.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:29 smithi104 ceph-mon[36417]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-21T19:02:29.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:29 smithi003 ceph-mon[31577]: Deploying daemon osd.11 on smithi178 2024-05-21T19:02:29.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:29 smithi003 ceph-mon[31577]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-05-21T19:02:31.175 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:31 smithi178 ceph-mon[36523]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:02:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:31 smithi104 ceph-mon[36417]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:02:31.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:31 smithi003 ceph-mon[31577]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T19:02:33.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:33 smithi178 ceph-mon[36523]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:33 smithi104 ceph-mon[36417]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:33.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:33 smithi003 ceph-mon[31577]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:34.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:34.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:34.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:34.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:34.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:34.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:34.866 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:34.866 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:34.866 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:35.662 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:35 smithi178 ceph-mon[36523]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:35.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:35 smithi104 ceph-mon[36417]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:35.759 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:35 smithi003 ceph-mon[31577]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:37.119 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 11 on host 'smithi178' 2024-05-21T19:02:37.120 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.120+0000 7f3834ff9700 1 -- 172.21.15.178:0/3896254583 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f3838076e90 con 0x7f38200b2880 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 msgr2=0x7f38200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 0x7f38200b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3828006fd0 tx=0x7f3828008040 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 msgr2=0x7f383819bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f382c0038a0 tx=0x7f382c0039f0 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 shutdown_connections 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f38200b2880 0x7f38200b4d40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3838105140 0x7f38381a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38381035a0 0x7f383819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 --2- 172.21.15.178:0/3896254583 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f38381047a0 0x7f383819bef0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.122+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 >> 172.21.15.178:0/3896254583 conn(0x7f38380feb40 msgr2=0x7f3838075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:37.122 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.123+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 shutdown_connections 2024-05-21T19:02:37.123 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:37.123+0000 7f383dd70700 1 -- 172.21.15.178:0/3896254583 wait complete. 2024-05-21T19:02:37.376 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.377 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:37.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:37.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:37.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:37.784 DEBUG:teuthology.orchestra.run.smithi178:osd.11> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.11.service 2024-05-21T19:02:37.786 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-21T19:02:37.786 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-21T19:02:38.258 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:02:38.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:38 smithi178 ceph-mon[36523]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:38.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:38 smithi178 ceph-mon[36523]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:38.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:38 smithi003 ceph-mon[31577]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:38.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:38 smithi003 ceph-mon[31577]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:38.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:38 smithi104 ceph-mon[36417]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:38.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:38 smithi104 ceph-mon[36417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T19:02:39.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:39.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T19:02:39.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:39.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T19:02:39.412 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:39.413 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:39 smithi003 ceph-mon[31577]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:39 smithi178 ceph-mon[36523]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:39.636 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:02:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:02:39.274+0000 7f4d1f1fb700 -1 osd.11 0 waiting for initial osdmap 2024-05-21T19:02:39.636 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:02:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:02:39.288+0000 7f4d1afee700 -1 osd.11 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T19:02:39.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T19:02:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: from='osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T19:02:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:39 smithi104 ceph-mon[36417]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-05-21T19:02:40.287 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:40 smithi178 ceph-mon[36523]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.427+0000 7f4b18600700 1 -- 172.21.15.3:0/1784138077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10107160 msgr2=0x7f4b101075e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.427+0000 7f4b18600700 1 --2- 172.21.15.3:0/1784138077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10107160 0x7f4b101075e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4b0800b0a0 tx=0x7f4b0800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 -- 172.21.15.3:0/1784138077 shutdown_connections 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 --2- 172.21.15.3:0/1784138077 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10107160 0x7f4b101075e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 --2- 172.21.15.3:0/1784138077 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10101e20 0x7f4b10104250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 --2- 172.21.15.3:0/1784138077 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10104790 0x7f4b10106c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 -- 172.21.15.3:0/1784138077 >> 172.21.15.3:0/1784138077 conn(0x7f4b100fda40 msgr2=0x7f4b100ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 -- 172.21.15.3:0/1784138077 shutdown_connections 2024-05-21T19:02:40.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.428+0000 7f4b18600700 1 -- 172.21.15.3:0/1784138077 wait complete. 2024-05-21T19:02:40.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.429+0000 7f4b18600700 1 Processor -- start 2024-05-21T19:02:40.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.429+0000 7f4b18600700 1 -- start start 2024-05-21T19:02:40.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 0x7f4b1019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:40.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10104790 0x7f4b101a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:40.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 0x7f4b101a71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:40.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101155e0 con 0x7f4b10104790 2024-05-21T19:02:40.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4b10115460 con 0x7f4b10101e20 2024-05-21T19:02:40.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b18600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4b10115760 con 0x7f4b10107160 2024-05-21T19:02:40.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b15200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10104790 0x7f4b101a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:40.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b15c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 0x7f4b1019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:40.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b15c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 0x7f4b1019fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43102/0 (socket says 172.21.15.3:43102) 2024-05-21T19:02:40.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b16600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 0x7f4b101a71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:40.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.430+0000 7f4b15c00700 1 -- 172.21.15.3:0/2529590083 learned_addr learned my addr 172.21.15.3:0/2529590083 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 -- 172.21.15.3:0/2529590083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 msgr2=0x7f4b1019fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 0x7f4b1019fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 -- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10104790 msgr2=0x7f4b101a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10104790 0x7f4b101a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 -- 172.21.15.3:0/2529590083 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b101a78c0 con 0x7f4b10107160 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b16600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 0x7f4b101a71f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4b0800b070 tx=0x7f4b08004cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b08021070 con 0x7f4b10107160 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b101a7b50 con 0x7f4b10107160 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b08007b80 con 0x7f4b10107160 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.431+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b08005040 con 0x7f4b10107160 2024-05-21T19:02:40.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.432+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b101a8000 con 0x7f4b10107160 2024-05-21T19:02:40.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.433+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b1006a230 con 0x7f4b10107160 2024-05-21T19:02:40.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.435+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f4b08024070 con 0x7f4b10107160 2024-05-21T19:02:40.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.436+0000 7f4b0e000700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 0x7f4af80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:40.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.436+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f4b080e2d40 con 0x7f4b10107160 2024-05-21T19:02:40.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.437+0000 7f4b15c00700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 0x7f4af80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:40.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.437+0000 7f4b15c00700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 0x7f4af80b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4b101a1150 tx=0x7f4b04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:40.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.441+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4b080aaef0 con 0x7f4b10107160 2024-05-21T19:02:40.517 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:40 smithi003 ceph-mon[31577]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:02:40.517 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:40 smithi003 ceph-mon[31577]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T19:02:40.517 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:40.517 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:40.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:40 smithi178 ceph-mon[36523]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T19:02:40.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:40.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.683+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f4b10064150 con 0x7f4b10107160 2024-05-21T19:02:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.684+0000 7f4b0e000700 1 -- 172.21.15.3:0/2529590083 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v72) ==== 74+0+133 (secure 0 0 0) 0x7f4b080aa7f0 con 0x7f4b10107160 2024-05-21T19:02:40.684 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.687+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 msgr2=0x7f4af80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.687+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 0x7f4af80b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4b101a1150 tx=0x7f4b04009260 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.687+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 msgr2=0x7f4b101a71f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.687+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 0x7f4b101a71f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4b0800b070 tx=0x7f4b08004cf0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 shutdown_connections 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4af80b2880 0x7f4af80b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4b10107160 0x7f4b101a71f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4b10101e20 0x7f4b1019fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 --2- 172.21.15.3:0/2529590083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4b10104790 0x7f4b101a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 >> 172.21.15.3:0/2529590083 conn(0x7f4b100fda40 msgr2=0x7f4b101027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 shutdown_connections 2024-05-21T19:02:40.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:40.688+0000 7f4b18600700 1 -- 172.21.15.3:0/2529590083 wait complete. 2024-05-21T19:02:40.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:40 smithi104 ceph-mon[36417]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-05-21T19:02:40.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:40 smithi104 ceph-mon[36417]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T19:02:40.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:40.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: purged_snaps scrub starts 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: purged_snaps scrub ok 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] boot 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2529590083' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:41.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.492 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":72,"num_osds":12,"num_up_osds":12,"osd_up_since":1716318160,"num_in_osds":12,"osd_in_since":1716318140,"num_remapped_pgs":0} 2024-05-21T19:02:41.493 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:02:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: purged_snaps scrub starts 2024-05-21T19:02:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: purged_snaps scrub ok 2024-05-21T19:02:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] boot 2024-05-21T19:02:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2529590083' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:41.628 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: purged_snaps scrub starts 2024-05-21T19:02:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: purged_snaps scrub ok 2024-05-21T19:02:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T19:02:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: osd.11 [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] boot 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2529590083' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:02:42.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:42 smithi003 ceph-mon[31577]: Detected new or changed devices on smithi178 2024-05-21T19:02:42.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:42 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 4272M 2024-05-21T19:02:42.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:42 smithi003 ceph-mon[31577]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T19:02:42.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:42 smithi178 ceph-mon[36523]: Detected new or changed devices on smithi178 2024-05-21T19:02:42.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:42 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 4272M 2024-05-21T19:02:42.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:42 smithi178 ceph-mon[36523]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T19:02:42.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:42 smithi104 ceph-mon[36417]: Detected new or changed devices on smithi178 2024-05-21T19:02:42.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:42 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 4272M 2024-05-21T19:02:42.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:42 smithi104 ceph-mon[36417]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T19:02:43.476 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:43 smithi003 ceph-mon[31577]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:43 smithi178 ceph-mon[36523]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:43.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:43 smithi104 ceph-mon[36417]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:43.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 -- 172.21.15.3:0/2567998622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 msgr2=0x7fb3ac10e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:43.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 --2- 172.21.15.3:0/2567998622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac10e7d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb3980099c0 tx=0x7fb398009cd0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 -- 172.21.15.3:0/2567998622 shutdown_connections 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 --2- 172.21.15.3:0/2567998622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 --2- 172.21.15.3:0/2567998622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 --2- 172.21.15.3:0/2567998622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac10e7d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 -- 172.21.15.3:0/2567998622 >> 172.21.15.3:0/2567998622 conn(0x7fb3ac076d10 msgr2=0x7fb3ac108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 -- 172.21.15.3:0/2567998622 shutdown_connections 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.989+0000 7fb3b1200700 1 -- 172.21.15.3:0/2567998622 wait complete. 2024-05-21T19:02:43.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.991+0000 7fb3b1200700 1 Processor -- start 2024-05-21T19:02:43.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.991+0000 7fb3b1200700 1 -- start start 2024-05-21T19:02:43.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:43.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:43.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:43.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac119da0 con 0x7fb3ac10eeb0 2024-05-21T19:02:43.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac119c20 con 0x7fb3ac109dd0 2024-05-21T19:02:43.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3b1200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3ac119f20 con 0x7fb3ac10a780 2024-05-21T19:02:43.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3a9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3a9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3aa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3a9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58868/0 (socket says 172.21.15.3:58868) 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3aa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43516/0 (socket says 172.21.15.3:43516) 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3a9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46950/0 (socket says 172.21.15.3:46950) 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.992+0000 7fb3a9400700 1 -- 172.21.15.3:0/3948431112 learned_addr learned my addr 172.21.15.3:0/3948431112 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 -- 172.21.15.3:0/3948431112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 msgr2=0x7fb3ac1a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 -- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 msgr2=0x7fb3ac1a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:43.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 -- 172.21.15.3:0/3948431112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3ac1a5210 con 0x7fb3ac10a780 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3aa800700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9e00700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a9400700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb398005f50 tx=0x7fb398005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.993+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb398026070 con 0x7fb3ac10a780 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.994+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb398003c70 con 0x7fb3ac10a780 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.994+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3ac1a54a0 con 0x7fb3ac10a780 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.994+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39800f960 con 0x7fb3ac10a780 2024-05-21T19:02:43.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.994+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3ac1acd80 con 0x7fb3ac10a780 2024-05-21T19:02:43.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.995+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3ac06a230 con 0x7fb3ac10a780 2024-05-21T19:02:43.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.997+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb398029070 con 0x7fb3ac10a780 2024-05-21T19:02:43.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.999+0000 7fb3a2a00700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 0x7fb3900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:43.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.999+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fb3980e2980 con 0x7fb3ac10a780 2024-05-21T19:02:43.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:43.999+0000 7fb3a9e00700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 0x7fb3900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:43.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.000+0000 7fb3a9e00700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 0x7fb3900b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb39c011490 tx=0x7fb39c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:44.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.001+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb398030020 con 0x7fb3ac10a780 2024-05-21T19:02:44.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.240+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3ac02e560 con 0x7fb3ac10a780 2024-05-21T19:02:44.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.242+0000 7fb3a2a00700 1 -- 172.21.15.3:0/3948431112 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) ==== 74+0+18408 (secure 0 0 0) 0x7fb398013070 con 0x7fb3ac10a780 2024-05-21T19:02:44.243 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:02:44.243 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":73,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:02:41.288570+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:02:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 msgr2=0x7fb3900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 0x7fb3900b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb39c011490 tx=0x7fb39c009260 comp rx=0 tx=0).stop 2024-05-21T19:02:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 msgr2=0x7fb3ac1a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb398005f50 tx=0x7fb398005280 comp rx=0 tx=0).stop 2024-05-21T19:02:44.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 shutdown_connections 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3900b2900 0x7fb3900b4dc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3ac10eeb0 0x7fb3ac1a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3ac109dd0 0x7fb3ac1a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 --2- 172.21.15.3:0/3948431112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3ac10a780 0x7fb3ac1a0790 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 >> 172.21.15.3:0/3948431112 conn(0x7fb3ac076d10 msgr2=0x7fb3ac078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 shutdown_connections 2024-05-21T19:02:44.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:44.245+0000 7fb3b1200700 1 -- 172.21.15.3:0/3948431112 wait complete. 2024-05-21T19:02:44.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:44 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3948431112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:02:44.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:44 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3948431112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:02:44.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:44 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3948431112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:02:45.082 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T18:58:26.088182+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T19:02:45.082 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-21T19:02:45.548 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:02:45.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:45 smithi003 ceph-mon[31577]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:45 smithi178 ceph-mon[36523]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:45.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:45 smithi104 ceph-mon[36417]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:47.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 -- 172.21.15.3:0/1785589449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 msgr2=0x7f7fe810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:47.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 --2- 172.21.15.3:0/1785589449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe810fab0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4009990 tx=0x7f7fd4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.587 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:47 smithi003 ceph-mon[31577]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:47.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 -- 172.21.15.3:0/1785589449 shutdown_connections 2024-05-21T19:02:47.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 --2- 172.21.15.3:0/1785589449 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 --2- 172.21.15.3:0/1785589449 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 --2- 172.21.15.3:0/1785589449 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe810fab0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 -- 172.21.15.3:0/1785589449 >> 172.21.15.3:0/1785589449 conn(0x7f7fe80793f0 msgr2=0x7f7fe8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:47.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 -- 172.21.15.3:0/1785589449 shutdown_connections 2024-05-21T19:02:47.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.586+0000 7f7feda00700 1 -- 172.21.15.3:0/1785589449 wait complete. 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.588+0000 7f7feda00700 1 Processor -- start 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.588+0000 7f7feda00700 1 -- start start 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe8115950 con 0x7f7fe810fff0 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe81157d0 con 0x7f7fe806bb70 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7feda00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe8115ad0 con 0x7f7fe806b250 2024-05-21T19:02:47.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:47.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:47.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:47.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58890/0 (socket says 172.21.15.3:58890) 2024-05-21T19:02:47.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe6a00700 1 -- 172.21.15.3:0/1402051037 learned_addr learned my addr 172.21.15.3:0/1402051037 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:02:47.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46964/0 (socket says 172.21.15.3:46964) 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe7400700 1 -- 172.21.15.3:0/1402051037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 msgr2=0x7f7fe819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.589+0000 7f7fe7400700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe819be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fe7400700 1 -- 172.21.15.3:0/1402051037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 msgr2=0x7f7fe819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fe7400700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fe7400700 1 -- 172.21.15.3:0/1402051037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fe81a0e70 con 0x7f7fe810fff0 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fe7400700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81a0730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000ef90 tx=0x7f7fe000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe00092e0 con 0x7f7fe810fff0 2024-05-21T19:02:47.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fe0004bb0 con 0x7f7fe810fff0 2024-05-21T19:02:47.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0004020 con 0x7f7fe810fff0 2024-05-21T19:02:47.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fe81a1100 con 0x7f7fe810fff0 2024-05-21T19:02:47.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.590+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fe81a89e0 con 0x7f7fe810fff0 2024-05-21T19:02:47.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.592+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fe806a230 con 0x7f7fe810fff0 2024-05-21T19:02:47.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.595+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f7fe001b030 con 0x7f7fe810fff0 2024-05-21T19:02:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.596+0000 7f7fdf400700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 0x7f7fcc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.596+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f7fe00e2240 con 0x7f7fe810fff0 2024-05-21T19:02:47.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.596+0000 7f7fe6a00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 0x7f7fcc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:47.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.597+0000 7f7fe6a00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 0x7f7fcc0b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7fd8009d20 tx=0x7f7fd8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.599+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7fe0022020 con 0x7f7fe810fff0 2024-05-21T19:02:47.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:47 smithi178 ceph-mon[36523]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:47.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:47 smithi104 ceph-mon[36417]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:47.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.837+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7fe802e560 con 0x7f7fe810fff0 2024-05-21T19:02:47.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.838+0000 7f7fdf400700 1 -- 172.21.15.3:0/1402051037 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v73) ==== 93+0+10 (secure 0 0 0) 0x7f7fe0010040 con 0x7f7fe810fff0 2024-05-21T19:02:47.838 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-05-21T19:02:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 msgr2=0x7f7fcc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 0x7f7fcc0b4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7fd8009d20 tx=0x7f7fd8009260 comp rx=0 tx=0).stop 2024-05-21T19:02:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 msgr2=0x7f7fe81a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81a0730 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000ef90 tx=0x7f7fe000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 shutdown_connections 2024-05-21T19:02:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fcc0b2880 0x7f7fcc0b4d40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7fe810fff0 0x7f7fe81a0730 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7fe806b250 0x7f7fe819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 --2- 172.21.15.3:0/1402051037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7fe806bb70 0x7f7fe819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 >> 172.21.15.3:0/1402051037 conn(0x7f7fe80793f0 msgr2=0x7f7fe81114c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 shutdown_connections 2024-05-21T19:02:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:47.842+0000 7f7feda00700 1 -- 172.21.15.3:0/1402051037 wait complete. 2024-05-21T19:02:48.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1402051037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:02:48.593 INFO:tasks.cephadm:Adding mds.a on smithi003 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.d on smithi003 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.g on smithi003 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.j on smithi003 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.b on smithi104 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.e on smithi104 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.h on smithi104 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.k on smithi104 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.c on smithi178 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.f on smithi178 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.i on smithi178 2024-05-21T19:02:48.594 INFO:tasks.cephadm:Adding mds.l on smithi178 2024-05-21T19:02:48.595 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l' 2024-05-21T19:02:48.622 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1402051037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:02:48.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1402051037' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:02:48.844 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:02:49.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:49 smithi003 ceph-mon[31577]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:49.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:49 smithi178 ceph-mon[36523]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:49.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:49 smithi104 ceph-mon[36417]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 -- 172.21.15.178:0/1485178324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 msgr2=0x7fa2b410a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 --2- 172.21.15.178:0/1485178324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b410a900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac00b0a0 tx=0x7fa2ac00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 -- 172.21.15.178:0/1485178324 shutdown_connections 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 --2- 172.21.15.178:0/1485178324 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b410a900 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 --2- 172.21.15.178:0/1485178324 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2b41024b0 0x7fa2b41028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 --2- 172.21.15.178:0/1485178324 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 0x7fa2b4103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.260+0000 7fa2bc195700 1 -- 172.21.15.178:0/1485178324 >> 172.21.15.178:0/1485178324 conn(0x7fa2b40fda70 msgr2=0x7fa2b40ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- 172.21.15.178:0/1485178324 shutdown_connections 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- 172.21.15.178:0/1485178324 wait complete. 2024-05-21T19:02:50.262 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 Processor -- start 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- start start 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2b41024b0 0x7fa2b4106440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 0x7fa2b4104a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410e090 con 0x7fa2b41024b0 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410df10 con 0x7fa2b41036b0 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2bc195700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa2b410e210 con 0x7fa2b4104050 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2ba732700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2ba732700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.178:59210/0 (socket says 172.21.15.178:59210) 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.261+0000 7fa2ba732700 1 -- 172.21.15.178:0/3246756501 learned_addr learned my addr 172.21.15.178:0/3246756501 (peer_addr_for_me v2:172.21.15.178:0/0) 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2b9730700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 0x7fa2b4104a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 -- 172.21.15.178:0/3246756501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 msgr2=0x7fa2b4104a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:50.263 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 0x7fa2b4104a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 -- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2b41024b0 msgr2=0x7fa2b4106440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2b41024b0 0x7fa2b4106440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 -- 172.21.15.178:0/3246756501 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2b4105880 con 0x7fa2b4104050 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2ba732700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac00b070 tx=0x7fa2ac00cf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac021030 con 0x7fa2b4104050 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2b41a3a00 con 0x7fa2b4104050 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa2ac007cb0 con 0x7fa2b4104050 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac004890 con 0x7fa2b4104050 2024-05-21T19:02:50.264 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.262+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2b41a3ee0 con 0x7fa2b4104050 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.263+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2b406a230 con 0x7fa2b4104050 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.264+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa2ac024070 con 0x7fa2b4104050 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.265+0000 7fa2aaffd700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 0x7fa2a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.265+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fa2ac0e3570 con 0x7fa2b4104050 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.265+0000 7fa2b9f31700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 0x7fa2a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:50.265 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.266+0000 7fa2b9f31700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 0x7fa2a00b4d40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4103510 tx=0x7fa2a4006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:50.268 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.268+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2ac0ab7c0 con 0x7fa2b4104050 2024-05-21T19:02:50.483 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.484+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}) -- 0x7fa2b406c410 con 0x7fa2a00b2880 2024-05-21T19:02:50.499 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.500+0000 7fa2aaffd700 1 -- 172.21.15.178:0/3246756501 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fa2b406c410 con 0x7fa2a00b2880 2024-05-21T19:02:50.500 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mds.all update... 2024-05-21T19:02:50.502 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 msgr2=0x7fa2a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 0x7fa2a00b4d40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa2b4103510 tx=0x7fa2a4006d20 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 msgr2=0x7fa2b4104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac00b070 tx=0x7fa2ac00cf80 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 shutdown_connections 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2a00b2880 0x7fa2a00b4d40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa2b4104050 0x7fa2b4104fd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa2b41024b0 0x7fa2b4106440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 --2- 172.21.15.178:0/3246756501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa2b41036b0 0x7fa2b4104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 >> 172.21.15.178:0/3246756501 conn(0x7fa2b40fda70 msgr2=0x7fa2b406bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 shutdown_connections 2024-05-21T19:02:50.503 INFO:teuthology.orchestra.run.smithi178.stderr:2024-05-21T19:02:50.503+0000 7fa2bc195700 1 -- 172.21.15.178:0/3246756501 wait complete. 2024-05-21T19:02:51.119 DEBUG:teuthology.orchestra.run.smithi003:mds.a> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.a.service 2024-05-21T19:02:51.127 DEBUG:teuthology.orchestra.run.smithi003:mds.d> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.d.service 2024-05-21T19:02:51.174 DEBUG:teuthology.orchestra.run.smithi003:mds.g> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.g.service 2024-05-21T19:02:51.219 DEBUG:teuthology.orchestra.run.smithi003:mds.j> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.j.service 2024-05-21T19:02:51.264 DEBUG:teuthology.orchestra.run.smithi104:mds.b> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.b.service 2024-05-21T19:02:51.266 DEBUG:teuthology.orchestra.run.smithi104:mds.e> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.e.service 2024-05-21T19:02:51.309 DEBUG:teuthology.orchestra.run.smithi104:mds.h> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.h.service 2024-05-21T19:02:51.352 DEBUG:teuthology.orchestra.run.smithi104:mds.k> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.k.service 2024-05-21T19:02:51.395 DEBUG:teuthology.orchestra.run.smithi178:mds.c> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.c.service 2024-05-21T19:02:51.397 DEBUG:teuthology.orchestra.run.smithi178:mds.f> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.f.service 2024-05-21T19:02:51.440 DEBUG:teuthology.orchestra.run.smithi178:mds.i> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.i.service 2024-05-21T19:02:51.483 DEBUG:teuthology.orchestra.run.smithi178:mds.l> sudo journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.l.service 2024-05-21T19:02:51.526 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-21T19:02:51.526 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:02:51.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:51 smithi003 ceph-mon[31577]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:51.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:51 smithi003 ceph-mon[31577]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:51.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:51 smithi003 ceph-mon[31577]: Saving service mds.all spec with placement smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-05-21T19:02:51.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:51 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:51.596 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:51 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:51 smithi178 ceph-mon[36523]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:51 smithi178 ceph-mon[36523]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:51 smithi178 ceph-mon[36523]: Saving service mds.all spec with placement smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-05-21T19:02:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:51 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:51 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:51.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:51 smithi104 ceph-mon[36417]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:51 smithi104 ceph-mon[36417]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:02:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:51 smithi104 ceph-mon[36417]: Saving service mds.all spec with placement smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-05-21T19:02:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:51 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:02:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:02:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:52 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:52.631 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:52 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:52.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:02:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:52 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:53.556 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:53 smithi003 ceph-mon[31577]: Deploying daemon mds.l on smithi178 2024-05-21T19:02:53.557 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:53 smithi003 ceph-mon[31577]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:53.619 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:53 smithi178 ceph-mon[36523]: Deploying daemon mds.l on smithi178 2024-05-21T19:02:53.619 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:53 smithi178 ceph-mon[36523]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:53 smithi104 ceph-mon[36417]: Deploying daemon mds.l on smithi178 2024-05-21T19:02:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:53 smithi104 ceph-mon[36417]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:53.885 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:53 smithi178 systemd[1]: Starting Ceph mds.l for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 -- 172.21.15.3:0/3445446544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 msgr2=0x7f3eec109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 --2- 172.21.15.3:0/3445446544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec109f00 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3ed80098f0 tx=0x7f3ed8009c00 comp rx=0 tx=0).stop 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 -- 172.21.15.3:0/3445446544 shutdown_connections 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 --2- 172.21.15.3:0/3445446544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 --2- 172.21.15.3:0/3445446544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec10ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 --2- 172.21.15.3:0/3445446544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec109f00 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 -- 172.21.15.3:0/3445446544 >> 172.21.15.3:0/3445446544 conn(0x7f3eec0792d0 msgr2=0x7f3eec108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 -- 172.21.15.3:0/3445446544 shutdown_connections 2024-05-21T19:02:54.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.042+0000 7f3eeb200700 1 -- 172.21.15.3:0/3445446544 wait complete. 2024-05-21T19:02:54.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 Processor -- start 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 -- start start 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec1a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119c80 con 0x7f3eec10a440 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119b00 con 0x7f3eec10e950 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3eeb200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119e00 con 0x7f3eec109a80 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.044+0000 7f3ee9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3ee9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec1a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3ee9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59842/0 (socket says 172.21.15.3:59842) 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3ee9400700 1 -- 172.21.15.3:0/2066872360 learned_addr learned my addr 172.21.15.3:0/2066872360 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:02:54.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 -- 172.21.15.3:0/2066872360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 msgr2=0x7f3eec1a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec1a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 -- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 msgr2=0x7f3eec1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 -- 172.21.15.3:0/2066872360 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eec1a5240 con 0x7f3eec10e950 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3ee9e00700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec1a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3ee9400700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.045+0000 7f3eea800700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec1a4b00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4009cd0 tx=0x7f3ee400c620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.046+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee400cd10 con 0x7f3eec10e950 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.046+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ee4003a00 con 0x7f3eec10e950 2024-05-21T19:02:54.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.046+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee4004520 con 0x7f3eec10e950 2024-05-21T19:02:54.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.046+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eec1a54d0 con 0x7f3eec10e950 2024-05-21T19:02:54.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.046+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eec1acdb0 con 0x7f3eec10e950 2024-05-21T19:02:54.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.047+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eec06a230 con 0x7f3eec10e950 2024-05-21T19:02:54.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.049+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3ee401a020 con 0x7f3eec10e950 2024-05-21T19:02:54.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.051+0000 7f3ee2a00700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 0x7f3ed00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:54.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.051+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f3ee40e2170 con 0x7f3eec10e950 2024-05-21T19:02:54.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.051+0000 7f3ee9e00700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 0x7f3ed00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:54.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.052+0000 7f3ee9e00700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 0x7f3ed00b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3edc009fd0 tx=0x7f3edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:54.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.053+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3ee4010040 con 0x7f3eec10e950 2024-05-21T19:02:54.273 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 podman[66995]: 2024-05-21 19:02:53.918883519 +0000 UTC m=+0.017268130 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:02:54.273 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 podman[66995]: 2024-05-21 19:02:54.037916366 +0000 UTC m=+0.136300967 container create 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-21T19:02:54.273 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 podman[66995]: 2024-05-21 19:02:54.27406317 +0000 UTC m=+0.372447773 container init 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True) 2024-05-21T19:02:54.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.348+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3eec02e560 con 0x7f3eec10e950 2024-05-21T19:02:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.351+0000 7f3ee2a00700 1 -- 172.21.15.3:0/2066872360 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f3ee40aa290 con 0x7f3eec10e950 2024-05-21T19:02:54.352 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:02:54.352 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 msgr2=0x7f3ed00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 0x7f3ed00b4d40 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3edc009fd0 tx=0x7f3edc009260 comp rx=0 tx=0).stop 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 msgr2=0x7f3eec1a4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec1a4b00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4009cd0 tx=0x7f3ee400c620 comp rx=0 tx=0).stop 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 shutdown_connections 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2880 0x7f3ed00b4d40 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec10e950 0x7f3eec1a4b00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec109a80 0x7f3eec1a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 --2- 172.21.15.3:0/2066872360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec10a440 0x7f3eec1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 >> 172.21.15.3:0/2066872360 conn(0x7f3eec0792d0 msgr2=0x7f3eec079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 shutdown_connections 2024-05-21T19:02:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:54.355+0000 7f3eeb200700 1 -- 172.21.15.3:0/2066872360 wait complete. 2024-05-21T19:02:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 2 2024-05-21T19:02:54.635 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 podman[66995]: 2024-05-21 19:02:54.276759545 +0000 UTC m=+0.375144147 container start 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:02:54.635 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 ceph-mds[67015]: -- 172.21.15.178:0/3806369439 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf99e3fa40 con 0x55cf99e13000 2024-05-21T19:02:54.636 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l[67011]: starting mds.l at 2024-05-21T19:02:54.636 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 bash[66995]: 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 2024-05-21T19:02:54.636 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:02:54 smithi178 systemd[1]: Started Ceph mds.l for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6832/604858121,v1:172.21.15.178:6833/604858121] up:boot 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: fsmap 1 up:standby 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2066872360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:55.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:55.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:55.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:55 smithi003 ceph-mon[31577]: Deploying daemon mds.k on smithi104 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6832/604858121,v1:172.21.15.178:6833/604858121] up:boot 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: fsmap 1 up:standby 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2066872360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.364 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:55.365 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:55.365 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:55.365 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:55 smithi104 ceph-mon[36417]: Deploying daemon mds.k on smithi104 2024-05-21T19:02:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6832/604858121,v1:172.21.15.178:6833/604858121] up:boot 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: fsmap 1 up:standby 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2066872360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:55.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:55 smithi178 ceph-mon[36523]: Deploying daemon mds.k on smithi104 2024-05-21T19:02:56.725 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:56 smithi104 systemd[1]: Starting Ceph mds.k for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:56 smithi104 podman[66207]: 2024-05-21 19:02:56.71813764 +0000 UTC m=+0.017434395 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:56 smithi104 podman[66207]: 2024-05-21 19:02:56.821304058 +0000 UTC m=+0.120600800 container create 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 podman[66207]: 2024-05-21 19:02:57.015357999 +0000 UTC m=+0.314654752 container init 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521) 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 podman[66207]: 2024-05-21 19:02:57.018134439 +0000 UTC m=+0.317431201 container start 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mds[66226]: -- 172.21.15.104:0/115643992 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f85b775a40 con 0x55f85b749000 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k[66222]: starting mds.k at 2024-05-21T19:02:57.115 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 bash[66207]: 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 2024-05-21T19:02:57.138 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:02:57.475 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:02:57 smithi104 systemd[1]: Started Ceph mds.k for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:57.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:57 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:57.606 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:57.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:57 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:02:57.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:02:57.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:02:57.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:57 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:02:58.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:58 smithi003 ceph-mon[31577]: Deploying daemon mds.j on smithi003 2024-05-21T19:02:58.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:58 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6832/2221855197,v1:172.21.15.104:6833/2221855197] up:boot 2024-05-21T19:02:58.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:58 smithi003 ceph-mon[31577]: fsmap 2 up:standby 2024-05-21T19:02:58.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:58 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T19:02:58.437 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:58 smithi104 ceph-mon[36417]: Deploying daemon mds.j on smithi003 2024-05-21T19:02:58.437 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:58 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6832/2221855197,v1:172.21.15.104:6833/2221855197] up:boot 2024-05-21T19:02:58.437 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:58 smithi104 ceph-mon[36417]: fsmap 2 up:standby 2024-05-21T19:02:58.437 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:58 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T19:02:58.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:58 smithi178 ceph-mon[36523]: Deploying daemon mds.j on smithi003 2024-05-21T19:02:58.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:58 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6832/2221855197,v1:172.21.15.104:6833/2221855197] up:boot 2024-05-21T19:02:58.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:58 smithi178 ceph-mon[36523]: fsmap 2 up:standby 2024-05-21T19:02:58.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:58 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T19:02:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:02:59 smithi003 ceph-mon[31577]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:02:59 smithi178 ceph-mon[36523]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:59.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:02:59 smithi104 ceph-mon[36417]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:02:59.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 -- 172.21.15.3:0/2989684446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef010ff40 msgr2=0x7feef0112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:59.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 --2- 172.21.15.3:0/2989684446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef010ff40 0x7feef0112330 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7feee800b0a0 tx=0x7feee800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 -- 172.21.15.3:0/2989684446 shutdown_connections 2024-05-21T19:02:59.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 --2- 172.21.15.3:0/2989684446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef010ff40 0x7feef0112330 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 --2- 172.21.15.3:0/2989684446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0075770 0x7feef0075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 --2- 172.21.15.3:0/2989684446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef0076090 0x7feef010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 -- 172.21.15.3:0/2989684446 >> 172.21.15.3:0/2989684446 conn(0x7feef007a6a0 msgr2=0x7feef007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 -- 172.21.15.3:0/2989684446 shutdown_connections 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.928+0000 7feef6600700 1 -- 172.21.15.3:0/2989684446 wait complete. 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.929+0000 7feef6600700 1 Processor -- start 2024-05-21T19:02:59.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 -- start start 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 0x7feef019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0076090 0x7feef019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 0x7feef01a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feef0115930 con 0x7feef010ff40 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feef01157b0 con 0x7feef0075770 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feef6600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feef0115ab0 con 0x7feef0076090 2024-05-21T19:02:59.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feeefe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 0x7feef01a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:59.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feeef400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 0x7feef019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feeefe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 0x7feef01a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59856/0 (socket says 172.21.15.3:59856) 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feeefe00700 1 -- 172.21.15.3:0/3752146972 learned_addr learned my addr 172.21.15.3:0/3752146972 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.930+0000 7feee6a00700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0076090 0x7feef019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 -- 172.21.15.3:0/3752146972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0076090 msgr2=0x7feef019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0076090 0x7feef019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 -- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 msgr2=0x7feef01a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 0x7feef01a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 -- 172.21.15.3:0/3752146972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef01a0d80 con 0x7feef0075770 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeef400700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 0x7feef019bdc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feee000d950 tx=0x7feee000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.931+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee0016070 con 0x7feef0075770 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.932+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef01a1070 con 0x7feef0075770 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.932+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feee000fd40 con 0x7feef0075770 2024-05-21T19:02:59.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.932+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee000e3b0 con 0x7feef0075770 2024-05-21T19:02:59.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.932+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef01a88f0 con 0x7feef0075770 2024-05-21T19:02:59.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.933+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feef006a230 con 0x7feef0075770 2024-05-21T19:02:59.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.935+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7feee0019070 con 0x7feef0075770 2024-05-21T19:02:59.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.937+0000 7feeecc00700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 0x7feed00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:02:59.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.937+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7feee00e1bd0 con 0x7feef0075770 2024-05-21T19:02:59.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.937+0000 7feee6a00700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 0x7feed00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:02:59.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.938+0000 7feee6a00700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 0x7feed00b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7feef0111bd0 tx=0x7feed800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:02:59.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:02:59.939+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feee00a9cf0 con 0x7feef0075770 2024-05-21T19:03:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.239+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feef019d0d0 con 0x7feef0075770 2024-05-21T19:03:00.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.240+0000 7feeecc00700 1 -- 172.21.15.3:0/3752146972 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7feee00a95f0 con 0x7feef0075770 2024-05-21T19:03:00.240 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:00.240 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T19:03:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 msgr2=0x7feed00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 0x7feed00b4dc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7feef0111bd0 tx=0x7feed800b410 comp rx=0 tx=0).stop 2024-05-21T19:03:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 msgr2=0x7feef019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 0x7feef019bdc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7feee000d950 tx=0x7feee000dc60 comp rx=0 tx=0).stop 2024-05-21T19:03:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 shutdown_connections 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feed00b2900 0x7feed00b4dc0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feef010ff40 0x7feef01a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feef0075770 0x7feef019bdc0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 --2- 172.21.15.3:0/3752146972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feef0076090 0x7feef019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 >> 172.21.15.3:0/3752146972 conn(0x7feef007a6a0 msgr2=0x7feef01006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 shutdown_connections 2024-05-21T19:03:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:00.243+0000 7feef6600700 1 -- 172.21.15.3:0/3752146972 wait complete. 2024-05-21T19:03:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 3 2024-05-21T19:03:00.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:00 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3752146972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:00.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:00 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3752146972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:00.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:00 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3752146972' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:01.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:01 smithi003 ceph-mon[31577]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:01.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:01 smithi178 ceph-mon[36523]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:01.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:01 smithi104 ceph-mon[36417]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:02.029 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:01 smithi003 systemd[1]: Starting Ceph mds.j for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:02.315 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 podman[72385]: 2024-05-21 19:03:01.934522483 +0000 UTC m=+0.036932144 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:02.315 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 podman[72385]: 2024-05-21 19:03:02.044844967 +0000 UTC m=+0.147254662 container create 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=) 2024-05-21T19:03:02.315 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 podman[72385]: 2024-05-21 19:03:02.315171119 +0000 UTC m=+0.417580793 container init 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521) 2024-05-21T19:03:02.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 podman[72385]: 2024-05-21 19:03:02.325834138 +0000 UTC m=+0.428243866 container start 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T19:03:02.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 ceph-mds[72404]: -- 172.21.15.3:0/2575442379 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a38e6ba40 con 0x561a38e3ec00 2024-05-21T19:03:02.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j[72400]: starting mds.j at 2024-05-21T19:03:02.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 bash[72385]: 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 2024-05-21T19:03:02.610 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:03:02 smithi003 systemd[1]: Started Ceph mds.j for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:03.423 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:03.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:03 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:03 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:03 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:04.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:04 smithi003 ceph-mon[31577]: Deploying daemon mds.d on smithi003 2024-05-21T19:03:04.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:04 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6834/2769825752,v1:172.21.15.3:6835/2769825752] up:boot 2024-05-21T19:03:04.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:04 smithi003 ceph-mon[31577]: fsmap 3 up:standby 2024-05-21T19:03:04.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:04 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T19:03:04.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:04 smithi178 ceph-mon[36523]: Deploying daemon mds.d on smithi003 2024-05-21T19:03:04.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:04 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6834/2769825752,v1:172.21.15.3:6835/2769825752] up:boot 2024-05-21T19:03:04.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:04 smithi178 ceph-mon[36523]: fsmap 3 up:standby 2024-05-21T19:03:04.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:04 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T19:03:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:04 smithi104 ceph-mon[36417]: Deploying daemon mds.d on smithi003 2024-05-21T19:03:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:04 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6834/2769825752,v1:172.21.15.3:6835/2769825752] up:boot 2024-05-21T19:03:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:04 smithi104 ceph-mon[36417]: fsmap 3 up:standby 2024-05-21T19:03:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:04 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T19:03:04.806 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:05.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:05 smithi003 ceph-mon[31577]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:05.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:05 smithi178 ceph-mon[36523]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:05.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:05 smithi104 ceph-mon[36417]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:06.505 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 podman[72785]: 2024-05-21 19:03:06.395279608 +0000 UTC m=+0.155341373 container create c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-21T19:03:07.037 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 podman[72785]: 2024-05-21 19:03:06.810176209 +0000 UTC m=+0.570238025 container init c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T19:03:07.037 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 podman[72785]: 2024-05-21 19:03:06.821087483 +0000 UTC m=+0.581149235 container start c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T19:03:07.037 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 ceph-mds[72829]: -- 172.21.15.3:0/500989979 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56425522fa40 con 0x564255202c00 2024-05-21T19:03:07.037 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d[72820]: starting mds.d at 2024-05-21T19:03:07.038 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 bash[72785]: c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd 2024-05-21T19:03:07.038 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:03:06 smithi003 systemd[1]: Started Ceph mds.d for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 -- 172.21.15.3:0/2936466923 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1406b250 msgr2=0x7f6f1406b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 --2- 172.21.15.3:0/2936466923 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1406b250 0x7f6f1406b630 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6f04009990 tx=0x7f6f04009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 -- 172.21.15.3:0/2936466923 shutdown_connections 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 --2- 172.21.15.3:0/2936466923 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1410fff0 0x7f6f141123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 --2- 172.21.15.3:0/2936466923 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1406b250 0x7f6f1406b630 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 --2- 172.21.15.3:0/2936466923 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406bb70 0x7f6f1410fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.218+0000 7f6f19000700 1 -- 172.21.15.3:0/2936466923 >> 172.21.15.3:0/2936466923 conn(0x7f6f140793f0 msgr2=0x7f6f14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.219+0000 7f6f19000700 1 -- 172.21.15.3:0/2936466923 shutdown_connections 2024-05-21T19:03:07.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.219+0000 7f6f19000700 1 -- 172.21.15.3:0/2936466923 wait complete. 2024-05-21T19:03:07.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.220+0000 7f6f19000700 1 Processor -- start 2024-05-21T19:03:07.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.220+0000 7f6f19000700 1 -- start start 2024-05-21T19:03:07.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406b250 0x7f6f1419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:07.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:07.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 0x7f6f141a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:07.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6f14115960 con 0x7f6f1410fff0 2024-05-21T19:03:07.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f141157e0 con 0x7f6f1406bb70 2024-05-21T19:03:07.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f19000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6f14115ae0 con 0x7f6f1406b250 2024-05-21T19:03:07.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f11400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:07.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f11e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406b250 0x7f6f1419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f11400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51600/0 (socket says 172.21.15.3:51600) 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f11400700 1 -- 172.21.15.3:0/2007555533 learned_addr learned my addr 172.21.15.3:0/2007555533 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.221+0000 7f6f12800700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 0x7f6f141a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 -- 172.21.15.3:0/2007555533 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406b250 msgr2=0x7f6f1419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406b250 0x7f6f1419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 -- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 msgr2=0x7f6f141a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 0x7f6f141a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 -- 172.21.15.3:0/2007555533 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f141a0e80 con 0x7f6f1406bb70 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f12800700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 0x7f6f141a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f11400700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000e9c0 tx=0x7f6f0000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:07.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0000cbd0 con 0x7f6f1406bb70 2024-05-21T19:03:07.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f0000cd70 con 0x7f6f1406bb70 2024-05-21T19:03:07.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f141a1170 con 0x7f6f1406bb70 2024-05-21T19:03:07.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.222+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f00005610 con 0x7f6f1406bb70 2024-05-21T19:03:07.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.223+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f141a89f0 con 0x7f6f1406bb70 2024-05-21T19:03:07.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.224+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f1406a230 con 0x7f6f1406bb70 2024-05-21T19:03:07.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.227+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f6f00004750 con 0x7f6f1406bb70 2024-05-21T19:03:07.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.228+0000 7f6f0aa00700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 0x7f6ef80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:07.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.229+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f6f000e2130 con 0x7f6f1406bb70 2024-05-21T19:03:07.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.229+0000 7f6f11e00700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 0x7f6ef80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:07.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.229+0000 7f6f11e00700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 0x7f6ef80b4d40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400b2e0 tx=0x7f6f04005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:07.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.237+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6f000aa250 con 0x7f6f1406bb70 2024-05-21T19:03:07.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.540+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6f1402e560 con 0x7f6f1406bb70 2024-05-21T19:03:07.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.541+0000 7f6f0aa00700 1 -- 172.21.15.3:0/2007555533 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7f6f000a9b50 con 0x7f6f1406bb70 2024-05-21T19:03:07.541 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:07.541 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-05-21T19:03:07.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 msgr2=0x7f6ef80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:07.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 0x7f6ef80b4d40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400b2e0 tx=0x7f6f04005fd0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 msgr2=0x7f6f1419c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000e9c0 tx=0x7f6f0000ecd0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 shutdown_connections 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ef80b2880 0x7f6ef80b4d40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f1410fff0 0x7f6f141a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f1406b250 0x7f6f1419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 --2- 172.21.15.3:0/2007555533 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1406bb70 0x7f6f1419c3b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.544+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 >> 172.21.15.3:0/2007555533 conn(0x7f6f140793f0 msgr2=0x7f6f141114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.545+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 shutdown_connections 2024-05-21T19:03:07.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:07.545+0000 7f6f19000700 1 -- 172.21.15.3:0/2007555533 wait complete. 2024-05-21T19:03:07.547 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 5 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:07.626 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:07 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:07 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:07 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:08.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:08 smithi003 ceph-mon[31577]: Deploying daemon mds.e on smithi104 2024-05-21T19:03:08.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:08 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6836/1903545076,v1:172.21.15.3:6837/1903545076] up:boot 2024-05-21T19:03:08.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:08 smithi003 ceph-mon[31577]: fsmap 4 up:standby 2024-05-21T19:03:08.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:08 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T19:03:08.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:08 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2007555533' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:08.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:08 smithi178 ceph-mon[36523]: Deploying daemon mds.e on smithi104 2024-05-21T19:03:08.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:08 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6836/1903545076,v1:172.21.15.3:6837/1903545076] up:boot 2024-05-21T19:03:08.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:08 smithi178 ceph-mon[36523]: fsmap 4 up:standby 2024-05-21T19:03:08.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:08 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T19:03:08.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:08 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2007555533' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:08.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:08 smithi104 ceph-mon[36417]: Deploying daemon mds.e on smithi104 2024-05-21T19:03:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:08 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6836/1903545076,v1:172.21.15.3:6837/1903545076] up:boot 2024-05-21T19:03:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:08 smithi104 ceph-mon[36417]: fsmap 4 up:standby 2024-05-21T19:03:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:08 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T19:03:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:08 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2007555533' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:09.390 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 systemd[1]: Starting Ceph mds.e for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:09.645 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:09 smithi104 ceph-mon[36417]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:09.646 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 podman[66522]: 2024-05-21 19:03:09.415354344 +0000 UTC m=+0.018687153 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:09.646 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 podman[66522]: 2024-05-21 19:03:09.518595394 +0000 UTC m=+0.121928217 container create 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-21T19:03:09.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:09 smithi003 ceph-mon[31577]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:09.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:09 smithi178 ceph-mon[36523]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:10.226 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 podman[66522]: 2024-05-21 19:03:09.7291805 +0000 UTC m=+0.332513304 container init 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T19:03:10.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 podman[66522]: 2024-05-21 19:03:09.731775231 +0000 UTC m=+0.335108036 container start 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e, ceph=True, org.label-schema.build-date=20240521, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-21T19:03:10.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 ceph-mds[66542]: -- 172.21.15.104:0/1491447554 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a08619a40 con 0x561a085ecc00 2024-05-21T19:03:10.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e[66538]: starting mds.e at 2024-05-21T19:03:10.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 bash[66522]: 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 2024-05-21T19:03:10.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:03:09 smithi104 systemd[1]: Started Ceph mds.e for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:10.355 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:10.830 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: Deploying daemon mds.f on smithi178 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6834/972062259,v1:172.21.15.104:6835/972062259] up:boot 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: fsmap 5 up:standby 2024-05-21T19:03:11.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:10 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T19:03:11.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: Deploying daemon mds.f on smithi178 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6834/972062259,v1:172.21.15.104:6835/972062259] up:boot 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: fsmap 5 up:standby 2024-05-21T19:03:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:10 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T19:03:11.171 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.171 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: Deploying daemon mds.f on smithi178 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6834/972062259,v1:172.21.15.104:6835/972062259] up:boot 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: fsmap 5 up:standby 2024-05-21T19:03:11.172 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:10 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T19:03:12.135 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 systemd[1]: Starting Ceph mds.f for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 podman[67299]: 2024-05-21 19:03:12.142871742 +0000 UTC m=+0.018356953 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 podman[67299]: 2024-05-21 19:03:12.241079651 +0000 UTC m=+0.116564890 container create 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 podman[67299]: 2024-05-21 19:03:12.452021773 +0000 UTC m=+0.327506969 container init 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 podman[67299]: 2024-05-21 19:03:12.454439503 +0000 UTC m=+0.329924709 container start 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 ceph-mds[67317]: -- 172.21.15.178:0/3584464957 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e6d083a40 con 0x559e6d057000 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: starting mds.f at 2024-05-21T19:03:12.526 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 bash[67299]: 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 2024-05-21T19:03:12.885 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:03:12 smithi178 systemd[1]: Started Ceph mds.f for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:12.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 -- 172.21.15.3:0/2231324877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 msgr2=0x7f0a8806b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:12.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 --2- 172.21.15.3:0/2231324877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8806b6a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0a70009990 tx=0x7f0a70009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 -- 172.21.15.3:0/2231324877 shutdown_connections 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 --2- 172.21.15.3:0/2231324877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a8806bbe0 0x7f0a881103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 --2- 172.21.15.3:0/2231324877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a881095b0 0x7f0a88109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 --2- 172.21.15.3:0/2231324877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8806b6a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 -- 172.21.15.3:0/2231324877 >> 172.21.15.3:0/2231324877 conn(0x7f0a880793f0 msgr2=0x7f0a88079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 -- 172.21.15.3:0/2231324877 shutdown_connections 2024-05-21T19:03:12.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.988+0000 7f0a8d400700 1 -- 172.21.15.3:0/2231324877 wait complete. 2024-05-21T19:03:12.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.989+0000 7f0a8d400700 1 Processor -- start 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.989+0000 7f0a8d400700 1 -- start start 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a8806bbe0 0x7f0a8819c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a881095b0 0x7f0a881a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0a88113710 con 0x7f0a8806bbe0 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0a88113590 con 0x7f0a881095b0 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a8d400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0a88113890 con 0x7f0a8806b220 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58702/0 (socket says 172.21.15.3:58702) 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a7fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a8806bbe0 0x7f0a8819c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 -- 172.21.15.3:0/731351154 learned_addr learned my addr 172.21.15.3:0/731351154 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:12.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a87200700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a881095b0 0x7f0a881a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 -- 172.21.15.3:0/731351154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a881095b0 msgr2=0x7f0a881a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a881095b0 0x7f0a881a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 -- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a8806bbe0 msgr2=0x7f0a8819c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a8806bbe0 0x7f0a8819c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.990+0000 7f0a86800700 1 -- 172.21.15.3:0/731351154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a881a0f10 con 0x7f0a8806b220 2024-05-21T19:03:12.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a86800700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0a7800e9a0 tx=0x7f0a7800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a7800ca10 con 0x7f0a8806b220 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a7800cbb0 con 0x7f0a8806b220 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a881a1200 con 0x7f0a8806b220 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a78018680 con 0x7f0a8806b220 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.991+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a881a8a80 con 0x7f0a8806b220 2024-05-21T19:03:12.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.992+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a64005330 con 0x7f0a8806b220 2024-05-21T19:03:12.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.994+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f0a78018820 con 0x7f0a8806b220 2024-05-21T19:03:12.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.996+0000 7f0a7f400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 0x7f0a6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:12.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.996+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f0a780e1e50 con 0x7f0a8806b220 2024-05-21T19:03:12.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.996+0000 7f0a7fe00700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 0x7f0a6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:12.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:12.997+0000 7f0a7fe00700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 0x7f0a6c0b4dc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0a881044a0 tx=0x7f0a7000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:13.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.000+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0a780a9f70 con 0x7f0a8806b220 2024-05-21T19:03:13.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.297+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a64005620 con 0x7f0a8806b220 2024-05-21T19:03:13.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.298+0000 7f0a7f400700 1 -- 172.21.15.3:0/731351154 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5515 (secure 0 0 0) 0x7f0a780a9870 con 0x7f0a8806b220 2024-05-21T19:03:13.298 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:13.298 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24460,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-05-21T19:03:13.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 msgr2=0x7f0a6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:13.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 0x7f0a6c0b4dc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0a881044a0 tx=0x7f0a7000b260 comp rx=0 tx=0).stop 2024-05-21T19:03:13.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 msgr2=0x7f0a8819bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:13.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0a7800e9a0 tx=0x7f0a7800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:03:13.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 shutdown_connections 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a6c0b2900 0x7f0a6c0b4dc0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a881095b0 0x7f0a881a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a8806b220 0x7f0a8819bf00 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 --2- 172.21.15.3:0/731351154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a8806bbe0 0x7f0a8819c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 >> 172.21.15.3:0/731351154 conn(0x7f0a880793f0 msgr2=0x7f0a88100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 shutdown_connections 2024-05-21T19:03:13.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:13.301+0000 7f0a8d400700 1 -- 172.21.15.3:0/731351154 wait complete. 2024-05-21T19:03:13.303 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 7 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:13.374 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:13.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:13.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:13.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:13.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:14.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:14 smithi003 ceph-mon[31577]: Deploying daemon mds.c on smithi178 2024-05-21T19:03:14.360 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:14 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6834/327097017,v1:172.21.15.178:6835/327097017] up:boot 2024-05-21T19:03:14.360 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:14 smithi003 ceph-mon[31577]: fsmap 6 up:standby 2024-05-21T19:03:14.360 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:03:14.361 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:14 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/731351154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:14.383 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:14 smithi178 ceph-mon[36523]: Deploying daemon mds.c on smithi178 2024-05-21T19:03:14.383 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:14 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6834/327097017,v1:172.21.15.178:6835/327097017] up:boot 2024-05-21T19:03:14.383 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:14 smithi178 ceph-mon[36523]: fsmap 6 up:standby 2024-05-21T19:03:14.383 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:03:14.383 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:14 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/731351154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:14 smithi104 ceph-mon[36417]: Deploying daemon mds.c on smithi178 2024-05-21T19:03:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:14 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6834/327097017,v1:172.21.15.178:6835/327097017] up:boot 2024-05-21T19:03:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:14 smithi104 ceph-mon[36417]: fsmap 6 up:standby 2024-05-21T19:03:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:03:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:14 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/731351154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:15.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:15 smithi178 ceph-mon[36523]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:15.386 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:03:15 smithi178 systemd[1]: Started Ceph mds.c for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:15.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:15 smithi104 ceph-mon[36417]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:15.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:15 smithi003 ceph-mon[31577]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:16.128 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:16.586 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: Deploying daemon mds.h on smithi104 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6836/3544426195,v1:172.21.15.178:6837/3544426195] up:boot 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: fsmap 7 up:standby 2024-05-21T19:03:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: Deploying daemon mds.h on smithi104 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6836/3544426195,v1:172.21.15.178:6837/3544426195] up:boot 2024-05-21T19:03:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: fsmap 7 up:standby 2024-05-21T19:03:16.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:03:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: Deploying daemon mds.h on smithi104 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6836/3544426195,v1:172.21.15.178:6837/3544426195] up:boot 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: fsmap 7 up:standby 2024-05-21T19:03:16.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:03:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:17 smithi104 ceph-mon[36417]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:17.726 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:17 smithi104 systemd[1]: Starting Ceph mds.h for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:17.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:17 smithi003 ceph-mon[31577]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:17.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:17 smithi178 ceph-mon[36523]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:18.018 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:17 smithi104 podman[66841]: 2024-05-21 19:03:17.66129774 +0000 UTC m=+0.017539121 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:18.019 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:17 smithi104 podman[66841]: 2024-05-21 19:03:17.783043339 +0000 UTC m=+0.139284706 container create 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521) 2024-05-21T19:03:18.019 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:17 smithi104 podman[66841]: 2024-05-21 19:03:17.993587668 +0000 UTC m=+0.349829041 container init 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:03:18.019 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:17 smithi104 podman[66841]: 2024-05-21 19:03:17.996746579 +0000 UTC m=+0.352987955 container start 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-21T19:03:18.019 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:18 smithi104 ceph-mds[66860]: -- 172.21.15.104:0/1348558387 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5613ea447a40 con 0x5613ea41a800 2024-05-21T19:03:18.475 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: starting mds.h at 2024-05-21T19:03:18.476 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:18 smithi104 bash[66841]: 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da 2024-05-21T19:03:18.476 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:03:18 smithi104 systemd[1]: Started Ceph mds.h for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:18.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 -- 172.21.15.3:0/3229188446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 msgr2=0x7fa7f410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:18.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 --2- 172.21.15.3:0/3229188446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f410bb40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8009990 tx=0x7fa7e8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 -- 172.21.15.3:0/3229188446 shutdown_connections 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 --2- 172.21.15.3:0/3229188446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4106120 0x7fa7f4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 --2- 172.21.15.3:0/3229188446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f410bb40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 --2- 172.21.15.3:0/3229188446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4105760 0x7fa7f4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 -- 172.21.15.3:0/3229188446 >> 172.21.15.3:0/3229188446 conn(0x7fa7f4101250 msgr2=0x7fa7f4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 -- 172.21.15.3:0/3229188446 shutdown_connections 2024-05-21T19:03:18.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.777+0000 7fa7fc000700 1 -- 172.21.15.3:0/3229188446 wait complete. 2024-05-21T19:03:18.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 Processor -- start 2024-05-21T19:03:18.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 -- start start 2024-05-21T19:03:18.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 0x7fa7f419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:18.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 0x7fa7f419c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:18.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f41a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4115940 con 0x7fa7f4105760 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f41157c0 con 0x7fa7f410b760 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.779+0000 7fa7fc000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4115ac0 con 0x7fa7f4106120 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f9600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 0x7fa7f419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 0x7fa7f419c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f9600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 0x7fa7f419bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40834/0 (socket says 172.21.15.3:40834) 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f9600700 1 -- 172.21.15.3:0/216992039 learned_addr learned my addr 172.21.15.3:0/216992039 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7fa000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f41a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 -- 172.21.15.3:0/216992039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 msgr2=0x7fa7f41a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f41a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 -- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 msgr2=0x7fa7f419bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 0x7fa7f419bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:18.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 -- 172.21.15.3:0/216992039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f41a0de0 con 0x7fa7f4106120 2024-05-21T19:03:18.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.780+0000 7fa7f8c00700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 0x7fa7f419c310 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000e9f0 tx=0x7fa7e000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:18.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.781+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e000c9c0 con 0x7fa7f4106120 2024-05-21T19:03:18.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.781+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f41a10d0 con 0x7fa7f4106120 2024-05-21T19:03:18.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.781+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7e000cb60 con 0x7fa7f4106120 2024-05-21T19:03:18.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.781+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0018680 con 0x7fa7f4106120 2024-05-21T19:03:18.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.781+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f41a8950 con 0x7fa7f4106120 2024-05-21T19:03:18.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.782+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7f406a230 con 0x7fa7f4106120 2024-05-21T19:03:18.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.784+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa7e004aab0 con 0x7fa7f4106120 2024-05-21T19:03:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.786+0000 7fa7f2000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.786+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fa7e00e2310 con 0x7fa7f4106120 2024-05-21T19:03:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.786+0000 7fa7f9600700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.787+0000 7fa7f9600700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005cd0 tx=0x7fa7e8005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:18.788+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa7e00aa430 con 0x7fa7f4106120 2024-05-21T19:03:19.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.083+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7f402e560 con 0x7fa7f4106120 2024-05-21T19:03:19.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.084+0000 7fa7f2000700 1 -- 172.21.15.3:0/216992039 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7171 (secure 0 0 0) 0x7fa7e00a9d30 con 0x7fa7f4106120 2024-05-21T19:03:19.084 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:19.084 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24460,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-21T19:03:19.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 msgr2=0x7fa7dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:19.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005cd0 tx=0x7fa7e8005c60 comp rx=0 tx=0).stop 2024-05-21T19:03:19.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 msgr2=0x7fa7f419c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:19.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 0x7fa7f419c310 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000e9f0 tx=0x7fa7e000ed00 comp rx=0 tx=0).stop 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 shutdown_connections 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7f410b760 0x7fa7f41a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa7f4105760 0x7fa7f419bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 --2- 172.21.15.3:0/216992039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa7f4106120 0x7fa7f419c310 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:19.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 >> 172.21.15.3:0/216992039 conn(0x7fa7f4101250 msgr2=0x7fa7f41019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:19.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.087+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 shutdown_connections 2024-05-21T19:03:19.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:19.088+0000 7fa7fc000700 1 -- 172.21.15.3:0/216992039 wait complete. 2024-05-21T19:03:19.090 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 9 2024-05-21T19:03:19.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:19.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: Deploying daemon mds.i on smithi178 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6836/2140479996,v1:172.21.15.104:6837/2140479996] up:boot 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: fsmap 8 up:standby 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:03:19.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:19 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/216992039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: Deploying daemon mds.i on smithi178 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6836/2140479996,v1:172.21.15.104:6837/2140479996] up:boot 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: fsmap 8 up:standby 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:03:19.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:19 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/216992039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: Deploying daemon mds.i on smithi178 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6836/2140479996,v1:172.21.15.104:6837/2140479996] up:boot 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: fsmap 8 up:standby 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:03:19.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:19 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/216992039' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:20.385 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 systemd[1]: Starting Ceph mds.i for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 podman[67904]: 2024-05-21 19:03:20.482751847 +0000 UTC m=+0.106604037 container create df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 podman[67904]: 2024-05-21 19:03:20.394025846 +0000 UTC m=+0.017878047 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 podman[67904]: 2024-05-21 19:03:20.677281723 +0000 UTC m=+0.301133901 container init df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 podman[67904]: 2024-05-21 19:03:20.679902077 +0000 UTC m=+0.303754265 container start df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 ceph-mds[67923]: -- 172.21.15.178:0/765235479 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ba382d3a40 con 0x55ba382a7000 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: starting mds.i at 2024-05-21T19:03:20.777 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 bash[67904]: df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 2024-05-21T19:03:21.135 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:03:20 smithi178 systemd[1]: Started Ceph mds.i for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:21.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:21.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:21.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:21.850 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:22.259 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:22 smithi003 ceph-mon[31577]: Deploying daemon mds.g on smithi003 2024-05-21T19:03:22.259 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:22 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:boot 2024-05-21T19:03:22.259 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:22 smithi003 ceph-mon[31577]: fsmap 9 up:standby 2024-05-21T19:03:22.259 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:03:22.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:22 smithi178 ceph-mon[36523]: Deploying daemon mds.g on smithi003 2024-05-21T19:03:22.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:22 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:boot 2024-05-21T19:03:22.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:22 smithi178 ceph-mon[36523]: fsmap 9 up:standby 2024-05-21T19:03:22.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:03:22.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:22 smithi104 ceph-mon[36417]: Deploying daemon mds.g on smithi003 2024-05-21T19:03:22.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:22 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:boot 2024-05-21T19:03:22.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:22 smithi104 ceph-mon[36417]: fsmap 9 up:standby 2024-05-21T19:03:22.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:03:23.357 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:23.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:23 smithi178 ceph-mon[36523]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:23.416 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:23 smithi003 ceph-mon[31577]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:23.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:23 smithi104 ceph-mon[36417]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:24.358 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:24 smithi003 systemd[1]: Starting Ceph mds.g for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:25.109 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:24 smithi003 podman[73567]: 2024-05-21 19:03:24.892093839 +0000 UTC m=+0.037004423 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:25.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 podman[73567]: 2024-05-21 19:03:25.004673872 +0000 UTC m=+0.149584493 container create 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:03:25.413 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:25 smithi003 ceph-mon[31577]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:25.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:25 smithi104 ceph-mon[36417]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:25 smithi178 ceph-mon[36523]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:25.710 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 podman[73567]: 2024-05-21 19:03:25.50237352 +0000 UTC m=+0.647284148 container init 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, ceph=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-21T19:03:25.710 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 podman[73567]: 2024-05-21 19:03:25.513494881 +0000 UTC m=+0.658405509 container start 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-21T19:03:25.710 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 ceph-mds[73609]: -- 172.21.15.3:0/2027027528 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9a5df1a40 con 0x55a9a5dc4c00 2024-05-21T19:03:25.710 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: starting mds.g at 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 -- 172.21.15.3:0/303030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c075770 msgr2=0x7fa26c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 --2- 172.21.15.3:0/303030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c075770 0x7fa26c075b50 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa260009990 tx=0x7fa260009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 -- 172.21.15.3:0/303030192 shutdown_connections 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 --2- 172.21.15.3:0/303030192 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c10ffb0 0x7fa26c1123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 --2- 172.21.15.3:0/303030192 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c075770 0x7fa26c075b50 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 --2- 172.21.15.3:0/303030192 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c076090 0x7fa26c10fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 -- 172.21.15.3:0/303030192 >> 172.21.15.3:0/303030192 conn(0x7fa26c07a700 msgr2=0x7fa26c07ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 -- 172.21.15.3:0/303030192 shutdown_connections 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.783+0000 7fa274800700 1 -- 172.21.15.3:0/303030192 wait complete. 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.785+0000 7fa274800700 1 Processor -- start 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.785+0000 7fa274800700 1 -- start start 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.785+0000 7fa274800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.785+0000 7fa274800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c076090 0x7fa26c19c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.785+0000 7fa274800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c10ffb0 0x7fa26c1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa274800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa26c115930 con 0x7fa26c10ffb0 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa274800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa26c1157b0 con 0x7fa26c076090 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa274800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa26c115ab0 con 0x7fa26c075770 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48272/0 (socket says 172.21.15.3:48272) 2024-05-21T19:03:25.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 -- 172.21.15.3:0/2802314899 learned_addr learned my addr 172.21.15.3:0/2802314899 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271400700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c076090 0x7fa26c19c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa272800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c10ffb0 0x7fa26c1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 -- 172.21.15.3:0/2802314899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c076090 msgr2=0x7fa26c19c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c076090 0x7fa26c19c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 -- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c10ffb0 msgr2=0x7fa26c1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c10ffb0 0x7fa26c1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.786+0000 7fa271e00700 1 -- 172.21.15.3:0/2802314899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa26c1a0e60 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa271e00700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa260000c00 tx=0x7fa2600057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa260027070 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa260022470 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa260017650 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa26c1a10f0 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.787+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa26c1a89d0 con 0x7fa26c075770 2024-05-21T19:03:25.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.788+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa26c06a230 con 0x7fa26c075770 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.792+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa26002a070 con 0x7fa26c075770 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.794+0000 7fa266a00700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 0x7fa2540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.794+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fa2600e2ab0 con 0x7fa26c075770 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.794+0000 7fa271400700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 0x7fa2540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.794+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa260013070 con 0x7fa26c075770 2024-05-21T19:03:25.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:25.795+0000 7fa271400700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 0x7fa2540b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa26c1031b0 tx=0x7fa25c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:26.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.096+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa26c02e560 con 0x7fa26c075770 2024-05-21T19:03:26.096 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 bash[73567]: 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 2024-05-21T19:03:26.096 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:03:25 smithi003 systemd[1]: Started Ceph mds.g for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.097+0000 7fa266a00700 1 -- 172.21.15.3:0/2802314899 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7998 (secure 0 0 0) 0x7fa2600aac60 con 0x7fa26c075770 2024-05-21T19:03:26.096 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:26.097 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24460,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 msgr2=0x7fa2540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 0x7fa2540b4dc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa26c1031b0 tx=0x7fa25c009260 comp rx=0 tx=0).stop 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 msgr2=0x7fa26c19bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa260000c00 tx=0x7fa2600057c0 comp rx=0 tx=0).stop 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 shutdown_connections 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa2540b2900 0x7fa2540b4dc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa26c10ffb0 0x7fa26c1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa26c075770 0x7fa26c19bea0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:26.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 --2- 172.21.15.3:0/2802314899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa26c076090 0x7fa26c19c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:26.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 >> 172.21.15.3:0/2802314899 conn(0x7fa26c07a700 msgr2=0x7fa26c100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:26.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 shutdown_connections 2024-05-21T19:03:26.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:26.102+0000 7fa274800700 1 -- 172.21.15.3:0/2802314899 wait complete. 2024-05-21T19:03:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 10 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: Deploying daemon mds.a on smithi003 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2802314899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:boot 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: fsmap 10 up:standby 2024-05-21T19:03:27.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:03:27.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.135 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: Deploying daemon mds.a on smithi003 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2802314899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:boot 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: fsmap 10 up:standby 2024-05-21T19:03:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: Deploying daemon mds.a on smithi003 2024-05-21T19:03:27.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2802314899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:boot 2024-05-21T19:03:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: fsmap 10 up:standby 2024-05-21T19:03:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:03:28.959 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:29.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:29 smithi003 ceph-mon[31577]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:29.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:29 smithi178 ceph-mon[36523]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:29 smithi104 ceph-mon[36417]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:29.608 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:29 smithi003 systemd[1]: Starting Ceph mds.a for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:29.969 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:29 smithi003 podman[73959]: 2024-05-21 19:03:29.544915408 +0000 UTC m=+0.034253561 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:29.969 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:29 smithi003 podman[73959]: 2024-05-21 19:03:29.665227426 +0000 UTC m=+0.154565656 container create 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:03:29.970 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:29 smithi003 podman[73959]: 2024-05-21 19:03:29.969129858 +0000 UTC m=+0.458468072 container init 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T19:03:30.116 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:30.272 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:29 smithi003 podman[73959]: 2024-05-21 19:03:29.980719625 +0000 UTC m=+0.470057823 container start 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240521) 2024-05-21T19:03:30.272 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:30 smithi003 ceph-mds[73998]: -- 172.21.15.3:0/6738443 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565142249a40 con 0x56514221c800 2024-05-21T19:03:30.272 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a[73993]: starting mds.a at 2024-05-21T19:03:30.272 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:30 smithi003 bash[73959]: 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 2024-05-21T19:03:30.272 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:03:30 smithi003 systemd[1]: Started Ceph mds.a for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:31.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:31.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6840/1847857997,v1:172.21.15.3:6841/1847857997] up:boot 2024-05-21T19:03:31.219 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: fsmap 11 up:standby 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:31.220 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:31 smithi104 ceph-mon[36417]: Deploying daemon mds.b on smithi104 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6840/1847857997,v1:172.21.15.3:6841/1847857997] up:boot 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: fsmap 11 up:standby 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:31.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:31.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:31.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:31 smithi003 ceph-mon[31577]: Deploying daemon mds.b on smithi104 2024-05-21T19:03:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:31.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6840/1847857997,v1:172.21.15.3:6841/1847857997] up:boot 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: fsmap 11 up:standby 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:31.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:31 smithi178 ceph-mon[36523]: Deploying daemon mds.b on smithi104 2024-05-21T19:03:32.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 -- 172.21.15.3:0/4239036014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00102440 msgr2=0x7efe001028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:32.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 --2- 172.21.15.3:0/4239036014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00102440 0x7efe001028c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efde8009990 tx=0x7efde8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 -- 172.21.15.3:0/4239036014 shutdown_connections 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 --2- 172.21.15.3:0/4239036014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 0x7efe0010f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 --2- 172.21.15.3:0/4239036014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00108520 0x7efe00108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 --2- 172.21.15.3:0/4239036014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00102440 0x7efe001028c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 -- 172.21.15.3:0/4239036014 >> 172.21.15.3:0/4239036014 conn(0x7efe000793f0 msgr2=0x7efe00079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 -- 172.21.15.3:0/4239036014 shutdown_connections 2024-05-21T19:03:32.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.322+0000 7efe06e00700 1 -- 172.21.15.3:0/4239036014 wait complete. 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.323+0000 7efe06e00700 1 Processor -- start 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.323+0000 7efe06e00700 1 -- start start 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 0x7efe0019c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00108520 0x7efe001a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:32.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efe00112620 con 0x7efe00108520 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efe001124a0 con 0x7efe00102440 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe06e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efe001127a0 con 0x7efe00102e00 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efdffe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efdffe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51070/0 (socket says 172.21.15.3:51070) 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efdffe00700 1 -- 172.21.15.3:0/2287358341 learned_addr learned my addr 172.21.15.3:0/2287358341 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efe04e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00108520 0x7efe001a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:32.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.324+0000 7efdf7400700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 0x7efe0019c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 -- 172.21.15.3:0/2287358341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 msgr2=0x7efe0019c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 0x7efe0019c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 -- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00108520 msgr2=0x7efe001a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00108520 0x7efe001a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 -- 172.21.15.3:0/2287358341 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe001a0ee0 con 0x7efe00102440 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdffe00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efdf000e9a0 tx=0x7efdf000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf000ca10 con 0x7efe00102440 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe001a11d0 con 0x7efe00102440 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdf000cbb0 con 0x7efe00102440 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdf0018680 con 0x7efe00102440 2024-05-21T19:03:32.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.325+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe001a8a50 con 0x7efe00102440 2024-05-21T19:03:32.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.327+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe0006a230 con 0x7efe00102440 2024-05-21T19:03:32.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.329+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7efdf004aab0 con 0x7efe00102440 2024-05-21T19:03:32.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.332+0000 7efdfd600700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 0x7efde40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:32.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.332+0000 7efdf7400700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 0x7efde40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:32.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.332+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7efdf00e1fe0 con 0x7efe00102440 2024-05-21T19:03:32.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.333+0000 7efdf7400700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 0x7efde40b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7efe0010f6a0 tx=0x7efde800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:32.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.333+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efdf00aa120 con 0x7efe00102440 2024-05-21T19:03:32.476 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 systemd[1]: Starting Ceph mds.b for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:03:32.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.624+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe0019d230 con 0x7efe00102440 2024-05-21T19:03:32.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.625+0000 7efdfd600700 1 -- 172.21.15.3:0/2287358341 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9644 (secure 0 0 0) 0x7efdf00a9a20 con 0x7efe00102440 2024-05-21T19:03:32.624 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:32.624 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24460,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24493,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-05-21T19:03:32.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 msgr2=0x7efde40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:32.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 0x7efde40b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7efe0010f6a0 tx=0x7efde800b260 comp rx=0 tx=0).stop 2024-05-21T19:03:32.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 msgr2=0x7efe0019bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:32.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efdf000e9a0 tx=0x7efdf000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 shutdown_connections 2024-05-21T19:03:32.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efde40b2880 0x7efde40b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efe00108520 0x7efe001a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe00102440 0x7efe0019bf20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 --2- 172.21.15.3:0/2287358341 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efe00102e00 0x7efe0019c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:32.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 >> 172.21.15.3:0/2287358341 conn(0x7efe000793f0 msgr2=0x7efe0006b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:32.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.628+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 shutdown_connections 2024-05-21T19:03:32.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:32.629+0000 7efe06e00700 1 -- 172.21.15.3:0/2287358341 wait complete. 2024-05-21T19:03:32.629 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 12 2024-05-21T19:03:32.754 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 podman[67143]: 2024-05-21 19:03:32.39583965 +0000 UTC m=+0.017188857 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:03:32.754 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 podman[67143]: 2024-05-21 19:03:32.5091355 +0000 UTC m=+0.130484712 container create bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T19:03:32.754 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 podman[67143]: 2024-05-21 19:03:32.729082038 +0000 UTC m=+0.350431239 container init bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T19:03:32.754 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 podman[67143]: 2024-05-21 19:03:32.731792416 +0000 UTC m=+0.353141619 container start bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-21T19:03:33.127 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 ceph-mds[67162]: -- 172.21.15.104:0/2618371937 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557afbe63a40 con 0x557afbe36800 2024-05-21T19:03:33.127 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: starting mds.b at 2024-05-21T19:03:33.127 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 bash[67143]: bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f 2024-05-21T19:03:33.127 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:32 smithi104 systemd[1]: Started Ceph mds.b for 66720f12-17a3-11ef-bc9a-c7b262605968. 2024-05-21T19:03:33.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:33.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2287358341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:33.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2287358341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:33.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2287358341' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:33.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:34.326 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:boot 2024-05-21T19:03:34.326 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:34 smithi104 ceph-mon[36417]: fsmap 12 up:standby 2024-05-21T19:03:34.326 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:03:34.326 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:boot 2024-05-21T19:03:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:34 smithi178 ceph-mon[36523]: fsmap 12 up:standby 2024-05-21T19:03:34.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:03:34.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:34.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:boot 2024-05-21T19:03:34.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:34 smithi003 ceph-mon[31577]: fsmap 12 up:standby 2024-05-21T19:03:34.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:03:34.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:35.449 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:03:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:35.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:35 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:35 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:35 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:35.909 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:37.225 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.226 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:37.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:03:38.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 -- 172.21.15.3:0/897285193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c806bb70 msgr2=0x7f40c810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:38.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 --2- 172.21.15.3:0/897285193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c806bb70 0x7f40c810fab0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f40b40098f0 tx=0x7f40b4009c00 comp rx=0 tx=0).stop 2024-05-21T19:03:38.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 -- 172.21.15.3:0/897285193 shutdown_connections 2024-05-21T19:03:38.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 --2- 172.21.15.3:0/897285193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c810fff0 0x7f40c81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 --2- 172.21.15.3:0/897285193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 0x7f40c806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 --2- 172.21.15.3:0/897285193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c806bb70 0x7f40c810fab0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.072+0000 7f40cd800700 1 -- 172.21.15.3:0/897285193 >> 172.21.15.3:0/897285193 conn(0x7f40c80793f0 msgr2=0x7f40c8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:38.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.073+0000 7f40cd800700 1 -- 172.21.15.3:0/897285193 shutdown_connections 2024-05-21T19:03:38.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.073+0000 7f40cd800700 1 -- 172.21.15.3:0/897285193 wait complete. 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.074+0000 7f40cd800700 1 Processor -- start 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.074+0000 7f40cd800700 1 -- start start 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.074+0000 7f40cd800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 0x7f40c819bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.074+0000 7f40cd800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c806bb70 0x7f40c819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.074+0000 7f40cd800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40cd800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f40c8115970 con 0x7f40c806bb70 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40cd800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f40c81157f0 con 0x7f40c810fff0 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40cd800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f40c8115af0 con 0x7f40c806b250 2024-05-21T19:03:38.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c806bb70 0x7f40c819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51092/0 (socket says 172.21.15.3:51092) 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 -- 172.21.15.3:0/653700534 learned_addr learned my addr 172.21.15.3:0/653700534 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c6a00700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 0x7f40c819bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 -- 172.21.15.3:0/653700534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 msgr2=0x7f40c819bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 0x7f40c819bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 -- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c806bb70 msgr2=0x7f40c819c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c806bb70 0x7f40c819c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.075+0000 7f40c7400700 1 -- 172.21.15.3:0/653700534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c81a0ef0 con 0x7f40c810fff0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40c7400700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f40c000ef90 tx=0x7f40c000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c00092e0 con 0x7f40c810fff0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40c0004bb0 con 0x7f40c810fff0 2024-05-21T19:03:38.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c0004020 con 0x7f40c810fff0 2024-05-21T19:03:38.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c81a1180 con 0x7f40c810fff0 2024-05-21T19:03:38.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.076+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c81a8a60 con 0x7f40c810fff0 2024-05-21T19:03:38.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.078+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c8102a60 con 0x7f40c810fff0 2024-05-21T19:03:38.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.080+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f40c001b030 con 0x7f40c810fff0 2024-05-21T19:03:38.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.081+0000 7f40bf400700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 0x7f40ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:38.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.082+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f40c00e12c0 con 0x7f40c810fff0 2024-05-21T19:03:38.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.082+0000 7f40c6a00700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 0x7f40ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:38.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.082+0000 7f40c6a00700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 0x7f40ac0b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f40b8009c60 tx=0x7f40b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:38.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.085+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f40c0010040 con 0x7f40c810fff0 2024-05-21T19:03:38.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.417+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40c819d240 con 0x7f40c810fff0 2024-05-21T19:03:38.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.418+0000 7f40bf400700 1 -- 172.21.15.3:0/653700534 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10473 (secure 0 0 0) 0x7f40c00a93e0 con 0x7f40c810fff0 2024-05-21T19:03:38.418 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:38.418 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24460,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24464,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24493,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-21T19:03:38.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 msgr2=0x7f40ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:38.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 0x7f40ac0b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f40b8009c60 tx=0x7f40b8009260 comp rx=0 tx=0).stop 2024-05-21T19:03:38.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 msgr2=0x7f40c81a07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:38.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f40c000ef90 tx=0x7f40c000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 shutdown_connections 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40ac0b2900 0x7f40ac0b4dc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40c810fff0 0x7f40c81a07b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40c806b250 0x7f40c819bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 --2- 172.21.15.3:0/653700534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40c806bb70 0x7f40c819c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.421+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 >> 172.21.15.3:0/653700534 conn(0x7f40c80793f0 msgr2=0x7f40c81114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.422+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 shutdown_connections 2024-05-21T19:03:38.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:38.422+0000 7f40cd800700 1 -- 172.21.15.3:0/653700534 wait complete. 2024-05-21T19:03:38.422 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 13 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:39.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:38 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/653700534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:39.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:38 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/653700534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:39.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:39.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:39.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:38 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/653700534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:03:39.726 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-21T19:03:40.176 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:41.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:41 smithi178 ceph-mon[36523]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:41.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:41 smithi104 ceph-mon[36417]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:41.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:41 smithi003 ceph-mon[31577]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 -- 172.21.15.3:0/1389978115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f410ff40 msgr2=0x7f73f4112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 --2- 172.21.15.3:0/1389978115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f410ff40 0x7f73f4112330 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f73ec00b0a0 tx=0x7f73ec00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 -- 172.21.15.3:0/1389978115 shutdown_connections 2024-05-21T19:03:42.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 --2- 172.21.15.3:0/1389978115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f410ff40 0x7f73f4112330 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 --2- 172.21.15.3:0/1389978115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f4075770 0x7f73f4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 --2- 172.21.15.3:0/1389978115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4076090 0x7f73f410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 -- 172.21.15.3:0/1389978115 >> 172.21.15.3:0/1389978115 conn(0x7f73f407a6a0 msgr2=0x7f73f407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 -- 172.21.15.3:0/1389978115 shutdown_connections 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.409+0000 7f73fa200700 1 -- 172.21.15.3:0/1389978115 wait complete. 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.410+0000 7f73fa200700 1 Processor -- start 2024-05-21T19:03:42.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.410+0000 7f73fa200700 1 -- start start 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 0x7f73f419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f410ff40 0x7f73f41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f73f4115930 con 0x7f73f4076090 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f73f41157b0 con 0x7f73f4075770 2024-05-21T19:03:42.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73fa200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f73f4115ab0 con 0x7f73f410ff40 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73eaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73f3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 0x7f73f419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73f3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 0x7f73f419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:34684/0 (socket says 172.21.15.3:34684) 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73eaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51420/0 (socket says 172.21.15.3:51420) 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.411+0000 7f73f3400700 1 -- 172.21.15.3:0/3592771553 learned_addr learned my addr 172.21.15.3:0/3592771553 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73f3e00700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f410ff40 0x7f73f41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 -- 172.21.15.3:0/3592771553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f410ff40 msgr2=0x7f73f41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f410ff40 0x7f73f41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 -- 172.21.15.3:0/3592771553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 msgr2=0x7f73f419bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 0x7f73f419bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 -- 172.21.15.3:0/3592771553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73f41a0db0 con 0x7f73f4076090 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73eaa00700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00e9c0 tx=0x7f73dc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.412+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc004220 con 0x7f73f4076090 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.413+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73f41a10a0 con 0x7f73f4076090 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.413+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73dc0043c0 con 0x7f73f4076090 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.413+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc003c50 con 0x7f73f4076090 2024-05-21T19:03:42.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.413+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73f41a8920 con 0x7f73f4076090 2024-05-21T19:03:42.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.414+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73f406a230 con 0x7f73f4076090 2024-05-21T19:03:42.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.416+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f73dc00c7c0 con 0x7f73f4076090 2024-05-21T19:03:42.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.419+0000 7f73f0c00700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 0x7f73d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:42.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.419+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f73dc0e1f70 con 0x7f73f4076090 2024-05-21T19:03:42.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.419+0000 7f73f3400700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 0x7f73d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:42.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.420+0000 7f73f3400700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 0x7f73d80b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f73e4007d10 tx=0x7f73e4007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:42.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.423+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f73dc0aa090 con 0x7f73f4076090 2024-05-21T19:03:42.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:42.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:42.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.660+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f73f402e560 con 0x7f73f4076090 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.661+0000 7f73f0c00700 1 -- 172.21.15.3:0/3592771553 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v73) ==== 84+0+65 (secure 0 0 0) 0x7f73dc0a9990 con 0x7f73f4076090 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout:[ 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout: "poolnum": 1, 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout: "poolname": ".mgr" 2024-05-21T19:03:42.660 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:03:42.661 INFO:teuthology.orchestra.run.smithi003.stdout:] 2024-05-21T19:03:42.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 msgr2=0x7f73d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:42.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 0x7f73d80b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f73e4007d10 tx=0x7f73e4007480 comp rx=0 tx=0).stop 2024-05-21T19:03:42.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 msgr2=0x7f73f419c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:42.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f73dc00e9c0 tx=0x7f73dc00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 shutdown_connections 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73d80b2880 0x7f73d80b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73f410ff40 0x7f73f41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73f4075770 0x7f73f419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.664+0000 7f73fa200700 1 --2- 172.21.15.3:0/3592771553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73f4076090 0x7f73f419c2e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.665+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 >> 172.21.15.3:0/3592771553 conn(0x7f73f407a6a0 msgr2=0x7f73f41007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.665+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 shutdown_connections 2024-05-21T19:03:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:42.665+0000 7f73fa200700 1 -- 172.21.15.3:0/3592771553 wait complete. 2024-05-21T19:03:42.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:42.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:03:42.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:03:42.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:03:43.566 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:43 smithi003 ceph-mon[31577]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:43.567 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:43 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3592771553' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T19:03:43.571 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-21T19:03:43.572 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-21T19:03:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:43 smithi178 ceph-mon[36523]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:43 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3592771553' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T19:03:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:43 smithi104 ceph-mon[36417]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:43 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3592771553' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T19:03:44.040 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:45.515 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:45 smithi003 ceph-mon[31577]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:45 smithi178 ceph-mon[36523]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:45.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:45 smithi104 ceph-mon[36417]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:46.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 -- 172.21.15.3:0/2005159087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7408103fc0 msgr2=0x7f74081103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 --2- 172.21.15.3:0/2005159087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7408103fc0 0x7f74081103b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f740000b0a0 tx=0x7f740000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 -- 172.21.15.3:0/2005159087 shutdown_connections 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 --2- 172.21.15.3:0/2005159087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7408103fc0 0x7f74081103b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 --2- 172.21.15.3:0/2005159087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f74081095e0 0x7f74081099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 --2- 172.21.15.3:0/2005159087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f7408103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 -- 172.21.15.3:0/2005159087 >> 172.21.15.3:0/2005159087 conn(0x7f740807a700 msgr2=0x7f740807ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 -- 172.21.15.3:0/2005159087 shutdown_connections 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.345+0000 7f740ca00700 1 -- 172.21.15.3:0/2005159087 wait complete. 2024-05-21T19:03:46.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.346+0000 7f740ca00700 1 Processor -- start 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.346+0000 7f740ca00700 1 -- start start 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7408103fc0 0x7f740819c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f74081095e0 0x7f74081a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7408113750 con 0x7f7408103600 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f74081135d0 con 0x7f7408103fc0 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f740ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f74081138d0 con 0x7f74081095e0 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f7405e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:46.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f7405e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51450/0 (socket says 172.21.15.3:51450) 2024-05-21T19:03:46.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f7405e00700 1 -- 172.21.15.3:0/969163089 learned_addr learned my addr 172.21.15.3:0/969163089 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:46.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f7406800700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f74081095e0 0x7f74081a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:46.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.347+0000 7f7405400700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7408103fc0 0x7f740819c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 -- 172.21.15.3:0/969163089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f74081095e0 msgr2=0x7f74081a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f74081095e0 0x7f74081a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 -- 172.21.15.3:0/969163089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7408103fc0 msgr2=0x7f740819c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7408103fc0 0x7f740819c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 -- 172.21.15.3:0/969163089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74081a0d40 con 0x7f7408103600 2024-05-21T19:03:46.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f7405e00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f73f800e9c0 tx=0x7f73f800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f800cbd0 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74081a1030 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73f800ee60 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.348+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73f80055c0 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.349+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74081a88b0 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.350+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7408104c50 con 0x7f7408103600 2024-05-21T19:03:46.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.352+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f73f8004750 con 0x7f7408103600 2024-05-21T19:03:46.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.354+0000 7f73fea00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 0x7f73ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:46.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.354+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f73f80e2090 con 0x7f7408103600 2024-05-21T19:03:46.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.354+0000 7f7405400700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 0x7f73ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:46.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.355+0000 7f7405400700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 0x7f73ec0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f740807af90 tx=0x7f73f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:46.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.358+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f73f80aa1b0 con 0x7f7408103600 2024-05-21T19:03:46.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:46.597+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f740806a230 con 0x7f7408103600 2024-05-21T19:03:47.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.326+0000 7f73fea00700 1 -- 172.21.15.3:0/969163089 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v74) ==== 138+0+0 (secure 0 0 0) 0x7f73f80a9ab0 con 0x7f7408103600 2024-05-21T19:03:47.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.333+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 msgr2=0x7f73ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:47.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.333+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 0x7f73ec0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f740807af90 tx=0x7f73f4009260 comp rx=0 tx=0).stop 2024-05-21T19:03:47.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.333+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 msgr2=0x7f740819bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:47.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.333+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f73f800e9c0 tx=0x7f73f800ecd0 comp rx=0 tx=0).stop 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.334+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 shutdown_connections 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.334+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73ec0b2880 0x7f73ec0b4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.334+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f74081095e0 0x7f74081a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.334+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7408103600 0x7f740819bd30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.334+0000 7f740ca00700 1 --2- 172.21.15.3:0/969163089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7408103fc0 0x7f740819c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:47.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.335+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 >> 172.21.15.3:0/969163089 conn(0x7f740807a700 msgr2=0x7f740810e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:47.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.336+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 shutdown_connections 2024-05-21T19:03:47.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:47.336+0000 7f740ca00700 1 -- 172.21.15.3:0/969163089 wait complete. 2024-05-21T19:03:47.340 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' created 2024-05-21T19:03:47.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:47 smithi003 ceph-mon[31577]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:47.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:47 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T19:03:47.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:47 smithi178 ceph-mon[36523]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:47.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:47 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T19:03:47.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:47 smithi104 ceph-mon[36417]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:47 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T19:03:48.190 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-21T19:03:48.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T19:03:48.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:48 smithi003 ceph-mon[31577]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T19:03:48.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T19:03:48.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:48 smithi178 ceph-mon[36523]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T19:03:48.666 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/969163089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T19:03:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:48 smithi104 ceph-mon[36417]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T19:03:49.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:49 smithi003 ceph-mon[31577]: pgmap v308: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:49.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:49 smithi003 ceph-mon[31577]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T19:03:49.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:49 smithi003 ceph-mon[31577]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T19:03:49.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:49 smithi178 ceph-mon[36523]: pgmap v308: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:49.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:49 smithi178 ceph-mon[36523]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T19:03:49.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:49 smithi178 ceph-mon[36523]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T19:03:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:49 smithi104 ceph-mon[36417]: pgmap v308: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:49 smithi104 ceph-mon[36417]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T19:03:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:49 smithi104 ceph-mon[36417]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T19:03:50.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:50 smithi003 ceph-mon[31577]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T19:03:50.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:50 smithi178 ceph-mon[36523]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T19:03:50.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:50 smithi104 ceph-mon[36417]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T19:03:50.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 -- 172.21.15.3:0/3930018622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4728109670 msgr2=0x7f4728109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:50.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 --2- 172.21.15.3:0/3930018622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4728109670 0x7f4728109a50 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4718009990 tx=0x7f4718009ca0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 -- 172.21.15.3:0/3930018622 shutdown_connections 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 --2- 172.21.15.3:0/3930018622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 --2- 172.21.15.3:0/3930018622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4728109670 0x7f4728109a50 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 --2- 172.21.15.3:0/3930018622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f47281035f0 0x7f4728103a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 -- 172.21.15.3:0/3930018622 >> 172.21.15.3:0/3930018622 conn(0x7f472807a690 msgr2=0x7f472807aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 -- 172.21.15.3:0/3930018622 shutdown_connections 2024-05-21T19:03:50.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.957+0000 7f472d600700 1 -- 172.21.15.3:0/3930018622 wait complete. 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.958+0000 7f472d600700 1 Processor -- start 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.958+0000 7f472d600700 1 -- start start 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4728109670 0x7f47280762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4728113780 con 0x7f4728103fb0 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4728113600 con 0x7f4728109670 2024-05-21T19:03:50.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f472d600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4728113900 con 0x7f47281035f0 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f471e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f4726a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f4726a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:52858/0 (socket says 172.21.15.3:52858) 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f471e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43920/0 (socket says 172.21.15.3:43920) 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f4726a00700 1 -- 172.21.15.3:0/1663678488 learned_addr learned my addr 172.21.15.3:0/1663678488 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:50.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.959+0000 7f4727400700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4728109670 0x7f47280762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 -- 172.21.15.3:0/1663678488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4728109670 msgr2=0x7f47280762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4728109670 0x7f47280762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 -- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 msgr2=0x7f4728075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 -- 172.21.15.3:0/1663678488 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47281a81a0 con 0x7f47281035f0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f4726a00700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f47180098e0 tx=0x7f47180047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4718027070 con 0x7f47281035f0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47281a8430 con 0x7f47281035f0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f471800b610 con 0x7f47281035f0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47180173f0 con 0x7f47281035f0 2024-05-21T19:03:50.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.960+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47281a8880 con 0x7f47281035f0 2024-05-21T19:03:50.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.962+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4728104ce0 con 0x7f47281035f0 2024-05-21T19:03:50.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.964+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f471802a070 con 0x7f47281035f0 2024-05-21T19:03:50.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.965+0000 7f471fe00700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 0x7f47080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:50.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.966+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7497+0+0 (secure 0 0 0) 0x7f47180e2e50 con 0x7f47281035f0 2024-05-21T19:03:50.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.966+0000 7f471e000700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 0x7f47080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:50.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.966+0000 7f471e000700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 0x7f47080b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f472807ad40 tx=0x7f4710009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:50.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:50.968+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4718013070 con 0x7f47281035f0 2024-05-21T19:03:51.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.205+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f472802e560 con 0x7f47281035f0 2024-05-21T19:03:51.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.386+0000 7f471fe00700 1 -- 172.21.15.3:0/1663678488 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v77) ==== 170+0+0 (secure 0 0 0) 0x7f47180aae90 con 0x7f47281035f0 2024-05-21T19:03:51.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.395+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 msgr2=0x7f47080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:51.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.395+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 0x7f47080b4d40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f472807ad40 tx=0x7f4710009260 comp rx=0 tx=0).stop 2024-05-21T19:03:51.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.395+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 msgr2=0x7f4728075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:51.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.395+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f47180098e0 tx=0x7f47180047b0 comp rx=0 tx=0).stop 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 shutdown_connections 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f47080b2880 0x7f47080b4d40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4728109670 0x7f47280762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f47281035f0 0x7f4728075840 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 --2- 172.21.15.3:0/1663678488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4728103fb0 0x7f4728075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.397+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 >> 172.21.15.3:0/1663678488 conn(0x7f472807a690 msgr2=0x7f4728102300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:51.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.398+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 shutdown_connections 2024-05-21T19:03:51.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:51.398+0000 7f472d600700 1 -- 172.21.15.3:0/1663678488 wait complete. 2024-05-21T19:03:51.402 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' created 2024-05-21T19:03:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:51 smithi178 ceph-mon[36523]: pgmap v311: 33 pgs: 6 creating+peering, 9 active+clean, 18 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:51.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1663678488' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:51.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:51 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:51.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:51 smithi104 ceph-mon[36417]: pgmap v311: 33 pgs: 6 creating+peering, 9 active+clean, 18 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:51.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1663678488' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:51 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:51.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:51 smithi003 ceph-mon[31577]: pgmap v311: 33 pgs: 6 creating+peering, 9 active+clean, 18 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:51.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1663678488' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:51.779 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:51 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T19:03:52.296 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-21T19:03:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:52 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T19:03:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:52 smithi003 ceph-mon[31577]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T19:03:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:52 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T19:03:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:52 smithi104 ceph-mon[36417]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T19:03:52.785 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:52 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T19:03:52.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:52 smithi178 ceph-mon[36523]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T19:03:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:53 smithi104 ceph-mon[36417]: pgmap v313: 97 pgs: 12 creating+peering, 27 active+clean, 58 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:53 smithi104 ceph-mon[36417]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T19:03:53.814 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:53 smithi003 ceph-mon[31577]: pgmap v313: 97 pgs: 12 creating+peering, 27 active+clean, 58 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:53.814 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:53 smithi003 ceph-mon[31577]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T19:03:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:53 smithi178 ceph-mon[36523]: pgmap v313: 97 pgs: 12 creating+peering, 27 active+clean, 58 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:53 smithi178 ceph-mon[36523]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T19:03:54.480 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:54 smithi003 ceph-mon[31577]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T19:03:54.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:54 smithi104 ceph-mon[36417]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T19:03:54.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:54 smithi178 ceph-mon[36523]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T19:03:55.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 -- 172.21.15.3:0/2049692808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 msgr2=0x7fc940112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:55.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 --2- 172.21.15.3:0/2049692808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc940112650 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc93800b0a0 tx=0x7fc93800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 -- 172.21.15.3:0/2049692808 shutdown_connections 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 --2- 172.21.15.3:0/2049692808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc940112650 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 --2- 172.21.15.3:0/2049692808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc94010b780 0x7fc94010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 --2- 172.21.15.3:0/2049692808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc940105780 0x7fc940105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 -- 172.21.15.3:0/2049692808 >> 172.21.15.3:0/2049692808 conn(0x7fc940101270 msgr2=0x7fc940103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 -- 172.21.15.3:0/2049692808 shutdown_connections 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.066+0000 7fc946e00700 1 -- 172.21.15.3:0/2049692808 wait complete. 2024-05-21T19:03:55.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.067+0000 7fc946e00700 1 Processor -- start 2024-05-21T19:03:55.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.067+0000 7fc946e00700 1 -- start start 2024-05-21T19:03:55.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:55.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc94019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:55.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 0x7fc9401a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc940115960 con 0x7fc94010b780 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc9401157e0 con 0x7fc940105780 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc946e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc940115ae0 con 0x7fc940106140 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc93fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc944e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 0x7fc9401a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc93fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42118/0 (socket says 172.21.15.3:42118) 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.068+0000 7fc93fe00700 1 -- 172.21.15.3:0/2792684648 learned_addr learned my addr 172.21.15.3:0/2792684648 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:55.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc93f400700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc94019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 -- 172.21.15.3:0/2792684648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 msgr2=0x7fc94019c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc94019c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 -- 172.21.15.3:0/2792684648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 msgr2=0x7fc94019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 -- 172.21.15.3:0/2792684648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9401a0dc0 con 0x7fc94010b780 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc93fe00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.069+0000 7fc944e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 0x7fc9401a0680 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc93800b070 tx=0x7fc938004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:55.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.070+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc938021070 con 0x7fc94010b780 2024-05-21T19:03:55.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.070+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc938007e30 con 0x7fc94010b780 2024-05-21T19:03:55.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.070+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9401a1050 con 0x7fc94010b780 2024-05-21T19:03:55.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.070+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9380045d0 con 0x7fc94010b780 2024-05-21T19:03:55.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.070+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9401a8930 con 0x7fc94010b780 2024-05-21T19:03:55.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.071+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc94006a230 con 0x7fc94010b780 2024-05-21T19:03:55.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.074+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fc938003c00 con 0x7fc94010b780 2024-05-21T19:03:55.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.075+0000 7fc93cc00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 0x7fc9240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:55.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.076+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7879+0+0 (secure 0 0 0) 0x7fc9380e2dc0 con 0x7fc94010b780 2024-05-21T19:03:55.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.076+0000 7fc93fe00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 0x7fc9240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:55.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.077+0000 7fc93fe00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 0x7fc9240b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc930011550 tx=0x7fc930009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:55.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.079+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc9380aac80 con 0x7fc94010b780 2024-05-21T19:03:55.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.367+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc94002e560 con 0x7fc94010b780 2024-05-21T19:03:55.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.419+0000 7fc93cc00700 1 -- 172.21.15.3:0/2792684648 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fc9380aa580 con 0x7fc94010b780 2024-05-21T19:03:55.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.424+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 msgr2=0x7fc9240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:55.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.424+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 0x7fc9240b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc930011550 tx=0x7fc930009260 comp rx=0 tx=0).stop 2024-05-21T19:03:55.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.424+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 msgr2=0x7fc9401a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:55.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.424+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 0x7fc9401a0680 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fc93800b070 tx=0x7fc938004d00 comp rx=0 tx=0).stop 2024-05-21T19:03:55.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 shutdown_connections 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc9240b2900 0x7fc9240b4dc0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc94010b780 0x7fc9401a0680 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc940105780 0x7fc94019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 --2- 172.21.15.3:0/2792684648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc940106140 0x7fc94019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.425+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 >> 172.21.15.3:0/2792684648 conn(0x7fc940101270 msgr2=0x7fc9401017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:55.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.426+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 shutdown_connections 2024-05-21T19:03:55.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:55.426+0000 7fc946e00700 1 -- 172.21.15.3:0/2792684648 wait complete. 2024-05-21T19:03:55.432 INFO:teuthology.orchestra.run.smithi003.stderr:new fs with metadata pool 2 and data pool 3 2024-05-21T19:03:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:55 smithi104 ceph-mon[36417]: pgmap v316: 97 pgs: 6 creating+peering, 47 active+clean, 44 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:55 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T19:03:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:55 smithi104 ceph-mon[36417]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T19:03:55.812 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:55 smithi003 ceph-mon[31577]: pgmap v316: 97 pgs: 6 creating+peering, 47 active+clean, 44 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:55.812 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:55 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T19:03:55.812 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:55 smithi003 ceph-mon[31577]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T19:03:55.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:55 smithi178 ceph-mon[36523]: pgmap v316: 97 pgs: 6 creating+peering, 47 active+clean, 44 unknown; 577 KiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:03:55.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:55 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T19:03:55.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:55 smithi178 ceph-mon[36523]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T19:03:56.173 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:03:56.653 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:03:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:56 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T19:03:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:56 smithi104 ceph-mon[36417]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T19:03:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:56 smithi104 ceph-mon[36417]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T19:03:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:56 smithi104 ceph-mon[36417]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T19:03:56.809 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:56 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T19:03:56.810 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:56 smithi003 ceph-mon[31577]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T19:03:56.810 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:56 smithi003 ceph-mon[31577]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T19:03:56.810 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:56 smithi003 ceph-mon[31577]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T19:03:56.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:56 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2792684648' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T19:03:56.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:56 smithi178 ceph-mon[36523]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T19:03:56.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:56 smithi178 ceph-mon[36523]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T19:03:56.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:56 smithi178 ceph-mon[36523]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: pgmap v318: 97 pgs: 6 creating+peering, 78 active+clean, 13 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: Cluster is now healthy 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:active 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:57 smithi104 ceph-mon[36417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: pgmap v318: 97 pgs: 6 creating+peering, 78 active+clean, 13 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: Cluster is now healthy 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:active 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:57.838 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:57 smithi003 ceph-mon[31577]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: pgmap v318: 97 pgs: 6 creating+peering, 78 active+clean, 13 unknown; 577 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2024-05-21T19:03:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T19:03:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: Cluster is now healthy 2024-05-21T19:03:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] up:active 2024-05-21T19:03:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:57 smithi178 ceph-mon[36523]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:03:58.476 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:03:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: 2024-05-21T19:03:58.148+0000 7f4f3471a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-21T19:03:58.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 -- 172.21.15.3:0/4246804786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103590 msgr2=0x7fb06c103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 --2- 172.21.15.3:0/4246804786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103590 0x7fb06c103a10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b0a0 tx=0x7fb05400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 -- 172.21.15.3:0/4246804786 shutdown_connections 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 --2- 172.21.15.3:0/4246804786 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c103f50 0x7fb06c110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 --2- 172.21.15.3:0/4246804786 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c1096a0 0x7fb06c109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 --2- 172.21.15.3:0/4246804786 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103590 0x7fb06c103a10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 -- 172.21.15.3:0/4246804786 >> 172.21.15.3:0/4246804786 conn(0x7fb06c07a6f0 msgr2=0x7fb06c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 -- 172.21.15.3:0/4246804786 shutdown_connections 2024-05-21T19:03:58.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.817+0000 7fb072000700 1 -- 172.21.15.3:0/4246804786 wait complete. 2024-05-21T19:03:58.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.819+0000 7fb072000700 1 Processor -- start 2024-05-21T19:03:58.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.819+0000 7fb072000700 1 -- start start 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c1096a0 0x7fb06c199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1137c0 con 0x7fb06c103f50 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c113640 con 0x7fb06c103590 2024-05-21T19:03:58.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb072000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c113940 con 0x7fb06c1096a0 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb062a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb06b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb06b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42128/0 (socket says 172.21.15.3:42128) 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb062a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43954/0 (socket says 172.21.15.3:43954) 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb06b400700 1 -- 172.21.15.3:0/330882215 learned_addr learned my addr 172.21.15.3:0/330882215 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:03:58.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.820+0000 7fb06be00700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c1096a0 0x7fb06c199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 -- 172.21.15.3:0/330882215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c1096a0 msgr2=0x7fb06c199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c1096a0 0x7fb06c199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 -- 172.21.15.3:0/330882215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 msgr2=0x7fb06c19f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 -- 172.21.15.3:0/330882215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06c19a1a0 con 0x7fb06c103f50 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb06b400700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb062a00700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b070 tx=0x7fb054004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:58.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054021070 con 0x7fb06c103f50 2024-05-21T19:03:58.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb054007e30 con 0x7fb06c103f50 2024-05-21T19:03:58.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054004670 con 0x7fb06c103f50 2024-05-21T19:03:58.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06c19a430 con 0x7fb06c103f50 2024-05-21T19:03:58.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.821+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06c1a6750 con 0x7fb06c103f50 2024-05-21T19:03:58.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.823+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb06c06a230 con 0x7fb06c103f50 2024-05-21T19:03:58.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.825+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb054003d20 con 0x7fb06c103f50 2024-05-21T19:03:58.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.827+0000 7fb068c00700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 0x7fb0500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:03:58.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.827+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fb05400f020 con 0x7fb06c103f50 2024-05-21T19:03:58.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.827+0000 7fb06b400700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 0x7fb0500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:03:58.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.828+0000 7fb06b400700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 0x7fb0500b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb06c19ab80 tx=0x7fb05c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:03:58.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:58.829+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb05402a020 con 0x7fb06c103f50 2024-05-21T19:03:59.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.068+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb06c02e560 con 0x7fb06c103f50 2024-05-21T19:03:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.072+0000 7fb068c00700 1 -- 172.21.15.3:0/330882215 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22171 (secure 0 0 0) 0x7fb05402e3e0 con 0x7fb06c103f50 2024-05-21T19:03:59.073 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:03:59.074 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":80,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:03:55.369547+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:03:59.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 msgr2=0x7fb0500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:59.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 0x7fb0500b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb06c19ab80 tx=0x7fb05c009260 comp rx=0 tx=0).stop 2024-05-21T19:03:59.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 msgr2=0x7fb06c19fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:03:59.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b070 tx=0x7fb054004c80 comp rx=0 tx=0).stop 2024-05-21T19:03:59.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 shutdown_connections 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0500b2900 0x7fb0500b4dc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb06c1096a0 0x7fb06c199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb06c103590 0x7fb06c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 --2- 172.21.15.3:0/330882215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb06c103f50 0x7fb06c19fdc0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 >> 172.21.15.3:0/330882215 conn(0x7fb06c07a6f0 msgr2=0x7fb06c102120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 shutdown_connections 2024-05-21T19:03:59.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:03:59.076+0000 7fb072000700 1 -- 172.21.15.3:0/330882215 wait complete. 2024-05-21T19:03:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:59 smithi104 ceph-mon[36417]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-21T19:03:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:03:59 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/330882215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:03:59.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:59 smithi003 ceph-mon[31577]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-21T19:03:59.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:03:59 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/330882215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:03:59.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:59 smithi178 ceph-mon[36523]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-21T19:03:59.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:03:59 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/330882215' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:03:59.979 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:04:00.459 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:01.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:01 smithi178 ceph-mon[36523]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:01.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:01 smithi104 ceph-mon[36417]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:01.795 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:01 smithi003 ceph-mon[31577]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 -- 172.21.15.3:0/3362227123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc74810ffa0 msgr2=0x7fc748112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 --2- 172.21.15.3:0/3362227123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc74810ffa0 0x7fc748112390 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc740009990 tx=0x7fc740009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 -- 172.21.15.3:0/3362227123 shutdown_connections 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 --2- 172.21.15.3:0/3362227123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc74810ffa0 0x7fc748112390 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 --2- 172.21.15.3:0/3362227123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc748075770 0x7fc748075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 --2- 172.21.15.3:0/3362227123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 0x7fc74810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 -- 172.21.15.3:0/3362227123 >> 172.21.15.3:0/3362227123 conn(0x7fc74807a6a0 msgr2=0x7fc74807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 -- 172.21.15.3:0/3362227123 shutdown_connections 2024-05-21T19:04:02.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.607+0000 7fc74dc00700 1 -- 172.21.15.3:0/3362227123 wait complete. 2024-05-21T19:04:02.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.609+0000 7fc74dc00700 1 Processor -- start 2024-05-21T19:04:02.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.609+0000 7fc74dc00700 1 -- start start 2024-05-21T19:04:02.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.609+0000 7fc74dc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:02.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.609+0000 7fc74dc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 0x7fc74819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:02.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc74dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 0x7fc7481a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc74dc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc748115950 con 0x7fc748075770 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc74dc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7481157d0 con 0x7fc748076090 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc74dc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc748115ad0 con 0x7fc74810ffa0 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46612/0 (socket says 172.21.15.3:46612) 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 -- 172.21.15.3:0/24140704 learned_addr learned my addr 172.21.15.3:0/24140704 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc73e000700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 0x7fc74819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc747400700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 0x7fc7481a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 -- 172.21.15.3:0/24140704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 msgr2=0x7fc7481a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 0x7fc7481a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 -- 172.21.15.3:0/24140704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 msgr2=0x7fc74819c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:02.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 0x7fc74819c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc746a00700 1 -- 172.21.15.3:0/24140704 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7481a0d60 con 0x7fc748075770 2024-05-21T19:04:02.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.610+0000 7fc747400700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 0x7fc7481a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:04:02.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc746a00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc73800e9c0 tx=0x7fc73800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:02.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73800cbd0 con 0x7fc748075770 2024-05-21T19:04:02.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc73800cd70 con 0x7fc748075770 2024-05-21T19:04:02.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7481a1050 con 0x7fc748075770 2024-05-21T19:04:02.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738005610 con 0x7fc748075770 2024-05-21T19:04:02.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.611+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7481a88d0 con 0x7fc748075770 2024-05-21T19:04:02.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.612+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc74806a230 con 0x7fc748075770 2024-05-21T19:04:02.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.615+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fc738004750 con 0x7fc748075770 2024-05-21T19:04:02.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.616+0000 7fc73fe00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 0x7fc72c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:02.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.617+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fc7380e2670 con 0x7fc748075770 2024-05-21T19:04:02.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.617+0000 7fc73e000700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 0x7fc72c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:02.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.617+0000 7fc73e000700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 0x7fc72c0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc748111cc0 tx=0x7fc73000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:02.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.618+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc738054df0 con 0x7fc748075770 2024-05-21T19:04:02.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.856+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc74802e560 con 0x7fc748075770 2024-05-21T19:04:02.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.861+0000 7fc73fe00700 1 -- 172.21.15.3:0/24140704 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22171 (secure 0 0 0) 0x7fc7380aa440 con 0x7fc748075770 2024-05-21T19:04:02.862 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:04:02.862 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":80,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:03:55.369547+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:04:02.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.864+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 msgr2=0x7fc72c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:02.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.864+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 0x7fc72c0b4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc748111cc0 tx=0x7fc73000b040 comp rx=0 tx=0).stop 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.864+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 msgr2=0x7fc74819bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.864+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc73800e9c0 tx=0x7fc73800ecd0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 shutdown_connections 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc72c0b2880 0x7fc72c0b4d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc74810ffa0 0x7fc7481a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc748075770 0x7fc74819bda0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 --2- 172.21.15.3:0/24140704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc748076090 0x7fc74819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:02.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 >> 172.21.15.3:0/24140704 conn(0x7fc74807a6a0 msgr2=0x7fc748100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:02.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 shutdown_connections 2024-05-21T19:04:02.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:02.865+0000 7fc74dc00700 1 -- 172.21.15.3:0/24140704 wait complete. 2024-05-21T19:04:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:03 smithi003 ceph-mon[31577]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:03 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/24140704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:03.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:03 smithi104 ceph-mon[36417]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:03 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/24140704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:03.785 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-21T19:04:03.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:03 smithi178 ceph-mon[36523]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-05-21T19:04:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:03 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/24140704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:04.249 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:05 smithi104 ceph-mon[36417]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T19:04:05.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:05 smithi003 ceph-mon[31577]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T19:04:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:05 smithi178 ceph-mon[36523]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T19:04:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.441+0000 7f87a9800700 1 -- 172.21.15.3:0/742521504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 msgr2=0x7f87a4116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.441+0000 7f87a9800700 1 --2- 172.21.15.3:0/742521504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a4116b00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f879c00b0a0 tx=0x7f879c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 -- 172.21.15.3:0/742521504 shutdown_connections 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 --2- 172.21.15.3:0/742521504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a4116b00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 --2- 172.21.15.3:0/742521504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4075770 0x7f87a4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 --2- 172.21.15.3:0/742521504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4076090 0x7f87a41141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 -- 172.21.15.3:0/742521504 >> 172.21.15.3:0/742521504 conn(0x7f87a407a6a0 msgr2=0x7f87a407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 -- 172.21.15.3:0/742521504 shutdown_connections 2024-05-21T19:04:06.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.442+0000 7f87a9800700 1 -- 172.21.15.3:0/742521504 wait complete. 2024-05-21T19:04:06.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.444+0000 7f87a9800700 1 Processor -- start 2024-05-21T19:04:06.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.444+0000 7f87a9800700 1 -- start start 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 0x7f87a41a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a41a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87a4119d30 con 0x7f87a4076090 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87a4119bb0 con 0x7f87a4075770 2024-05-21T19:04:06.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a9800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87a4119eb0 con 0x7f87a4114710 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f879a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f87a2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 0x7f87a41a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f879a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46622/0 (socket says 172.21.15.3:46622) 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.445+0000 7f879a000700 1 -- 172.21.15.3:0/3196817266 learned_addr learned my addr 172.21.15.3:0/3196817266 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a3400700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a41a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 -- 172.21.15.3:0/3196817266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 msgr2=0x7f87a41a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a41a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 -- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 msgr2=0x7f87a41a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 -- 172.21.15.3:0/3196817266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a41a5230 con 0x7f87a4075770 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f879a000700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f87a2a00700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 0x7f87a41a0220 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f879400e9f0 tx=0x7f879400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.446+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879400c9c0 con 0x7f87a4075770 2024-05-21T19:04:06.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.447+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f879400cb60 con 0x7f87a4075770 2024-05-21T19:04:06.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.447+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8794018680 con 0x7f87a4075770 2024-05-21T19:04:06.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.447+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a41a5520 con 0x7f87a4075770 2024-05-21T19:04:06.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.447+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a41acda0 con 0x7f87a4075770 2024-05-21T19:04:06.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.448+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a406a230 con 0x7f87a4075770 2024-05-21T19:04:06.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.450+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f8794010430 con 0x7f87a4075770 2024-05-21T19:04:06.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.452+0000 7f879be00700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 0x7f87880b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:06.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.452+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f87940e2240 con 0x7f87a4075770 2024-05-21T19:04:06.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.452+0000 7f879a000700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 0x7f87880b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:06.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.453+0000 7f879a000700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 0x7f87880b4e00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f87a4113c20 tx=0x7f878c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:06.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.456+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f87940aa010 con 0x7f87a4075770 2024-05-21T19:04:06.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:06.782+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f87a41acfd0 con 0x7f87a4075770 2024-05-21T19:04:07.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.479+0000 7f879be00700 1 -- 172.21.15.3:0/3196817266 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f87940b2090 con 0x7f87a4075770 2024-05-21T19:04:07.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 msgr2=0x7f87880b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:07.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 0x7f87880b4e00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f87a4113c20 tx=0x7f878c009260 comp rx=0 tx=0).stop 2024-05-21T19:04:07.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 msgr2=0x7f87a41a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:07.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 0x7f87a41a0220 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f879400e9f0 tx=0x7f879400ed00 comp rx=0 tx=0).stop 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 shutdown_connections 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87880b2940 0x7f87880b4e00 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87a4114710 0x7f87a41a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87a4075770 0x7f87a41a0220 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 --2- 172.21.15.3:0/3196817266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87a4076090 0x7f87a41a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.482+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 >> 172.21.15.3:0/3196817266 conn(0x7f87a407a6a0 msgr2=0x7f87a41101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.483+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 shutdown_connections 2024-05-21T19:04:07.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:07.483+0000 7f87a9800700 1 -- 172.21.15.3:0/3196817266 wait complete. 2024-05-21T19:04:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:07 smithi104 ceph-mon[36417]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T19:04:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:07 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3196817266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:07 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:07.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:07 smithi003 ceph-mon[31577]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T19:04:07.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:07 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3196817266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:07.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:07 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:07.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:07 smithi178 ceph-mon[36523]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T19:04:07.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:07 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3196817266' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:07.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:07 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T19:04:08.291 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-05-21T19:04:08.291 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-05-21T19:04:08.776 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:08.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:08 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T19:04:08.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:08 smithi003 ceph-mon[31577]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:08.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:08 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T19:04:08.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:08 smithi178 ceph-mon[36523]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:08.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:08 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T19:04:08.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:08 smithi104 ceph-mon[36417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:09.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:09 smithi003 ceph-mon[31577]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 3 op/s 2024-05-21T19:04:09.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:09 smithi178 ceph-mon[36523]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 3 op/s 2024-05-21T19:04:09.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:09 smithi104 ceph-mon[36417]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 3 op/s 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 -- 172.21.15.3:0/2297796764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b50105760 msgr2=0x7f3b50105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 --2- 172.21.15.3:0/2297796764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b50105760 0x7f3b50105be0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c009990 tx=0x7f3b3c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 -- 172.21.15.3:0/2297796764 shutdown_connections 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 --2- 172.21.15.3:0/2297796764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50106120 0x7f3b50112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 --2- 172.21.15.3:0/2297796764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b5010b760 0x7f3b5010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 --2- 172.21.15.3:0/2297796764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b50105760 0x7f3b50105be0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 -- 172.21.15.3:0/2297796764 >> 172.21.15.3:0/2297796764 conn(0x7f3b50101250 msgr2=0x7f3b50103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:10.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 -- 172.21.15.3:0/2297796764 shutdown_connections 2024-05-21T19:04:10.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.889+0000 7f3b55a00700 1 -- 172.21.15.3:0/2297796764 wait complete. 2024-05-21T19:04:10.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.890+0000 7f3b55a00700 1 Processor -- start 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.890+0000 7f3b55a00700 1 -- start start 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 0x7f3b5019c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b5010b760 0x7f3b501a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3b501159b0 con 0x7f3b5010b760 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3b50115830 con 0x7f3b50105760 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b55a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3b50115b30 con 0x7f3b50106120 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b4ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b4f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b5010b760 0x7f3b501a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b4ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49826/0 (socket says 172.21.15.3:49826) 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b4ea00700 1 -- 172.21.15.3:0/54476715 learned_addr learned my addr 172.21.15.3:0/54476715 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.891+0000 7f3b4e000700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 0x7f3b5019c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:10.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 -- 172.21.15.3:0/54476715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 msgr2=0x7f3b5019c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 0x7f3b5019c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 -- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b5010b760 msgr2=0x7f3b501a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b5010b760 0x7f3b501a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 -- 172.21.15.3:0/54476715 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b501a0eb0 con 0x7f3b50105760 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4e000700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 0x7f3b5019c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b4ea00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3b4000e9a0 tx=0x7f3b4000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b4000ca10 con 0x7f3b50105760 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b4000cbb0 con 0x7f3b50105760 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.892+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b501a11a0 con 0x7f3b50105760 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.893+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40018680 con 0x7f3b50105760 2024-05-21T19:04:10.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.893+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b501a8a20 con 0x7f3b50105760 2024-05-21T19:04:10.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.894+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b5006a230 con 0x7f3b50105760 2024-05-21T19:04:10.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.896+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3b40010430 con 0x7f3b50105760 2024-05-21T19:04:10.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.897+0000 7f3b47400700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 0x7f3b340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:10.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.898+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f3b400e2270 con 0x7f3b50105760 2024-05-21T19:04:10.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.898+0000 7f3b4e000700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 0x7f3b340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:10.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.898+0000 7f3b4e000700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 0x7f3b340b4d40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3b50103890 tx=0x7f3b3c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:10.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:10.902+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b400aa040 con 0x7f3b50105760 2024-05-21T19:04:11.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.203+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f3b5002e560 con 0x7f3b50105760 2024-05-21T19:04:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.498+0000 7f3b47400700 1 -- 172.21.15.3:0/54476715 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f3b400b20c0 con 0x7f3b50105760 2024-05-21T19:04:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 msgr2=0x7f3b340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 0x7f3b340b4d40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3b50103890 tx=0x7f3b3c00b260 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 msgr2=0x7f3b5019bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3b4000e9a0 tx=0x7f3b4000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 shutdown_connections 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b340b2880 0x7f3b340b4d40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3b5010b760 0x7f3b501a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3b50105760 0x7f3b5019bea0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 --2- 172.21.15.3:0/54476715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3b50106120 0x7f3b5019c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.502+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 >> 172.21.15.3:0/54476715 conn(0x7f3b50101250 msgr2=0x7f3b501019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.503+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 shutdown_connections 2024-05-21T19:04:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:11.503+0000 7f3b55a00700 1 -- 172.21.15.3:0/54476715 wait complete. 2024-05-21T19:04:11.777 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:11 smithi104 ceph-mon[36417]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-05-21T19:04:11.778 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:11 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/54476715' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:11.778 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:11 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:11.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:11 smithi003 ceph-mon[31577]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-05-21T19:04:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:11 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/54476715' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:11 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:11.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:11 smithi178 ceph-mon[36523]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-05-21T19:04:11.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:11 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/54476715' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:11 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-21T19:04:12.229 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-21T19:04:12.690 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T19:04:12.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:12 smithi003 ceph-mon[31577]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T19:04:12.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T19:04:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T19:04:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T19:04:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T19:04:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:12 smithi178 ceph-mon[36523]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T19:04:12.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:12 smithi104 ceph-mon[36417]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T19:04:13.475 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: 2024-05-21T19:04:13.149+0000 7f4f3471a700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-21T19:04:13.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:active 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: Cluster is now healthy 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T19:04:13.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:13 smithi003 ceph-mon[31577]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T19:04:13.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T19:04:13.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:active 2024-05-21T19:04:13.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T19:04:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T19:04:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: Cluster is now healthy 2024-05-21T19:04:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T19:04:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T19:04:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:13 smithi178 ceph-mon[36523]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T19:04:13.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] up:active 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: Cluster is now healthy 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T19:04:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:13 smithi104 ceph-mon[36417]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T19:04:14.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:14 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:active 2024-05-21T19:04:14.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:14 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:14.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:14 smithi003 ceph-mon[31577]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 -- 172.21.15.3:0/2390952897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa58810ffa0 msgr2=0x7fa588112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 --2- 172.21.15.3:0/2390952897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa58810ffa0 0x7fa588112390 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa58400b0a0 tx=0x7fa58400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 -- 172.21.15.3:0/2390952897 shutdown_connections 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 --2- 172.21.15.3:0/2390952897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa58810ffa0 0x7fa588112390 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 --2- 172.21.15.3:0/2390952897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588075770 0x7fa588075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 --2- 172.21.15.3:0/2390952897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa588076090 0x7fa58810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 -- 172.21.15.3:0/2390952897 >> 172.21.15.3:0/2390952897 conn(0x7fa58807a6a0 msgr2=0x7fa58807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.869+0000 7fa590800700 1 -- 172.21.15.3:0/2390952897 shutdown_connections 2024-05-21T19:04:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.870+0000 7fa590800700 1 -- 172.21.15.3:0/2390952897 wait complete. 2024-05-21T19:04:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 Processor -- start 2024-05-21T19:04:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 -- start start 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588076090 0x7fa58819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 0x7fa5881a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa5881159b0 con 0x7fa588075770 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa588115830 con 0x7fa588076090 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa590800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa588115b30 con 0x7fa58810ffa0 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.871+0000 7fa58de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39880/0 (socket says 172.21.15.3:39880) 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58de00700 1 -- 172.21.15.3:0/1100281689 learned_addr learned my addr 172.21.15.3:0/1100281689 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 0x7fa5881a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58d400700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588076090 0x7fa58819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 -- 172.21.15.3:0/1100281689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588076090 msgr2=0x7fa58819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588076090 0x7fa58819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 -- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 msgr2=0x7fa58819bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 -- 172.21.15.3:0/1100281689 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5881a0df0 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58de00700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.872+0000 7fa58e800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 0x7fa5881a06b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa58400b070 tx=0x7fa584004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.873+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa584021070 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.873+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa584007e30 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.873+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5881a1080 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.873+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa584004570 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.873+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5881a8960 con 0x7fa58810ffa0 2024-05-21T19:04:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.874+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa588076e50 con 0x7fa58810ffa0 2024-05-21T19:04:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.876+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa584004710 con 0x7fa58810ffa0 2024-05-21T19:04:14.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.878+0000 7fa582a00700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 0x7fa5700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:14.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.878+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fa5840e2e70 con 0x7fa58810ffa0 2024-05-21T19:04:14.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.878+0000 7fa58de00700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 0x7fa5700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:14.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.879+0000 7fa58de00700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 0x7fa5700b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa57c011550 tx=0x7fa57c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:14.882+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa5840aacd0 con 0x7fa58810ffa0 2024-05-21T19:04:14.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:14 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:active 2024-05-21T19:04:14.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:14 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:14.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:14 smithi178 ceph-mon[36523]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-05-21T19:04:14.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:14 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] up:active 2024-05-21T19:04:14.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:14 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:14.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:14 smithi104 ceph-mon[36417]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-05-21T19:04:15.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.169+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fa5881a8b30 con 0x7fa58810ffa0 2024-05-21T19:04:15.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.555+0000 7fa582a00700 1 -- 172.21.15.3:0/1100281689 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7fa5840aa5d0 con 0x7fa58810ffa0 2024-05-21T19:04:15.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 msgr2=0x7fa5700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:15.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 0x7fa5700b4d40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa57c011550 tx=0x7fa57c009260 comp rx=0 tx=0).stop 2024-05-21T19:04:15.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 msgr2=0x7fa5881a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:15.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 0x7fa5881a06b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa58400b070 tx=0x7fa584004c80 comp rx=0 tx=0).stop 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 shutdown_connections 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5700b2880 0x7fa5700b4d40 secure :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa57c011550 tx=0x7fa57c009260 comp rx=0 tx=0).stop 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa58810ffa0 0x7fa5881a06b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa588075770 0x7fa58819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 --2- 172.21.15.3:0/1100281689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa588076090 0x7fa58819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.560+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 >> 172.21.15.3:0/1100281689 conn(0x7fa58807a6a0 msgr2=0x7fa588100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:15.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.561+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 shutdown_connections 2024-05-21T19:04:15.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:15.562+0000 7fa590800700 1 -- 172.21.15.3:0/1100281689 wait complete. 2024-05-21T19:04:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1100281689' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:15.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:15 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:15.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1100281689' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:15.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:15 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:15.975 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1100281689' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:15 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T19:04:16.397 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-21T19:04:16.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:16 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T19:04:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:16 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:16 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:16.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:16 smithi003 ceph-mon[31577]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-05-21T19:04:16.879 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:16 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T19:04:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:16 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:16 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:16 smithi178 ceph-mon[36523]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-05-21T19:04:16.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:16 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T19:04:16.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:16 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T19:04:16.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:16 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:16.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:16 smithi104 ceph-mon[36417]: pgmap v328: 97 pgs: 97 active+clean; 581 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s rd, 1.7 KiB/s wr, 5 op/s 2024-05-21T19:04:19.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 -- 172.21.15.3:0/3951925061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924075770 msgr2=0x7fe924075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:19.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 --2- 172.21.15.3:0/3951925061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924075770 0x7fe924075b50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe914009990 tx=0x7fe914009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 -- 172.21.15.3:0/3951925061 shutdown_connections 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 --2- 172.21.15.3:0/3951925061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92410ff40 0x7fe924112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 --2- 172.21.15.3:0/3951925061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924075770 0x7fe924075b50 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 --2- 172.21.15.3:0/3951925061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe924076090 0x7fe92410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 -- 172.21.15.3:0/3951925061 >> 172.21.15.3:0/3951925061 conn(0x7fe92407a6a0 msgr2=0x7fe92407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 -- 172.21.15.3:0/3951925061 shutdown_connections 2024-05-21T19:04:19.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.004+0000 7fe928e00700 1 -- 172.21.15.3:0/3951925061 wait complete. 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.005+0000 7fe928e00700 1 Processor -- start 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.005+0000 7fe928e00700 1 -- start start 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 0x7fe92419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92410ff40 0x7fe9241a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe924115960 con 0x7fe924076090 2024-05-21T19:04:19.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9241157e0 con 0x7fe92410ff40 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe928e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe924115ae0 con 0x7fe924075770 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe919400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe921e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 0x7fe92419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe919400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39896/0 (socket says 172.21.15.3:39896) 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe919400700 1 -- 172.21.15.3:0/4262991388 learned_addr learned my addr 172.21.15.3:0/4262991388 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:19.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe922800700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92410ff40 0x7fe9241a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe921e00700 1 -- 172.21.15.3:0/4262991388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92410ff40 msgr2=0x7fe9241a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.006+0000 7fe921e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92410ff40 0x7fe9241a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe921e00700 1 -- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 msgr2=0x7fe92419c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe921e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe921e00700 1 -- 172.21.15.3:0/4262991388 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9241a0e80 con 0x7fe924075770 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe919400700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe921e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 0x7fe92419be70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe9140098e0 tx=0x7fe9140057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe914027070 con 0x7fe924075770 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9241a1110 con 0x7fe924075770 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe914022470 con 0x7fe924075770 2024-05-21T19:04:19.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe914017650 con 0x7fe924075770 2024-05-21T19:04:19.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.007+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9241a89f0 con 0x7fe924075770 2024-05-21T19:04:19.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.009+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe92406a230 con 0x7fe924075770 2024-05-21T19:04:19.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.011+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fe91402a070 con 0x7fe924075770 2024-05-21T19:04:19.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.012+0000 7fe91b400700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 0x7fe9080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:19.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.013+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fe9140e2e70 con 0x7fe924075770 2024-05-21T19:04:19.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.013+0000 7fe919400700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 0x7fe9080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:19.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.013+0000 7fe919400700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 0x7fe9080b4dc0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe924111b70 tx=0x7fe90c007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:19.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.017+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe914013070 con 0x7fe924075770 2024-05-21T19:04:19.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:19.312+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fe92419d1d0 con 0x7fe924075770 2024-05-21T19:04:19.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:19 smithi178 ceph-mon[36523]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:19.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:19 smithi104 ceph-mon[36417]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:19.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:19 smithi003 ceph-mon[31577]: pgmap v329: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:20.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.135+0000 7fe91b400700 1 -- 172.21.15.3:0/4262991388 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7fe9140aacd0 con 0x7fe924075770 2024-05-21T19:04:20.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.140+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 msgr2=0x7fe9080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:20.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.140+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 0x7fe9080b4dc0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe924111b70 tx=0x7fe90c007480 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.140+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 msgr2=0x7fe92419be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.140+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 0x7fe92419be70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe9140098e0 tx=0x7fe9140057c0 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 shutdown_connections 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9080b2900 0x7fe9080b4dc0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92410ff40 0x7fe9241a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe924075770 0x7fe92419be70 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 --2- 172.21.15.3:0/4262991388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe924076090 0x7fe92419c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:20.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 >> 172.21.15.3:0/4262991388 conn(0x7fe92407a6a0 msgr2=0x7fe9241019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:20.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 shutdown_connections 2024-05-21T19:04:20.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:20.141+0000 7fe928e00700 1 -- 172.21.15.3:0/4262991388 wait complete. 2024-05-21T19:04:20.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:20 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4262991388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:20 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:20 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4262991388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:20 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:20 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4262991388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:20 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T19:04:20.958 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-05-21T19:04:20.958 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-21T19:04:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:21 smithi104 ceph-mon[36417]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:21 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T19:04:21.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:21 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:21.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:21 smithi003 ceph-mon[31577]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:21.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:21 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T19:04:21.574 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:21 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:21 smithi178 ceph-mon[36523]: pgmap v330: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:04:21.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:21 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T19:04:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:21 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:04:23.240 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:23 smithi003 ceph-mon[31577]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-21T19:04:23.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:23 smithi104 ceph-mon[36417]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-21T19:04:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 -- 172.21.15.3:0/1931718099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 msgr2=0x7f7114104830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 --2- 172.21.15.3:0/1931718099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f7114104830 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7108009990 tx=0x7f7108009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 -- 172.21.15.3:0/1931718099 shutdown_connections 2024-05-21T19:04:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 --2- 172.21.15.3:0/1931718099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f71141122c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 --2- 172.21.15.3:0/1931718099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f7114104830 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 --2- 172.21.15.3:0/1931718099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 0x7f7114101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 -- 172.21.15.3:0/1931718099 >> 172.21.15.3:0/1931718099 conn(0x7f7114078ab0 msgr2=0x7f71140ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 -- 172.21.15.3:0/1931718099 shutdown_connections 2024-05-21T19:04:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.514+0000 7f711b800700 1 -- 172.21.15.3:0/1931718099 wait complete. 2024-05-21T19:04:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.516+0000 7f711b800700 1 Processor -- start 2024-05-21T19:04:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.516+0000 7f711b800700 1 -- start start 2024-05-21T19:04:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.516+0000 7f711b800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 0x7f711419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.516+0000 7f711b800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f711b800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f71141a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f711b800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7114115910 con 0x7f7114104450 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f711b800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7114115790 con 0x7f7114101b30 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f711b800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7114115a90 con 0x7f71141025d0 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7113e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f71141a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7113e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59340/0 (socket says 172.21.15.3:59340) 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7113e00700 1 -- 172.21.15.3:0/998613179 learned_addr learned my addr 172.21.15.3:0/998613179 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7118e00700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 0x7f711419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 -- 172.21.15.3:0/998613179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 msgr2=0x7f711419c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 -- 172.21.15.3:0/998613179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 msgr2=0x7f711419be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 0x7f711419be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7119800700 1 -- 172.21.15.3:0/998613179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71141a0e30 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.517+0000 7f7113e00700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f7119800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f71141a06f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f710c007f10 tx=0x7f710c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710c004db0 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f710c009e20 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710c015400 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71141a1120 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.518+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71141a89a0 con 0x7f7114104450 2024-05-21T19:04:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.519+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7114102b40 con 0x7f7114104450 2024-05-21T19:04:23.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.522+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f710c005260 con 0x7f7114104450 2024-05-21T19:04:23.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.523+0000 7f7111600700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 0x7f70fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:23.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.524+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f710c0e1f10 con 0x7f7114104450 2024-05-21T19:04:23.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.524+0000 7f7118e00700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 0x7f70fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:23.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.524+0000 7f7118e00700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 0x7f70fc0b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f71080098e0 tx=0x7f7108005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:23.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.526+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f710c010070 con 0x7f7114104450 2024-05-21T19:04:23.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:23 smithi178 ceph-mon[36523]: pgmap v331: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-05-21T19:04:23.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.796+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7114063980 con 0x7f70fc0b2880 2024-05-21T19:04:23.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.825+0000 7f7111600700 1 -- 172.21.15.3:0/998613179 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7114063980 con 0x7f70fc0b2880 2024-05-21T19:04:23.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 msgr2=0x7f70fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:23.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 0x7f70fc0b4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f71080098e0 tx=0x7f7108005960 comp rx=0 tx=0).stop 2024-05-21T19:04:23.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 msgr2=0x7f71141a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:23.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f71141a06f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f710c007f10 tx=0x7f710c00d3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 shutdown_connections 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70fc0b2880 0x7f70fc0b4d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7114104450 0x7f71141a06f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7114101b30 0x7f711419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 --2- 172.21.15.3:0/998613179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f71141025d0 0x7f711419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 >> 172.21.15.3:0/998613179 conn(0x7f7114078ab0 msgr2=0x7f71140ff2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 shutdown_connections 2024-05-21T19:04:23.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:23.828+0000 7f711b800700 1 -- 172.21.15.3:0/998613179 wait complete. 2024-05-21T19:04:24.108 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:04:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:04:23.804+0000 7fce8c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T19:04:24.108 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:04:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:04:23.804+0000 7fce8c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T19:04:24.108 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:04:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:04:23.804+0000 7fce8c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T19:04:24.108 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:04:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:04:23.804+0000 7fce8c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T19:04:24.108 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:04:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:04:23.804+0000 7fce8c400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T19:04:24.668 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-21T19:04:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:25.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:25 smithi104 ceph-mon[36417]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:25.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:25 smithi104 ceph-mon[36417]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-21T19:04:25.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:25 smithi003 ceph-mon[31577]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:25.501 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:25 smithi003 ceph-mon[31577]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-21T19:04:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:25 smithi178 ceph-mon[36523]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:25.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:25 smithi178 ceph-mon[36523]: pgmap v332: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-05-21T19:04:26.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:26 smithi104 ceph-mon[36417]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-21T19:04:26.521 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:26 smithi003 ceph-mon[31577]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-21T19:04:26.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:26 smithi178 ceph-mon[36523]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-05-21T19:04:27.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.416+0000 7fb3a1800700 1 -- 172.21.15.3:0/331081586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c105670 msgr2=0x7fb39c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:27.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.416+0000 7fb3a1800700 1 --2- 172.21.15.3:0/331081586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c105670 0x7fb39c105af0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb388009990 tx=0x7fb388009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 -- 172.21.15.3:0/331081586 shutdown_connections 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 --2- 172.21.15.3:0/331081586 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c106030 0x7fb39c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 --2- 172.21.15.3:0/331081586 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c10b670 0x7fb39c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 --2- 172.21.15.3:0/331081586 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c105670 0x7fb39c105af0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 -- 172.21.15.3:0/331081586 >> 172.21.15.3:0/331081586 conn(0x7fb39c101160 msgr2=0x7fb39c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 -- 172.21.15.3:0/331081586 shutdown_connections 2024-05-21T19:04:27.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.417+0000 7fb3a1800700 1 -- 172.21.15.3:0/331081586 wait complete. 2024-05-21T19:04:27.418 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:27 smithi003 ceph-mon[31577]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.418+0000 7fb3a1800700 1 Processor -- start 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.418+0000 7fb3a1800700 1 -- start start 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c106030 0x7fb39c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 0x7fb39c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb39c115900 con 0x7fb39c106030 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb39c115780 con 0x7fb39c10b670 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a1800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb39c115a80 con 0x7fb39c105670 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb39be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb39b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c106030 0x7fb39c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a0e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 0x7fb39c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:27.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb39be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59376/0 (socket says 172.21.15.3:59376) 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb39be00700 1 -- 172.21.15.3:0/11350386 learned_addr learned my addr 172.21.15.3:0/11350386 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.419+0000 7fb3a0e00700 1 -- 172.21.15.3:0/11350386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 msgr2=0x7fb39c19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a0e00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a0e00700 1 -- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c106030 msgr2=0x7fb39c19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a0e00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c106030 0x7fb39c19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a0e00700 1 -- 172.21.15.3:0/11350386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb39c1a0d60 con 0x7fb39c10b670 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb39be00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:27.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a0e00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 0x7fb39c1a0620 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb39400efc0 tx=0x7fb39400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3940092e0 con 0x7fb39c10b670 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb394004bb0 con 0x7fb39c10b670 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb39c1a0ff0 con 0x7fb39c10b670 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb394004020 con 0x7fb39c10b670 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.420+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb39c1a88d0 con 0x7fb39c10b670 2024-05-21T19:04:27.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.422+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb39c06a230 con 0x7fb39c10b670 2024-05-21T19:04:27.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.424+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb39401b030 con 0x7fb39c10b670 2024-05-21T19:04:27.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.425+0000 7fb398c00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 0x7fb3800b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:27.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.425+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fb3940e1d30 con 0x7fb39c10b670 2024-05-21T19:04:27.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.425+0000 7fb39be00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 0x7fb3800b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:27.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.426+0000 7fb39be00700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 0x7fb3800b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb38c011550 tx=0x7fb38c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:27.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.430+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb394022020 con 0x7fb39c10b670 2024-05-21T19:04:27.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:27 smithi104 ceph-mon[36417]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-21T19:04:27.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:27 smithi178 ceph-mon[36523]: pgmap v333: 97 pgs: 97 active+clean; 582 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-21T19:04:27.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.704+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb39c063980 con 0x7fb3800b2910 2024-05-21T19:04:27.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.741+0000 7fb398c00700 1 -- 172.21.15.3:0/11350386 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb39c063980 con 0x7fb3800b2910 2024-05-21T19:04:27.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.744+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 msgr2=0x7fb3800b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:27.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.744+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 0x7fb3800b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb38c011550 tx=0x7fb38c009260 comp rx=0 tx=0).stop 2024-05-21T19:04:27.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.744+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 msgr2=0x7fb39c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:27.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.744+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 0x7fb39c1a0620 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb39400efc0 tx=0x7fb39400c3a0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 shutdown_connections 2024-05-21T19:04:27.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3800b2910 0x7fb3800b4dd0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb39c10b670 0x7fb39c1a0620 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb39c105670 0x7fb39c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 --2- 172.21.15.3:0/11350386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb39c106030 0x7fb39c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:27.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 >> 172.21.15.3:0/11350386 conn(0x7fb39c101160 msgr2=0x7fb39c101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:27.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 shutdown_connections 2024-05-21T19:04:27.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:27.745+0000 7fb3a1800700 1 -- 172.21.15.3:0/11350386 wait complete. 2024-05-21T19:04:28.547 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-21T19:04:29.021 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:29.429 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:29 smithi003 ceph-mon[31577]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:29.429 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:29 smithi003 ceph-mon[31577]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-21T19:04:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:29 smithi104 ceph-mon[36417]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:29 smithi104 ceph-mon[36417]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-21T19:04:29.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:29 smithi178 ceph-mon[36523]: from='client.24587 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:29.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:29 smithi178 ceph-mon[36523]: pgmap v334: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-05-21T19:04:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.277+0000 7ff1c7200700 1 -- 172.21.15.3:0/2939717602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 msgr2=0x7ff1c8112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.277+0000 7ff1c7200700 1 --2- 172.21.15.3:0/2939717602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c8112540 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff1c000b0a0 tx=0x7ff1c000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 -- 172.21.15.3:0/2939717602 shutdown_connections 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 --2- 172.21.15.3:0/2939717602 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c8112540 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 --2- 172.21.15.3:0/2939717602 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c810b670 0x7ff1c810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 --2- 172.21.15.3:0/2939717602 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c8105670 0x7ff1c8105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 -- 172.21.15.3:0/2939717602 >> 172.21.15.3:0/2939717602 conn(0x7ff1c8101160 msgr2=0x7ff1c8103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 -- 172.21.15.3:0/2939717602 shutdown_connections 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.278+0000 7ff1c7200700 1 -- 172.21.15.3:0/2939717602 wait complete. 2024-05-21T19:04:31.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.279+0000 7ff1c7200700 1 Processor -- start 2024-05-21T19:04:31.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.280+0000 7ff1c7200700 1 -- start start 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 0x7ff1c81a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c81a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c810b670 0x7ff1c819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c8115900 con 0x7ff1c8105670 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c8115780 con 0x7ff1c810b670 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c7200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c8115a80 con 0x7ff1c8106030 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 0x7ff1c81a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:31.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 0x7ff1c81a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35770/0 (socket says 172.21.15.3:35770) 2024-05-21T19:04:31.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c5e00700 1 -- 172.21.15.3:0/1847042374 learned_addr learned my addr 172.21.15.3:0/1847042374 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:31.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c5400700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c81a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:31.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.281+0000 7ff1c6800700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c810b670 0x7ff1c819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 -- 172.21.15.3:0/1847042374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c810b670 msgr2=0x7ff1c819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c810b670 0x7ff1c819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 -- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 msgr2=0x7ff1c81a1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 0x7ff1c81a1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 -- 172.21.15.3:0/1847042374 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c819c280 con 0x7ff1c8106030 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c5400700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c81a1e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400e9f0 tx=0x7ff1b400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b400cb70 con 0x7ff1c8106030 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c819c570 con 0x7ff1c8106030 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b400ee90 con 0x7ff1c8106030 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.282+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4003d40 con 0x7ff1c8106030 2024-05-21T19:04:31.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.283+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c81a87e0 con 0x7ff1c8106030 2024-05-21T19:04:31.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.284+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1c806a230 con 0x7ff1c8106030 2024-05-21T19:04:31.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.286+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ff1b4003ee0 con 0x7ff1c8106030 2024-05-21T19:04:31.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.287+0000 7ff1bea00700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 0x7ff1ac0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:31.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.287+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7ff1b40e23d0 con 0x7ff1c8106030 2024-05-21T19:04:31.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.288+0000 7ff1c5e00700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 0x7ff1ac0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:31.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.288+0000 7ff1c5e00700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 0x7ff1ac0b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8009ca0 tx=0x7ff1b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:31.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.291+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff1b40aa040 con 0x7ff1c8106030 2024-05-21T19:04:31.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:31 smithi003 ceph-mon[31577]: pgmap v335: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:04:31.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:31 smithi104 ceph-mon[36417]: pgmap v335: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:04:31.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.569+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7ff1c819cfc0 con 0x7ff1ac0b2910 2024-05-21T19:04:31.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.579+0000 7ff1bea00700 1 -- 172.21.15.3:0/1847042374 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7ff1c819cfc0 con 0x7ff1ac0b2910 2024-05-21T19:04:31.579 INFO:teuthology.orchestra.run.smithi003.stdout:/volumes/qa/sv_0/c2362ace-5f10-4314-9a84-8c1ed27be5f3 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 msgr2=0x7ff1ac0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 0x7ff1ac0b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8009ca0 tx=0x7ff1b8009260 comp rx=0 tx=0).stop 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 msgr2=0x7ff1c81a1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c81a1e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff1b400e9f0 tx=0x7ff1b400ed00 comp rx=0 tx=0).stop 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 shutdown_connections 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1ac0b2910 0x7ff1ac0b4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1c810b670 0x7ff1c819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.582+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1c8105670 0x7ff1c81a1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.583+0000 7ff1c7200700 1 --2- 172.21.15.3:0/1847042374 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1c8106030 0x7ff1c81a1e50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:31.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.583+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 >> 172.21.15.3:0/1847042374 conn(0x7ff1c8101160 msgr2=0x7ff1c8101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:31.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.583+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 shutdown_connections 2024-05-21T19:04:31.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:31.583+0000 7ff1c7200700 1 -- 172.21.15.3:0/1847042374 wait complete. 2024-05-21T19:04:31.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:31 smithi178 ceph-mon[36523]: pgmap v335: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:04:32.371 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-21T19:04:32.833 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:33.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:33 smithi003 ceph-mon[31577]: from='client.24601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:33.329 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:33 smithi003 ceph-mon[31577]: pgmap v336: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:04:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:33 smithi104 ceph-mon[36417]: from='client.24601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:33.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:33 smithi104 ceph-mon[36417]: pgmap v336: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:04:33.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:33 smithi178 ceph-mon[36523]: from='client.24601 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:33.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:33 smithi178 ceph-mon[36523]: pgmap v336: 97 pgs: 97 active+clean; 588 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:04:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.041+0000 7fb0fda00700 1 -- 172.21.15.3:0/4080420338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81037f0 msgr2=0x7fb0f8103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.041+0000 7fb0fda00700 1 --2- 172.21.15.3:0/4080420338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81037f0 0x7fb0f8103bd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8009990 tx=0x7fb0e8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 -- 172.21.15.3:0/4080420338 shutdown_connections 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 --2- 172.21.15.3:0/4080420338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 0x7fb0f8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 --2- 172.21.15.3:0/4080420338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81037f0 0x7fb0f8103bd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 --2- 172.21.15.3:0/4080420338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81041a0 0x7fb0f81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 -- 172.21.15.3:0/4080420338 >> 172.21.15.3:0/4080420338 conn(0x7fb0f807a6a0 msgr2=0x7fb0f807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 -- 172.21.15.3:0/4080420338 shutdown_connections 2024-05-21T19:04:35.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.042+0000 7fb0fda00700 1 -- 172.21.15.3:0/4080420338 wait complete. 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.043+0000 7fb0fda00700 1 Processor -- start 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.043+0000 7fb0fda00700 1 -- start start 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81041a0 0x7fb0f8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 0x7fb0f80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113710 con 0x7fb0f81037f0 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113590 con 0x7fb0f81088f0 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0fda00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb0f8113890 con 0x7fb0f81041a0 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35782/0 (socket says 172.21.15.3:35782) 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 -- 172.21.15.3:0/3499546153 learned_addr learned my addr 172.21.15.3:0/3499546153 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:35.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0ee000700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81041a0 0x7fb0f8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f7400700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 0x7fb0f80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 -- 172.21.15.3:0/3499546153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81041a0 msgr2=0x7fb0f8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81041a0 0x7fb0f8075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 -- 172.21.15.3:0/3499546153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 msgr2=0x7fb0f80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.044+0000 7fb0f6a00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 0x7fb0f80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0f6a00700 1 -- 172.21.15.3:0/3499546153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0f81a8110 con 0x7fb0f81037f0 2024-05-21T19:04:35.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0f6a00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8005910 tx=0x7fb0e800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8027070 con 0x7fb0f81037f0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0f81a83a0 con 0x7fb0f81037f0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb0e800b610 con 0x7fb0f81037f0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.045+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0f81a8800 con 0x7fb0f81037f0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.046+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0e80173f0 con 0x7fb0f81037f0 2024-05-21T19:04:35.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.047+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0f810bb30 con 0x7fb0f81037f0 2024-05-21T19:04:35.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.049+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb0e802a070 con 0x7fb0f81037f0 2024-05-21T19:04:35.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.050+0000 7fb0efe00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 0x7fb0dc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:35.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.050+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fb0e80e2f20 con 0x7fb0f81037f0 2024-05-21T19:04:35.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.051+0000 7fb0ee000700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 0x7fb0dc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:35.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.051+0000 7fb0ee000700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 0x7fb0dc0b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8103100 tx=0x7fb0e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:35.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.055+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb0e8013070 con 0x7fb0f81037f0 2024-05-21T19:04:35.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.340+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb0f8063980 con 0x7fb0dc0b2910 2024-05-21T19:04:35.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.381+0000 7fb0efe00700 1 -- 172.21.15.3:0/3499546153 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb0f8063980 con 0x7fb0dc0b2910 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.384+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 msgr2=0x7fb0dc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 0x7fb0dc0b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8103100 tx=0x7fb0e0009260 comp rx=0 tx=0).stop 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 msgr2=0x7fb0f8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8005910 tx=0x7fb0e800bfc0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 shutdown_connections 2024-05-21T19:04:35.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb0dc0b2910 0x7fb0dc0b4dd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb0f81088f0 0x7fb0f80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb0f81037f0 0x7fb0f8075840 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 --2- 172.21.15.3:0/3499546153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb0f81041a0 0x7fb0f8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 >> 172.21.15.3:0/3499546153 conn(0x7fb0f807a6a0 msgr2=0x7fb0f8101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 shutdown_connections 2024-05-21T19:04:35.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:35.385+0000 7fb0fda00700 1 -- 172.21.15.3:0/3499546153 wait complete. 2024-05-21T19:04:35.475 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:35 smithi104 ceph-mon[36417]: pgmap v337: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 7 op/s 2024-05-21T19:04:35.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:35 smithi003 ceph-mon[31577]: pgmap v337: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 7 op/s 2024-05-21T19:04:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:35 smithi178 ceph-mon[36523]: pgmap v337: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 7 op/s 2024-05-21T19:04:36.262 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-21T19:04:36.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:36 smithi003 ceph-mon[31577]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:36.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:36 smithi178 ceph-mon[36523]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:36.694 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:36.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:36 smithi104 ceph-mon[36417]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:37.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:37 smithi003 ceph-mon[31577]: pgmap v338: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-21T19:04:37.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:37 smithi178 ceph-mon[36523]: pgmap v338: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-21T19:04:37.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:37 smithi104 ceph-mon[36417]: pgmap v338: 97 pgs: 97 active+clean; 606 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-21T19:04:38.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 -- 172.21.15.3:0/2984463405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 msgr2=0x7fba8406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 --2- 172.21.15.3:0/2984463405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8406b6a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fba70009990 tx=0x7fba70009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 -- 172.21.15.3:0/2984463405 shutdown_connections 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 --2- 172.21.15.3:0/2984463405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba8406bbe0 0x7fba841103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 --2- 172.21.15.3:0/2984463405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba841095b0 0x7fba84109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 --2- 172.21.15.3:0/2984463405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8406b6a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 -- 172.21.15.3:0/2984463405 >> 172.21.15.3:0/2984463405 conn(0x7fba840793f0 msgr2=0x7fba84079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 -- 172.21.15.3:0/2984463405 shutdown_connections 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.895+0000 7fba89600700 1 -- 172.21.15.3:0/2984463405 wait complete. 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.896+0000 7fba89600700 1 Processor -- start 2024-05-21T19:04:38.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 -- start start 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba841095b0 0x7fba841a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fba84113720 con 0x7fba8406bbe0 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fba841135a0 con 0x7fba8406b220 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba89600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fba841138a0 con 0x7fba841095b0 2024-05-21T19:04:38.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba82000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba82000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35796/0 (socket says 172.21.15.3:35796) 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba82000700 1 -- 172.21.15.3:0/1341373663 learned_addr learned my addr 172.21.15.3:0/1341373663 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba82a00700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.897+0000 7fba83400700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba841095b0 0x7fba841a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 -- 172.21.15.3:0/1341373663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba841095b0 msgr2=0x7fba841a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba841095b0 0x7fba841a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 -- 172.21.15.3:0/1341373663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 msgr2=0x7fba8419be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8419be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 -- 172.21.15.3:0/1341373663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba841a0e60 con 0x7fba8406bbe0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.898+0000 7fba82000700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fba70005910 tx=0x7fba7000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.899+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba70027070 con 0x7fba8406bbe0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.899+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba841a10f0 con 0x7fba8406bbe0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.899+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba70022470 con 0x7fba8406bbe0 2024-05-21T19:04:38.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.899+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba70017630 con 0x7fba8406bbe0 2024-05-21T19:04:38.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.899+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba841a89d0 con 0x7fba8406bbe0 2024-05-21T19:04:38.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.900+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba84104c70 con 0x7fba8406bbe0 2024-05-21T19:04:38.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.902+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fba7002a070 con 0x7fba8406bbe0 2024-05-21T19:04:38.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.904+0000 7fba7b400700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 0x7fba680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:38.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.904+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fba700e2f30 con 0x7fba8406bbe0 2024-05-21T19:04:38.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.904+0000 7fba82a00700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 0x7fba680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:38.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.905+0000 7fba82a00700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 0x7fba680b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fba74009be0 tx=0x7fba74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:38.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:38.911+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fba70013070 con 0x7fba8406bbe0 2024-05-21T19:04:39.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.187+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fba8410ee30 con 0x7fba680b2910 2024-05-21T19:04:39.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.200+0000 7fba7b400700 1 -- 172.21.15.3:0/1341373663 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fba8410ee30 con 0x7fba680b2910 2024-05-21T19:04:39.200 INFO:teuthology.orchestra.run.smithi003.stdout:/volumes/qa/sv_1/ded16a49-38b3-49d4-bc2b-67aae26313ea 2024-05-21T19:04:39.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 msgr2=0x7fba680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:39.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 0x7fba680b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fba74009be0 tx=0x7fba74009260 comp rx=0 tx=0).stop 2024-05-21T19:04:39.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 msgr2=0x7fba8419c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:39.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fba70005910 tx=0x7fba7000b670 comp rx=0 tx=0).stop 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 shutdown_connections 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fba680b2910 0x7fba680b4dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fba841095b0 0x7fba841a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fba8406b220 0x7fba8419be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 --2- 172.21.15.3:0/1341373663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fba8406bbe0 0x7fba8419c390 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 >> 172.21.15.3:0/1341373663 conn(0x7fba840793f0 msgr2=0x7fba8410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 shutdown_connections 2024-05-21T19:04:39.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:39.204+0000 7fba89600700 1 -- 172.21.15.3:0/1341373663 wait complete. 2024-05-21T19:04:39.532 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:39 smithi003 ceph-mon[31577]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:04:39.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:39 smithi178 ceph-mon[36523]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:04:39.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:39 smithi104 ceph-mon[36417]: pgmap v339: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:04:39.985 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-21T19:04:40.257 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-05-21T19:04:40.463 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:40.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-05-21T19:04:40.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-21T19:04:40.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-05-21T19:04:40.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-21T19:04:40.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:40.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-05-21T19:04:40.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-21T19:04:40.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-05-21T19:04:40.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]: dispatch 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: pgmap v340: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-21T19:04:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-05-21T19:04:41.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-21T19:04:41.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:41 smithi003 ceph-mon[31577]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: pgmap v340: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-21T19:04:41.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:41 smithi104 ceph-mon[36417]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T19:04:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: pgmap v340: 97 pgs: 97 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-05-21T19:04:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 1]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 8]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 9]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 6]}]': finished 2024-05-21T19:04:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:41 smithi178 ceph-mon[36523]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T19:04:42.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:42 smithi003 ceph-mon[31577]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T19:04:42.482 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:04:42.576 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:42 smithi104 ceph-mon[36417]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T19:04:42.576 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:04:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:42 smithi178 ceph-mon[36523]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T19:04:42.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:04:42.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 -- 172.21.15.3:0/3307770042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec114480 msgr2=0x7f3eec116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:42.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3307770042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec114480 0x7f3eec116870 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400b0a0 tx=0x7f3ee400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 -- 172.21.15.3:0/3307770042 shutdown_connections 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3307770042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec114480 0x7f3eec116870 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3307770042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec0758e0 0x7f3eec075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3307770042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec076200 0x7f3eec113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 -- 172.21.15.3:0/3307770042 >> 172.21.15.3:0/3307770042 conn(0x7f3eec0fefc0 msgr2=0x7f3eec1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 -- 172.21.15.3:0/3307770042 shutdown_connections 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.658+0000 7f3eebe00700 1 -- 172.21.15.3:0/3307770042 wait complete. 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.659+0000 7f3eebe00700 1 Processor -- start 2024-05-21T19:04:42.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.659+0000 7f3eebe00700 1 -- start start 2024-05-21T19:04:42.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 0x7f3eec1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:42.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 0x7f3eec1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119c40 con 0x7f3eec0758e0 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119ac0 con 0x7f3eec114480 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eebe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec119dc0 con 0x7f3eec076200 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eeaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 0x7f3eec1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eeb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eea000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 0x7f3eec1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eeb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44656/0 (socket says 172.21.15.3:44656) 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eea000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 0x7f3eec1a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:52444/0 (socket says 172.21.15.3:52444) 2024-05-21T19:04:42.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.660+0000 7f3eeb400700 1 -- 172.21.15.3:0/3766716555 learned_addr learned my addr 172.21.15.3:0/3766716555 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 -- 172.21.15.3:0/3766716555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 msgr2=0x7f3eec1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 0x7f3eec1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 -- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 msgr2=0x7f3eec1a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 0x7f3eec1a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 -- 172.21.15.3:0/3766716555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eec1a5120 con 0x7f3eec114480 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeaa00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 0x7f3eec1a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.661+0000 7f3eeb400700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400b780 tx=0x7f3ee4004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:42.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.662+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee4021070 con 0x7f3eec114480 2024-05-21T19:04:42.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.662+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ee4007e30 con 0x7f3eec114480 2024-05-21T19:04:42.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.662+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ee4004700 con 0x7f3eec114480 2024-05-21T19:04:42.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.662+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eec1a53b0 con 0x7f3eec114480 2024-05-21T19:04:42.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.662+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eec1acc90 con 0x7f3eec114480 2024-05-21T19:04:42.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.663+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eec1a1470 con 0x7f3eec114480 2024-05-21T19:04:42.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.665+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f3ee4007980 con 0x7f3eec114480 2024-05-21T19:04:42.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.667+0000 7f3ee3400700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 0x7f3ed00b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:42.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.667+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3ee400f020 con 0x7f3eec114480 2024-05-21T19:04:42.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.667+0000 7f3eeaa00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 0x7f3ed00b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:42.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.668+0000 7f3eeaa00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 0x7f3ed00b4ed0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3edc011490 tx=0x7f3edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:42.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.671+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3ee402a020 con 0x7f3eec114480 2024-05-21T19:04:42.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.985+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3eec02e560 con 0x7f3eec114480 2024-05-21T19:04:42.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.986+0000 7f3ee3400700 1 -- 172.21.15.3:0/3766716555 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7f3ee40ab2d0 con 0x7f3eec114480 2024-05-21T19:04:42.985 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:04:42.985 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:04:42.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 msgr2=0x7f3ed00b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:42.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 0x7f3ed00b4ed0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3edc011490 tx=0x7f3edc009260 comp rx=0 tx=0).stop 2024-05-21T19:04:42.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 msgr2=0x7f3eec1a49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:42.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400b780 tx=0x7f3ee4004d00 comp rx=0 tx=0).stop 2024-05-21T19:04:42.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 shutdown_connections 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ed00b2a10 0x7f3ed00b4ed0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3eec114480 0x7f3eec1a49e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3eec0758e0 0x7f3eec1a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 --2- 172.21.15.3:0/3766716555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3eec076200 0x7f3eec1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 >> 172.21.15.3:0/3766716555 conn(0x7f3eec0fefc0 msgr2=0x7f3eec0ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 shutdown_connections 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:42.989+0000 7f3eebe00700 1 -- 172.21.15.3:0/3766716555 wait complete. 2024-05-21T19:04:42.989 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:04:43.581 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:43 smithi003 ceph-mon[31577]: pgmap v343: 97 pgs: 2 peering, 95 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:43.581 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:43 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3766716555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:04:43.581 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:43.581 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:43 smithi178 ceph-mon[36523]: pgmap v343: 97 pgs: 2 peering, 95 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:43 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3766716555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:04:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:43.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:43 smithi104 ceph-mon[36417]: pgmap v343: 97 pgs: 2 peering, 95 active+clean; 625 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.9 KiB/s wr, 7 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:43 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3766716555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:04:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.326 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:04:44.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:44.785 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:45.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:45 smithi003 ceph-mon[31577]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.9 KiB/s wr, 8 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:45 smithi178 ceph-mon[36523]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.9 KiB/s wr, 8 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:45 smithi104 ceph-mon[36417]: pgmap v344: 97 pgs: 2 peering, 95 active+clean; 633 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.9 KiB/s wr, 8 op/s; 2 B/s, 0 objects/s recovering 2024-05-21T19:04:46.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 -- 172.21.15.3:0/1918046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc108500 msgr2=0x7f40bc1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 --2- 172.21.15.3:0/1918046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc108500 0x7f40bc1088e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009990 tx=0x7f40ac009ca0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 -- 172.21.15.3:0/1918046471 shutdown_connections 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 --2- 172.21.15.3:0/1918046471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc103f90 0x7f40bc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 --2- 172.21.15.3:0/1918046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc108500 0x7f40bc1088e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 --2- 172.21.15.3:0/1918046471 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc1035f0 0x7f40bc103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 -- 172.21.15.3:0/1918046471 >> 172.21.15.3:0/1918046471 conn(0x7f40bc07a6a0 msgr2=0x7f40bc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 -- 172.21.15.3:0/1918046471 shutdown_connections 2024-05-21T19:04:46.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.807+0000 7f40c2600700 1 -- 172.21.15.3:0/1918046471 wait complete. 2024-05-21T19:04:46.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.808+0000 7f40c2600700 1 Processor -- start 2024-05-21T19:04:46.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.808+0000 7f40c2600700 1 -- start start 2024-05-21T19:04:46.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc1035f0 0x7f40bc19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:46.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc108500 0x7f40bc1a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc113770 con 0x7f40bc1035f0 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc1135f0 con 0x7f40bc103f90 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40c2600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc1138f0 con 0x7f40bc108500 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40b3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40bb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc1035f0 0x7f40bc19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40b3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44670/0 (socket says 172.21.15.3:44670) 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40b3e00700 1 -- 172.21.15.3:0/266479155 learned_addr learned my addr 172.21.15.3:0/266479155 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:46.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.809+0000 7f40bbe00700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc108500 0x7f40bc1a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:46.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 -- 172.21.15.3:0/266479155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc108500 msgr2=0x7f40bc1a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:46.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc108500 0x7f40bc1a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 -- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc1035f0 msgr2=0x7f40bc19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:46.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc1035f0 0x7f40bc19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:46.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 -- 172.21.15.3:0/266479155 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40bc1a0e60 con 0x7f40bc103f90 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b3e00700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f40a400e9a0 tx=0x7f40a400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a400ca10 con 0x7f40bc103f90 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40bc1a1150 con 0x7f40bc103f90 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a400cbb0 con 0x7f40bc103f90 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4018680 con 0x7f40bc103f90 2024-05-21T19:04:46.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.810+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40bc1a89d0 con 0x7f40bc103f90 2024-05-21T19:04:46.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.812+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40bc06a230 con 0x7f40bc103f90 2024-05-21T19:04:46.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.814+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f40a4010430 con 0x7f40bc103f90 2024-05-21T19:04:46.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.815+0000 7f40b8c00700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 0x7f40a00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:46.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.816+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f40a40e2570 con 0x7f40bc103f90 2024-05-21T19:04:46.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.816+0000 7f40bb400700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 0x7f40a00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:46.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.816+0000 7f40bb400700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 0x7f40a00b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00b2e0 tx=0x7f40ac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:46.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:46.820+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f40a40aa0b0 con 0x7f40bc103f90 2024-05-21T19:04:47.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.083+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40bc1a8bd0 con 0x7f40bc103f90 2024-05-21T19:04:47.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.085+0000 7f40b8c00700 1 -- 172.21.15.3:0/266479155 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f40a40b2130 con 0x7f40bc103f90 2024-05-21T19:04:47.085 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:04:47.085 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:04:47.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.088+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 msgr2=0x7f40a00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:47.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.088+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 0x7f40a00b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00b2e0 tx=0x7f40ac005fd0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.088+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 msgr2=0x7f40bc19c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:47.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.088+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f40a400e9a0 tx=0x7f40a400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 shutdown_connections 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40a00b2910 0x7f40a00b4dd0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f40bc108500 0x7f40bc1a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f40bc1035f0 0x7f40bc19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 --2- 172.21.15.3:0/266479155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f40bc103f90 0x7f40bc19c390 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:47.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 >> 172.21.15.3:0/266479155 conn(0x7f40bc07a6a0 msgr2=0x7f40bc101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:47.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 shutdown_connections 2024-05-21T19:04:47.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:47.089+0000 7f40c2600700 1 -- 172.21.15.3:0/266479155 wait complete. 2024-05-21T19:04:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:47 smithi003 ceph-mon[31577]: pgmap v345: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 4 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:47 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:47 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/266479155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:47 smithi178 ceph-mon[36523]: pgmap v345: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 4 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:47 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:47 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/266479155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:47 smithi104 ceph-mon[36417]: pgmap v345: 97 pgs: 97 active+clean; 633 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.4 KiB/s wr, 4 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:47 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:47 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/266479155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:04:47.912 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T19:04:47.912 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:04:48.357 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:48.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:04:48.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:04:48.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:48.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:04:48.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:04:48.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:04:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:04:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:04:49.542 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:49 smithi003 ceph-mon[31577]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:49.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:49 smithi178 ceph-mon[36523]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:49 smithi104 ceph-mon[36417]: pgmap v346: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s; 80 B/s, 0 objects/s recovering 2024-05-21T19:04:50.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.621+0000 7f6e47200700 1 -- 172.21.15.3:0/508204403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40114400 msgr2=0x7f6e401167f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:50.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.621+0000 7f6e47200700 1 --2- 172.21.15.3:0/508204403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40114400 0x7f6e401167f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6e3800b0a0 tx=0x7f6e3800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 -- 172.21.15.3:0/508204403 shutdown_connections 2024-05-21T19:04:50.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 --2- 172.21.15.3:0/508204403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40114400 0x7f6e401167f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 --2- 172.21.15.3:0/508204403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e40077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 --2- 172.21.15.3:0/508204403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40078390 0x7f6e40113ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 -- 172.21.15.3:0/508204403 >> 172.21.15.3:0/508204403 conn(0x7f6e40101270 msgr2=0x7f6e40103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:50.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 -- 172.21.15.3:0/508204403 shutdown_connections 2024-05-21T19:04:50.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.622+0000 7f6e47200700 1 -- 172.21.15.3:0/508204403 wait complete. 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 Processor -- start 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 -- start start 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40078390 0x7f6e401a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40114400 0x7f6e401a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e40119da0 con 0x7f6e40077a70 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e40119c20 con 0x7f6e40114400 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.623+0000 7f6e47200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6e40119f20 con 0x7f6e40078390 2024-05-21T19:04:50.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39448/0 (socket says 172.21.15.3:39448) 2024-05-21T19:04:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 -- 172.21.15.3:0/1072320946 learned_addr learned my addr 172.21.15.3:0/1072320946 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e45200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40114400 0x7f6e401a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3f400700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40078390 0x7f6e401a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 -- 172.21.15.3:0/1072320946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40078390 msgr2=0x7f6e401a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40078390 0x7f6e401a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 -- 172.21.15.3:0/1072320946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40114400 msgr2=0x7f6e401a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40114400 0x7f6e401a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.624+0000 7f6e3fe00700 1 -- 172.21.15.3:0/1072320946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e401a5280 con 0x7f6e40077a70 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e3fe00700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000e9a0 tx=0x7f6e3000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3000ca10 con 0x7f6e40077a70 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e3000cbb0 con 0x7f6e40077a70 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e401a5570 con 0x7f6e40077a70 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e30018680 con 0x7f6e40077a70 2024-05-21T19:04:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.625+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e401acdf0 con 0x7f6e40077a70 2024-05-21T19:04:50.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.626+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e4006a230 con 0x7f6e40077a70 2024-05-21T19:04:50.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.629+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f6e30010430 con 0x7f6e40077a70 2024-05-21T19:04:50.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.630+0000 7f6e3cc00700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 0x7f6e240b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:50.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.630+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6e300e2570 con 0x7f6e40077a70 2024-05-21T19:04:50.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.631+0000 7f6e3f400700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 0x7f6e240b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:50.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.631+0000 7f6e3f400700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 0x7f6e240b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6e4007aa00 tx=0x7f6e2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:50.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.635+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6e300aa0b0 con 0x7f6e40077a70 2024-05-21T19:04:50.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.872+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6e40063980 con 0x7f6e240b2910 2024-05-21T19:04:50.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.900+0000 7f6e3cc00700 1 -- 172.21.15.3:0/1072320946 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258730 (secure 0 0 0) 0x7f6e40063980 con 0x7f6e240b2910 2024-05-21T19:04:50.901 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:04:50.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 msgr2=0x7f6e240b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:50.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 0x7f6e240b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6e4007aa00 tx=0x7f6e2c009260 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 msgr2=0x7f6e401a0270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000e9a0 tx=0x7f6e3000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 shutdown_connections 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6e240b2910 0x7f6e240b4dd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e40114400 0x7f6e401a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e40077a70 0x7f6e401a0270 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 --2- 172.21.15.3:0/1072320946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e40078390 0x7f6e401a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 >> 172.21.15.3:0/1072320946 conn(0x7f6e40101270 msgr2=0x7f6e40103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 shutdown_connections 2024-05-21T19:04:50.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:50.908+0000 7f6e47200700 1 -- 172.21.15.3:0/1072320946 wait complete. 2024-05-21T19:04:50.909 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:04:51.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:51 smithi003 ceph-mon[31577]: pgmap v347: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 6 op/s; 65 B/s, 0 objects/s recovering 2024-05-21T19:04:51.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:51 smithi178 ceph-mon[36523]: pgmap v347: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 6 op/s; 65 B/s, 0 objects/s recovering 2024-05-21T19:04:51.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:51 smithi104 ceph-mon[36417]: pgmap v347: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 6 op/s; 65 B/s, 0 objects/s recovering 2024-05-21T19:04:51.795 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":347,"stamp":"2024-05-21T19:04:50.086050+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653027,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":285,"num_read_kb":237,"num_write":287,"num_write_kb":2258,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":232,"ondisk_log_size":232,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":386768,"kb_used_data":12588,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124555056,"statfs":{"total":1151940427776,"available":1151544377344,"internally_reserved":0,"allocated":12890112,"data_stored":7179165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13304,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":43,"num_write":13,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.831111"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257462+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:04:41.257462+0000","last_peered":"2024-05-21T19:04:41.257462+0000","last_clean":"2024-05-21T19:04:41.257462+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:04:41.257462+0000","last_undegraded":"2024-05-21T19:04:41.257462+0000","last_fullsized":"2024-05-21T19:04:41.257462+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.271998+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:04:41.271998+0000","last_peered":"2024-05-21T19:04:41.271998+0000","last_clean":"2024-05-21T19:04:41.271998+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:04:41.271998+0000","last_undegraded":"2024-05-21T19:04:41.271998+0000","last_fullsized":"2024-05-21T19:04:41.271998+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.271579+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:04:41.271579+0000","last_peered":"2024-05-21T19:04:41.271579+0000","last_clean":"2024-05-21T19:04:41.271579+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:04:41.271579+0000","last_undegraded":"2024-05-21T19:04:41.271579+0000","last_fullsized":"2024-05-21T19:04:41.271579+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259407+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:04:41.259407+0000","last_peered":"2024-05-21T19:04:41.259407+0000","last_clean":"2024-05-21T19:04:41.259407+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:04:41.259407+0000","last_undegraded":"2024-05-21T19:04:41.259407+0000","last_fullsized":"2024-05-21T19:04:41.259407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259505+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:04:41.259505+0000","last_peered":"2024-05-21T19:04:41.259505+0000","last_clean":"2024-05-21T19:04:41.259505+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:04:41.259505+0000","last_undegraded":"2024-05-21T19:04:41.259505+0000","last_fullsized":"2024-05-21T19:04:41.259505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344401+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:04:41.344401+0000","last_peered":"2024-05-21T19:04:41.344401+0000","last_clean":"2024-05-21T19:04:41.344401+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:04:41.344401+0000","last_undegraded":"2024-05-21T19:04:41.344401+0000","last_fullsized":"2024-05-21T19:04:41.344401+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.280765+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:04:41.280765+0000","last_peered":"2024-05-21T19:04:41.280765+0000","last_clean":"2024-05-21T19:04:41.280765+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:04:41.280765+0000","last_undegraded":"2024-05-21T19:04:41.280765+0000","last_fullsized":"2024-05-21T19:04:41.280765+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.265723+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:04:41.265723+0000","last_peered":"2024-05-21T19:04:41.265723+0000","last_clean":"2024-05-21T19:04:41.265723+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:04:41.265723+0000","last_undegraded":"2024-05-21T19:04:41.265723+0000","last_fullsized":"2024-05-21T19:04:41.265723+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257246+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:04:41.257246+0000","last_peered":"2024-05-21T19:04:41.257246+0000","last_clean":"2024-05-21T19:04:41.257246+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:04:41.257246+0000","last_undegraded":"2024-05-21T19:04:41.257246+0000","last_fullsized":"2024-05-21T19:04:41.257246+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344695+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:04:41.344695+0000","last_peered":"2024-05-21T19:04:41.344695+0000","last_clean":"2024-05-21T19:04:41.344695+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:04:41.344695+0000","last_undegraded":"2024-05-21T19:04:41.344695+0000","last_fullsized":"2024-05-21T19:04:41.344695+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263160+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:04:41.263160+0000","last_peered":"2024-05-21T19:04:41.263160+0000","last_clean":"2024-05-21T19:04:41.263160+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:04:41.263160+0000","last_undegraded":"2024-05-21T19:04:41.263160+0000","last_fullsized":"2024-05-21T19:04:41.263160+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259249+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:04:41.259249+0000","last_peered":"2024-05-21T19:04:41.259249+0000","last_clean":"2024-05-21T19:04:41.259249+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:04:41.259249+0000","last_undegraded":"2024-05-21T19:04:41.259249+0000","last_fullsized":"2024-05-21T19:04:41.259249+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267767+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:04:41.267767+0000","last_peered":"2024-05-21T19:04:41.267767+0000","last_clean":"2024-05-21T19:04:41.267767+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:04:41.267767+0000","last_undegraded":"2024-05-21T19:04:41.267767+0000","last_fullsized":"2024-05-21T19:04:41.267767+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272635+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:04:41.272635+0000","last_peered":"2024-05-21T19:04:41.272635+0000","last_clean":"2024-05-21T19:04:41.272635+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:04:41.272635+0000","last_undegraded":"2024-05-21T19:04:41.272635+0000","last_fullsized":"2024-05-21T19:04:41.272635+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.270833+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:04:41.270833+0000","last_peered":"2024-05-21T19:04:41.270833+0000","last_clean":"2024-05-21T19:04:41.270833+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:04:41.270833+0000","last_undegraded":"2024-05-21T19:04:41.270833+0000","last_fullsized":"2024-05-21T19:04:41.270833+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256667+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:04:41.256667+0000","last_peered":"2024-05-21T19:04:41.256667+0000","last_clean":"2024-05-21T19:04:41.256667+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:04:41.256667+0000","last_undegraded":"2024-05-21T19:04:41.256667+0000","last_fullsized":"2024-05-21T19:04:41.256667+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257258+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:04:41.257258+0000","last_peered":"2024-05-21T19:04:41.257258+0000","last_clean":"2024-05-21T19:04:41.257258+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:04:41.257258+0000","last_undegraded":"2024-05-21T19:04:41.257258+0000","last_fullsized":"2024-05-21T19:04:41.257258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268438+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:04:41.268438+0000","last_peered":"2024-05-21T19:04:41.268438+0000","last_clean":"2024-05-21T19:04:41.268438+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:04:41.268438+0000","last_undegraded":"2024-05-21T19:04:41.268438+0000","last_fullsized":"2024-05-21T19:04:41.268438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260010+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:04:41.260010+0000","last_peered":"2024-05-21T19:04:41.260010+0000","last_clean":"2024-05-21T19:04:41.260010+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:04:41.260010+0000","last_undegraded":"2024-05-21T19:04:41.260010+0000","last_fullsized":"2024-05-21T19:04:41.260010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269061+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269061+0000","last_peered":"2024-05-21T19:04:41.269061+0000","last_clean":"2024-05-21T19:04:41.269061+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269061+0000","last_undegraded":"2024-05-21T19:04:41.269061+0000","last_fullsized":"2024-05-21T19:04:41.269061+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268998+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:04:41.268998+0000","last_peered":"2024-05-21T19:04:41.268998+0000","last_clean":"2024-05-21T19:04:41.268998+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:04:41.268998+0000","last_undegraded":"2024-05-21T19:04:41.268998+0000","last_fullsized":"2024-05-21T19:04:41.268998+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269863+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:04:41.269863+0000","last_peered":"2024-05-21T19:04:41.269863+0000","last_clean":"2024-05-21T19:04:41.269863+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:04:41.269863+0000","last_undegraded":"2024-05-21T19:04:41.269863+0000","last_fullsized":"2024-05-21T19:04:41.269863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272528+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:04:41.272528+0000","last_peered":"2024-05-21T19:04:41.272528+0000","last_clean":"2024-05-21T19:04:41.272528+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:04:41.272528+0000","last_undegraded":"2024-05-21T19:04:41.272528+0000","last_fullsized":"2024-05-21T19:04:41.272528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260241+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260241+0000","last_peered":"2024-05-21T19:04:41.260241+0000","last_clean":"2024-05-21T19:04:41.260241+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260241+0000","last_undegraded":"2024-05-21T19:04:41.260241+0000","last_fullsized":"2024-05-21T19:04:41.260241+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256914+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:04:41.256914+0000","last_peered":"2024-05-21T19:04:41.256914+0000","last_clean":"2024-05-21T19:04:41.256914+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:04:41.256914+0000","last_undegraded":"2024-05-21T19:04:41.256914+0000","last_fullsized":"2024-05-21T19:04:41.256914+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260206+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260206+0000","last_peered":"2024-05-21T19:04:41.260206+0000","last_clean":"2024-05-21T19:04:41.260206+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260206+0000","last_undegraded":"2024-05-21T19:04:41.260206+0000","last_fullsized":"2024-05-21T19:04:41.260206+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.276397+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:04:41.276397+0000","last_peered":"2024-05-21T19:04:41.276397+0000","last_clean":"2024-05-21T19:04:41.276397+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:04:41.276397+0000","last_undegraded":"2024-05-21T19:04:41.276397+0000","last_fullsized":"2024-05-21T19:04:41.276397+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":74,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:43.269541+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:04:43.269541+0000","last_peered":"2024-05-21T19:04:43.269541+0000","last_clean":"2024-05-21T19:04:43.269541+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:04:43.269541+0000","last_undegraded":"2024-05-21T19:04:43.269541+0000","last_fullsized":"2024-05-21T19:04:43.269541+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":27,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259341+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:04:41.259341+0000","last_peered":"2024-05-21T19:04:41.259341+0000","last_clean":"2024-05-21T19:04:41.259341+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:04:41.259341+0000","last_undegraded":"2024-05-21T19:04:41.259341+0000","last_fullsized":"2024-05-21T19:04:41.259341+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344304+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344304+0000","last_peered":"2024-05-21T19:04:41.344304+0000","last_clean":"2024-05-21T19:04:41.344304+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344304+0000","last_undegraded":"2024-05-21T19:04:41.344304+0000","last_fullsized":"2024-05-21T19:04:41.344304+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261666+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:04:41.261666+0000","last_peered":"2024-05-21T19:04:41.261666+0000","last_clean":"2024-05-21T19:04:41.261666+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:04:41.261666+0000","last_undegraded":"2024-05-21T19:04:41.261666+0000","last_fullsized":"2024-05-21T19:04:41.261666+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269125+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269125+0000","last_peered":"2024-05-21T19:04:41.269125+0000","last_clean":"2024-05-21T19:04:41.269125+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269125+0000","last_undegraded":"2024-05-21T19:04:41.269125+0000","last_fullsized":"2024-05-21T19:04:41.269125+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.265438+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:04:41.265438+0000","last_peered":"2024-05-21T19:04:41.265438+0000","last_clean":"2024-05-21T19:04:41.265438+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:04:41.265438+0000","last_undegraded":"2024-05-21T19:04:41.265438+0000","last_fullsized":"2024-05-21T19:04:41.265438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261164+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261164+0000","last_peered":"2024-05-21T19:04:41.261164+0000","last_clean":"2024-05-21T19:04:41.261164+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261164+0000","last_undegraded":"2024-05-21T19:04:41.261164+0000","last_fullsized":"2024-05-21T19:04:41.261164+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267636+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:04:41.267636+0000","last_peered":"2024-05-21T19:04:41.267636+0000","last_clean":"2024-05-21T19:04:41.267636+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:04:41.267636+0000","last_undegraded":"2024-05-21T19:04:41.267636+0000","last_fullsized":"2024-05-21T19:04:41.267636+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":61,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:46.273103+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:04:46.273103+0000","last_peered":"2024-05-21T19:04:46.273103+0000","last_clean":"2024-05-21T19:04:46.273103+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:04:46.273103+0000","last_undegraded":"2024-05-21T19:04:46.273103+0000","last_fullsized":"2024-05-21T19:04:46.273103+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":32,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257151+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:04:41.257151+0000","last_peered":"2024-05-21T19:04:41.257151+0000","last_clean":"2024-05-21T19:04:41.257151+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:04:41.257151+0000","last_undegraded":"2024-05-21T19:04:41.257151+0000","last_fullsized":"2024-05-21T19:04:41.257151+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263234+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263234+0000","last_peered":"2024-05-21T19:04:41.263234+0000","last_clean":"2024-05-21T19:04:41.263234+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263234+0000","last_undegraded":"2024-05-21T19:04:41.263234+0000","last_fullsized":"2024-05-21T19:04:41.263234+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272411+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:04:41.272411+0000","last_peered":"2024-05-21T19:04:41.272411+0000","last_clean":"2024-05-21T19:04:41.272411+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:04:41.272411+0000","last_undegraded":"2024-05-21T19:04:41.272411+0000","last_fullsized":"2024-05-21T19:04:41.272411+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261189+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261189+0000","last_peered":"2024-05-21T19:04:41.261189+0000","last_clean":"2024-05-21T19:04:41.261189+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261189+0000","last_undegraded":"2024-05-21T19:04:41.261189+0000","last_fullsized":"2024-05-21T19:04:41.261189+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256917+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:04:41.256917+0000","last_peered":"2024-05-21T19:04:41.256917+0000","last_clean":"2024-05-21T19:04:41.256917+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:04:41.256917+0000","last_undegraded":"2024-05-21T19:04:41.256917+0000","last_fullsized":"2024-05-21T19:04:41.256917+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'29","reported_seq":127,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:47.274550+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:04:47.274550+0000","last_peered":"2024-05-21T19:04:47.274550+0000","last_clean":"2024-05-21T19:04:47.274550+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:04:47.274550+0000","last_undegraded":"2024-05-21T19:04:47.274550+0000","last_fullsized":"2024-05-21T19:04:47.274550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58815,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":72,"num_read_kb":93,"num_write":30,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260036+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:04:41.260036+0000","last_peered":"2024-05-21T19:04:41.260036+0000","last_clean":"2024-05-21T19:04:41.260036+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:04:41.260036+0000","last_undegraded":"2024-05-21T19:04:41.260036+0000","last_fullsized":"2024-05-21T19:04:41.260036+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259058+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259058+0000","last_peered":"2024-05-21T19:04:41.259058+0000","last_clean":"2024-05-21T19:04:41.259058+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259058+0000","last_undegraded":"2024-05-21T19:04:41.259058+0000","last_fullsized":"2024-05-21T19:04:41.259058+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261871+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:04:41.261871+0000","last_peered":"2024-05-21T19:04:41.261871+0000","last_clean":"2024-05-21T19:04:41.261871+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:04:41.261871+0000","last_undegraded":"2024-05-21T19:04:41.261871+0000","last_fullsized":"2024-05-21T19:04:41.261871+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260907+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260907+0000","last_peered":"2024-05-21T19:04:41.260907+0000","last_clean":"2024-05-21T19:04:41.260907+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260907+0000","last_undegraded":"2024-05-21T19:04:41.260907+0000","last_fullsized":"2024-05-21T19:04:41.260907+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263156+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:04:41.263156+0000","last_peered":"2024-05-21T19:04:41.263156+0000","last_clean":"2024-05-21T19:04:41.263156+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:04:41.263156+0000","last_undegraded":"2024-05-21T19:04:41.263156+0000","last_fullsized":"2024-05-21T19:04:41.263156+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":63,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:45.639687+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:04:45.639687+0000","last_peered":"2024-05-21T19:04:45.639687+0000","last_clean":"2024-05-21T19:04:45.639687+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:04:45.639687+0000","last_undegraded":"2024-05-21T19:04:45.639687+0000","last_fullsized":"2024-05-21T19:04:45.639687+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262830+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:04:41.262830+0000","last_peered":"2024-05-21T19:04:41.262830+0000","last_clean":"2024-05-21T19:04:41.262830+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:04:41.262830+0000","last_undegraded":"2024-05-21T19:04:41.262830+0000","last_fullsized":"2024-05-21T19:04:41.262830+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259196+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259196+0000","last_peered":"2024-05-21T19:04:41.259196+0000","last_clean":"2024-05-21T19:04:41.259196+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259196+0000","last_undegraded":"2024-05-21T19:04:41.259196+0000","last_fullsized":"2024-05-21T19:04:41.259196+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260725+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:04:41.260725+0000","last_peered":"2024-05-21T19:04:41.260725+0000","last_clean":"2024-05-21T19:04:41.260725+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:04:41.260725+0000","last_undegraded":"2024-05-21T19:04:41.260725+0000","last_fullsized":"2024-05-21T19:04:41.260725+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268793+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.268793+0000","last_peered":"2024-05-21T19:04:41.268793+0000","last_clean":"2024-05-21T19:04:41.268793+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.268793+0000","last_undegraded":"2024-05-21T19:04:41.268793+0000","last_fullsized":"2024-05-21T19:04:41.268793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256678+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:04:41.256678+0000","last_peered":"2024-05-21T19:04:41.256678+0000","last_clean":"2024-05-21T19:04:41.256678+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:04:41.256678+0000","last_undegraded":"2024-05-21T19:04:41.256678+0000","last_fullsized":"2024-05-21T19:04:41.256678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267605+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267605+0000","last_peered":"2024-05-21T19:04:41.267605+0000","last_clean":"2024-05-21T19:04:41.267605+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267605+0000","last_undegraded":"2024-05-21T19:04:41.267605+0000","last_fullsized":"2024-05-21T19:04:41.267605+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344500+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:04:41.344500+0000","last_peered":"2024-05-21T19:04:41.344500+0000","last_clean":"2024-05-21T19:04:41.344500+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:04:41.344500+0000","last_undegraded":"2024-05-21T19:04:41.344500+0000","last_fullsized":"2024-05-21T19:04:41.344500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263044+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263044+0000","last_peered":"2024-05-21T19:04:41.263044+0000","last_clean":"2024-05-21T19:04:41.263044+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263044+0000","last_undegraded":"2024-05-21T19:04:41.263044+0000","last_fullsized":"2024-05-21T19:04:41.263044+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344362+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:04:41.344362+0000","last_peered":"2024-05-21T19:04:41.344362+0000","last_clean":"2024-05-21T19:04:41.344362+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:04:41.344362+0000","last_undegraded":"2024-05-21T19:04:41.344362+0000","last_fullsized":"2024-05-21T19:04:41.344362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264368+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:04:41.264368+0000","last_peered":"2024-05-21T19:04:41.264368+0000","last_clean":"2024-05-21T19:04:41.264368+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:04:41.264368+0000","last_undegraded":"2024-05-21T19:04:41.264368+0000","last_fullsized":"2024-05-21T19:04:41.264368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":61,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:44.637114+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:04:44.637114+0000","last_peered":"2024-05-21T19:04:44.637114+0000","last_clean":"2024-05-21T19:04:44.637114+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:04:44.637114+0000","last_undegraded":"2024-05-21T19:04:44.637114+0000","last_fullsized":"2024-05-21T19:04:44.637114+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":31,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.266927+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:04:41.266927+0000","last_peered":"2024-05-21T19:04:41.266927+0000","last_clean":"2024-05-21T19:04:41.266927+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:04:41.266927+0000","last_undegraded":"2024-05-21T19:04:41.266927+0000","last_fullsized":"2024-05-21T19:04:41.266927+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259276+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259276+0000","last_peered":"2024-05-21T19:04:41.259276+0000","last_clean":"2024-05-21T19:04:41.259276+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259276+0000","last_undegraded":"2024-05-21T19:04:41.259276+0000","last_fullsized":"2024-05-21T19:04:41.259276+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262925+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:41.262925+0000","last_peered":"2024-05-21T19:04:41.262925+0000","last_clean":"2024-05-21T19:04:41.262925+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:41.262925+0000","last_undegraded":"2024-05-21T19:04:41.262925+0000","last_fullsized":"2024-05-21T19:04:41.262925+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.278753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:04:41.278753+0000","last_peered":"2024-05-21T19:04:41.278753+0000","last_clean":"2024-05-21T19:04:41.278753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:04:41.278753+0000","last_undegraded":"2024-05-21T19:04:41.278753+0000","last_fullsized":"2024-05-21T19:04:41.278753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263053+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:04:41.263053+0000","last_peered":"2024-05-21T19:04:41.263053+0000","last_clean":"2024-05-21T19:04:41.263053+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:04:41.263053+0000","last_undegraded":"2024-05-21T19:04:41.263053+0000","last_fullsized":"2024-05-21T19:04:41.263053+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260182+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260182+0000","last_peered":"2024-05-21T19:04:41.260182+0000","last_clean":"2024-05-21T19:04:41.260182+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260182+0000","last_undegraded":"2024-05-21T19:04:41.260182+0000","last_fullsized":"2024-05-21T19:04:41.260182+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268142+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:04:41.268142+0000","last_peered":"2024-05-21T19:04:41.268142+0000","last_clean":"2024-05-21T19:04:41.268142+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:04:41.268142+0000","last_undegraded":"2024-05-21T19:04:41.268142+0000","last_fullsized":"2024-05-21T19:04:41.268142+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'11","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.436207+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:04:41.436207+0000","last_peered":"2024-05-21T19:04:41.436207+0000","last_clean":"2024-05-21T19:04:41.436207+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:04:41.436207+0000","last_undegraded":"2024-05-21T19:04:41.436207+0000","last_fullsized":"2024-05-21T19:04:41.436207+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264387+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:04:41.264387+0000","last_peered":"2024-05-21T19:04:41.264387+0000","last_clean":"2024-05-21T19:04:41.264387+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:04:41.264387+0000","last_undegraded":"2024-05-21T19:04:41.264387+0000","last_fullsized":"2024-05-21T19:04:41.264387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259281+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259281+0000","last_peered":"2024-05-21T19:04:41.259281+0000","last_clean":"2024-05-21T19:04:41.259281+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259281+0000","last_undegraded":"2024-05-21T19:04:41.259281+0000","last_fullsized":"2024-05-21T19:04:41.259281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272117+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:04:41.272117+0000","last_peered":"2024-05-21T19:04:41.272117+0000","last_clean":"2024-05-21T19:04:41.272117+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:04:41.272117+0000","last_undegraded":"2024-05-21T19:04:41.272117+0000","last_fullsized":"2024-05-21T19:04:41.272117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256667+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256667+0000","last_peered":"2024-05-21T19:04:41.256667+0000","last_clean":"2024-05-21T19:04:41.256667+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256667+0000","last_undegraded":"2024-05-21T19:04:41.256667+0000","last_fullsized":"2024-05-21T19:04:41.256667+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259259+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:04:41.259259+0000","last_peered":"2024-05-21T19:04:41.259259+0000","last_clean":"2024-05-21T19:04:41.259259+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:04:41.259259+0000","last_undegraded":"2024-05-21T19:04:41.259259+0000","last_fullsized":"2024-05-21T19:04:41.259259+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267226+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267226+0000","last_peered":"2024-05-21T19:04:41.267226+0000","last_clean":"2024-05-21T19:04:41.267226+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267226+0000","last_undegraded":"2024-05-21T19:04:41.267226+0000","last_fullsized":"2024-05-21T19:04:41.267226+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256465+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:04:41.256465+0000","last_peered":"2024-05-21T19:04:41.256465+0000","last_clean":"2024-05-21T19:04:41.256465+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:04:41.256465+0000","last_undegraded":"2024-05-21T19:04:41.256465+0000","last_fullsized":"2024-05-21T19:04:41.256465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.279932+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.279932+0000","last_peered":"2024-05-21T19:04:41.279932+0000","last_clean":"2024-05-21T19:04:41.279932+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.279932+0000","last_undegraded":"2024-05-21T19:04:41.279932+0000","last_fullsized":"2024-05-21T19:04:41.279932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264061+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:04:41.264061+0000","last_peered":"2024-05-21T19:04:41.264061+0000","last_clean":"2024-05-21T19:04:41.264061+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:04:41.264061+0000","last_undegraded":"2024-05-21T19:04:41.264061+0000","last_fullsized":"2024-05-21T19:04:41.264061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259437+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259437+0000","last_peered":"2024-05-21T19:04:41.259437+0000","last_clean":"2024-05-21T19:04:41.259437+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259437+0000","last_undegraded":"2024-05-21T19:04:41.259437+0000","last_fullsized":"2024-05-21T19:04:41.259437+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263153+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:04:41.263153+0000","last_peered":"2024-05-21T19:04:41.263153+0000","last_clean":"2024-05-21T19:04:41.263153+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:04:41.263153+0000","last_undegraded":"2024-05-21T19:04:41.263153+0000","last_fullsized":"2024-05-21T19:04:41.263153+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259557+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259557+0000","last_peered":"2024-05-21T19:04:41.259557+0000","last_clean":"2024-05-21T19:04:41.259557+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259557+0000","last_undegraded":"2024-05-21T19:04:41.259557+0000","last_fullsized":"2024-05-21T19:04:41.259557+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263247+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:04:41.263247+0000","last_peered":"2024-05-21T19:04:41.263247+0000","last_clean":"2024-05-21T19:04:41.263247+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:04:41.263247+0000","last_undegraded":"2024-05-21T19:04:41.263247+0000","last_fullsized":"2024-05-21T19:04:41.263247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261070+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261070+0000","last_peered":"2024-05-21T19:04:41.261070+0000","last_clean":"2024-05-21T19:04:41.261070+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261070+0000","last_undegraded":"2024-05-21T19:04:41.261070+0000","last_fullsized":"2024-05-21T19:04:41.261070+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263345+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:04:41.263345+0000","last_peered":"2024-05-21T19:04:41.263345+0000","last_clean":"2024-05-21T19:04:41.263345+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:04:41.263345+0000","last_undegraded":"2024-05-21T19:04:41.263345+0000","last_fullsized":"2024-05-21T19:04:41.263345+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284312+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284312+0000","last_peered":"2024-05-21T19:04:41.284312+0000","last_clean":"2024-05-21T19:04:41.284312+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284312+0000","last_undegraded":"2024-05-21T19:04:41.284312+0000","last_fullsized":"2024-05-21T19:04:41.284312+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263438+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:04:41.263438+0000","last_peered":"2024-05-21T19:04:41.263438+0000","last_clean":"2024-05-21T19:04:41.263438+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:04:41.263438+0000","last_undegraded":"2024-05-21T19:04:41.263438+0000","last_fullsized":"2024-05-21T19:04:41.263438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256548+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:04:41.256548+0000","last_peered":"2024-05-21T19:04:41.256548+0000","last_clean":"2024-05-21T19:04:41.256548+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:04:41.256548+0000","last_undegraded":"2024-05-21T19:04:41.256548+0000","last_fullsized":"2024-05-21T19:04:41.256548+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259065+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:04:41.259065+0000","last_peered":"2024-05-21T19:04:41.259065+0000","last_clean":"2024-05-21T19:04:41.259065+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:04:41.259065+0000","last_undegraded":"2024-05-21T19:04:41.259065+0000","last_fullsized":"2024-05-21T19:04:41.259065+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.258812+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:04:41.258812+0000","last_peered":"2024-05-21T19:04:41.258812+0000","last_clean":"2024-05-21T19:04:41.258812+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:04:41.258812+0000","last_undegraded":"2024-05-21T19:04:41.258812+0000","last_fullsized":"2024-05-21T19:04:41.258812+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.282081+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:04:41.282081+0000","last_peered":"2024-05-21T19:04:41.282081+0000","last_clean":"2024-05-21T19:04:41.282081+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:04:41.282081+0000","last_undegraded":"2024-05-21T19:04:41.282081+0000","last_fullsized":"2024-05-21T19:04:41.282081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267943+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:04:41.267943+0000","last_peered":"2024-05-21T19:04:41.267943+0000","last_clean":"2024-05-21T19:04:41.267943+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:04:41.267943+0000","last_undegraded":"2024-05-21T19:04:41.267943+0000","last_fullsized":"2024-05-21T19:04:41.267943+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256835+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:04:41.256835+0000","last_peered":"2024-05-21T19:04:41.256835+0000","last_clean":"2024-05-21T19:04:41.256835+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:04:41.256835+0000","last_undegraded":"2024-05-21T19:04:41.256835+0000","last_fullsized":"2024-05-21T19:04:41.256835+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259365+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:04:41.259365+0000","last_peered":"2024-05-21T19:04:41.259365+0000","last_clean":"2024-05-21T19:04:41.259365+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:04:41.259365+0000","last_undegraded":"2024-05-21T19:04:41.259365+0000","last_fullsized":"2024-05-21T19:04:41.259365+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.277183+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:04:41.277183+0000","last_peered":"2024-05-21T19:04:41.277183+0000","last_clean":"2024-05-21T19:04:41.277183+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:04:41.277183+0000","last_undegraded":"2024-05-21T19:04:41.277183+0000","last_fullsized":"2024-05-21T19:04:41.277183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261299+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:04:41.261299+0000","last_peered":"2024-05-21T19:04:41.261299+0000","last_clean":"2024-05-21T19:04:41.261299+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:04:41.261299+0000","last_undegraded":"2024-05-21T19:04:41.261299+0000","last_fullsized":"2024-05-21T19:04:41.261299+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.266601+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:04:41.266601+0000","last_peered":"2024-05-21T19:04:41.266601+0000","last_clean":"2024-05-21T19:04:41.266601+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:04:41.266601+0000","last_undegraded":"2024-05-21T19:04:41.266601+0000","last_fullsized":"2024-05-21T19:04:41.266601+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256877+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:04:41.256877+0000","last_peered":"2024-05-21T19:04:41.256877+0000","last_clean":"2024-05-21T19:04:41.256877+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:04:41.256877+0000","last_undegraded":"2024-05-21T19:04:41.256877+0000","last_fullsized":"2024-05-21T19:04:41.256877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267947+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:04:41.267947+0000","last_peered":"2024-05-21T19:04:41.267947+0000","last_clean":"2024-05-21T19:04:41.267947+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:04:41.267947+0000","last_undegraded":"2024-05-21T19:04:41.267947+0000","last_fullsized":"2024-05-21T19:04:41.267947+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256596+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:04:41.256596+0000","last_peered":"2024-05-21T19:04:41.256596+0000","last_clean":"2024-05-21T19:04:41.256596+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:04:41.256596+0000","last_undegraded":"2024-05-21T19:04:41.256596+0000","last_fullsized":"2024-05-21T19:04:41.256596+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":62425,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":209,"num_read_kb":173,"num_write":162,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":187275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645339,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841568,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1589248,"data_stored":1085885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037798,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234028,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430256,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1503232,"data_stored":1027284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593781,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36220,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708932,"statfs":{"total":95995035648,"available":95957946368,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":493822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40448,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704704,"statfs":{"total":95995035648,"available":95953616896,"internally_reserved":0,"allocated":974848,"data_stored":494550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149769,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953540,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":909312,"data_stored":436273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790012,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1515520,"data_stored":1026968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":58815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":59543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":60393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:04:51.800 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:04:52.316 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:52.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:52 smithi003 ceph-mon[31577]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:52 smithi178 ceph-mon[36523]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:52 smithi104 ceph-mon[36417]: from='client.14535 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:53.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:53 smithi003 ceph-mon[31577]: pgmap v348: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s; 59 B/s, 0 objects/s recovering 2024-05-21T19:04:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:53 smithi178 ceph-mon[36523]: pgmap v348: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s; 59 B/s, 0 objects/s recovering 2024-05-21T19:04:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:53 smithi104 ceph-mon[36417]: pgmap v348: 97 pgs: 97 active+clean; 638 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.5 KiB/s wr, 6 op/s; 59 B/s, 0 objects/s recovering 2024-05-21T19:04:54.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.459+0000 7f779ea00700 1 -- 172.21.15.3:0/1482427560 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 msgr2=0x7f7798112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:54.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.459+0000 7f779ea00700 1 --2- 172.21.15.3:0/1482427560 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f7798112630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f779000b0a0 tx=0x7f779000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 -- 172.21.15.3:0/1482427560 shutdown_connections 2024-05-21T19:04:54.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 --2- 172.21.15.3:0/1482427560 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f7798112630 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 --2- 172.21.15.3:0/1482427560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 0x7f779810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 --2- 172.21.15.3:0/1482427560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 0x7f7798105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 -- 172.21.15.3:0/1482427560 >> 172.21.15.3:0/1482427560 conn(0x7f7798101250 msgr2=0x7f7798103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:54.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 -- 172.21.15.3:0/1482427560 shutdown_connections 2024-05-21T19:04:54.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.460+0000 7f779ea00700 1 -- 172.21.15.3:0/1482427560 wait complete. 2024-05-21T19:04:54.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 Processor -- start 2024-05-21T19:04:54.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 -- start start 2024-05-21T19:04:54.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 0x7f779819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:54.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:54.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 0x7f77981a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f77981159b0 con 0x7f7798106120 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7798115830 con 0x7f779810b760 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.461+0000 7f779ea00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7798115b30 con 0x7f7798105760 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48488/0 (socket says 172.21.15.3:48488) 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 -- 172.21.15.3:0/3850305924 learned_addr learned my addr 172.21.15.3:0/3850305924 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797e00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 0x7f779819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f779ca00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 0x7f77981a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 -- 172.21.15.3:0/3850305924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 msgr2=0x7f779819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 0x7f779819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 -- 172.21.15.3:0/3850305924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 msgr2=0x7f77981a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:54.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 0x7f77981a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 -- 172.21.15.3:0/3850305924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77981a0e10 con 0x7f7798106120 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.462+0000 7f7797400700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f778400e9c0 tx=0x7f778400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.463+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778400cbd0 con 0x7f7798106120 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.463+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77981a1100 con 0x7f7798106120 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.463+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778400ee60 con 0x7f7798106120 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.463+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77840055c0 con 0x7f7798106120 2024-05-21T19:04:54.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.463+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77981a8980 con 0x7f7798106120 2024-05-21T19:04:54.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.465+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f779806a230 con 0x7f7798106120 2024-05-21T19:04:54.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.468+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f7784004750 con 0x7f7798106120 2024-05-21T19:04:54.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.469+0000 7f7794c00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 0x7f777c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:54.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.469+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f77840e26a0 con 0x7f7798106120 2024-05-21T19:04:54.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.469+0000 7f7797e00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 0x7f777c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:54.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.470+0000 7f7797e00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 0x7f777c0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7788009be0 tx=0x7f7788009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:54.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.474+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f77840aa1e0 con 0x7f7798106120 2024-05-21T19:04:54.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.711+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7798063980 con 0x7f777c0b2910 2024-05-21T19:04:54.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.721+0000 7f7794c00700 1 -- 172.21.15.3:0/3850305924 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258708 (secure 0 0 0) 0x7f7798063980 con 0x7f777c0b2910 2024-05-21T19:04:54.726 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:04:54.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.728+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 msgr2=0x7f777c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:54.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.728+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 0x7f777c0b4dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7788009be0 tx=0x7f7788009260 comp rx=0 tx=0).stop 2024-05-21T19:04:54.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 msgr2=0x7f779819c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:54.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f778400e9c0 tx=0x7f778400ecd0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 shutdown_connections 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f777c0b2910 0x7f777c0b4dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779810b760 0x7f77981a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7798105760 0x7f779819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 --2- 172.21.15.3:0/3850305924 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7798106120 0x7f779819c340 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 >> 172.21.15.3:0/3850305924 conn(0x7f7798101250 msgr2=0x7f77981018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 shutdown_connections 2024-05-21T19:04:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:54.729+0000 7f779ea00700 1 -- 172.21.15.3:0/3850305924 wait complete. 2024-05-21T19:04:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:04:55.463 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:55 smithi003 ceph-mon[31577]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:55.517 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":349,"stamp":"2024-05-21T19:04:54.087933+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657284,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":316,"num_read_kb":257,"num_write":288,"num_write_kb":2263,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":233,"ondisk_log_size":233,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":386772,"kb_used_data":12600,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124555052,"statfs":{"total":1151940427776,"available":1151544373248,"internally_reserved":0,"allocated":12902400,"data_stored":7191936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":17561,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":59,"num_write":10,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004903"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257462+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:04:41.257462+0000","last_peered":"2024-05-21T19:04:41.257462+0000","last_clean":"2024-05-21T19:04:41.257462+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:04:41.257462+0000","last_undegraded":"2024-05-21T19:04:41.257462+0000","last_fullsized":"2024-05-21T19:04:41.257462+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.271998+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:04:41.271998+0000","last_peered":"2024-05-21T19:04:41.271998+0000","last_clean":"2024-05-21T19:04:41.271998+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:04:41.271998+0000","last_undegraded":"2024-05-21T19:04:41.271998+0000","last_fullsized":"2024-05-21T19:04:41.271998+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.271579+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:04:41.271579+0000","last_peered":"2024-05-21T19:04:41.271579+0000","last_clean":"2024-05-21T19:04:41.271579+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:04:41.271579+0000","last_undegraded":"2024-05-21T19:04:41.271579+0000","last_fullsized":"2024-05-21T19:04:41.271579+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259407+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:04:41.259407+0000","last_peered":"2024-05-21T19:04:41.259407+0000","last_clean":"2024-05-21T19:04:41.259407+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:04:41.259407+0000","last_undegraded":"2024-05-21T19:04:41.259407+0000","last_fullsized":"2024-05-21T19:04:41.259407+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259505+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:04:41.259505+0000","last_peered":"2024-05-21T19:04:41.259505+0000","last_clean":"2024-05-21T19:04:41.259505+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:04:41.259505+0000","last_undegraded":"2024-05-21T19:04:41.259505+0000","last_fullsized":"2024-05-21T19:04:41.259505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344401+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:04:41.344401+0000","last_peered":"2024-05-21T19:04:41.344401+0000","last_clean":"2024-05-21T19:04:41.344401+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:04:41.344401+0000","last_undegraded":"2024-05-21T19:04:41.344401+0000","last_fullsized":"2024-05-21T19:04:41.344401+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.280765+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:04:41.280765+0000","last_peered":"2024-05-21T19:04:41.280765+0000","last_clean":"2024-05-21T19:04:41.280765+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:04:41.280765+0000","last_undegraded":"2024-05-21T19:04:41.280765+0000","last_fullsized":"2024-05-21T19:04:41.280765+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.265723+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:04:41.265723+0000","last_peered":"2024-05-21T19:04:41.265723+0000","last_clean":"2024-05-21T19:04:41.265723+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:04:41.265723+0000","last_undegraded":"2024-05-21T19:04:41.265723+0000","last_fullsized":"2024-05-21T19:04:41.265723+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257246+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:04:41.257246+0000","last_peered":"2024-05-21T19:04:41.257246+0000","last_clean":"2024-05-21T19:04:41.257246+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:04:41.257246+0000","last_undegraded":"2024-05-21T19:04:41.257246+0000","last_fullsized":"2024-05-21T19:04:41.257246+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344695+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:04:41.344695+0000","last_peered":"2024-05-21T19:04:41.344695+0000","last_clean":"2024-05-21T19:04:41.344695+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:04:41.344695+0000","last_undegraded":"2024-05-21T19:04:41.344695+0000","last_fullsized":"2024-05-21T19:04:41.344695+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263160+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:04:41.263160+0000","last_peered":"2024-05-21T19:04:41.263160+0000","last_clean":"2024-05-21T19:04:41.263160+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:04:41.263160+0000","last_undegraded":"2024-05-21T19:04:41.263160+0000","last_fullsized":"2024-05-21T19:04:41.263160+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259249+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:04:41.259249+0000","last_peered":"2024-05-21T19:04:41.259249+0000","last_clean":"2024-05-21T19:04:41.259249+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:04:41.259249+0000","last_undegraded":"2024-05-21T19:04:41.259249+0000","last_fullsized":"2024-05-21T19:04:41.259249+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267767+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:04:41.267767+0000","last_peered":"2024-05-21T19:04:41.267767+0000","last_clean":"2024-05-21T19:04:41.267767+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:04:41.267767+0000","last_undegraded":"2024-05-21T19:04:41.267767+0000","last_fullsized":"2024-05-21T19:04:41.267767+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272635+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:04:41.272635+0000","last_peered":"2024-05-21T19:04:41.272635+0000","last_clean":"2024-05-21T19:04:41.272635+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:04:41.272635+0000","last_undegraded":"2024-05-21T19:04:41.272635+0000","last_fullsized":"2024-05-21T19:04:41.272635+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.270833+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:04:41.270833+0000","last_peered":"2024-05-21T19:04:41.270833+0000","last_clean":"2024-05-21T19:04:41.270833+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:04:41.270833+0000","last_undegraded":"2024-05-21T19:04:41.270833+0000","last_fullsized":"2024-05-21T19:04:41.270833+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256667+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:04:41.256667+0000","last_peered":"2024-05-21T19:04:41.256667+0000","last_clean":"2024-05-21T19:04:41.256667+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:04:41.256667+0000","last_undegraded":"2024-05-21T19:04:41.256667+0000","last_fullsized":"2024-05-21T19:04:41.256667+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257258+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:04:41.257258+0000","last_peered":"2024-05-21T19:04:41.257258+0000","last_clean":"2024-05-21T19:04:41.257258+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:04:41.257258+0000","last_undegraded":"2024-05-21T19:04:41.257258+0000","last_fullsized":"2024-05-21T19:04:41.257258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268438+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:04:41.268438+0000","last_peered":"2024-05-21T19:04:41.268438+0000","last_clean":"2024-05-21T19:04:41.268438+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:04:41.268438+0000","last_undegraded":"2024-05-21T19:04:41.268438+0000","last_fullsized":"2024-05-21T19:04:41.268438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260010+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:04:41.260010+0000","last_peered":"2024-05-21T19:04:41.260010+0000","last_clean":"2024-05-21T19:04:41.260010+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:04:41.260010+0000","last_undegraded":"2024-05-21T19:04:41.260010+0000","last_fullsized":"2024-05-21T19:04:41.260010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269061+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269061+0000","last_peered":"2024-05-21T19:04:41.269061+0000","last_clean":"2024-05-21T19:04:41.269061+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269061+0000","last_undegraded":"2024-05-21T19:04:41.269061+0000","last_fullsized":"2024-05-21T19:04:41.269061+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268998+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:04:41.268998+0000","last_peered":"2024-05-21T19:04:41.268998+0000","last_clean":"2024-05-21T19:04:41.268998+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:04:41.268998+0000","last_undegraded":"2024-05-21T19:04:41.268998+0000","last_fullsized":"2024-05-21T19:04:41.268998+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269863+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:04:41.269863+0000","last_peered":"2024-05-21T19:04:41.269863+0000","last_clean":"2024-05-21T19:04:41.269863+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:04:41.269863+0000","last_undegraded":"2024-05-21T19:04:41.269863+0000","last_fullsized":"2024-05-21T19:04:41.269863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272528+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:04:41.272528+0000","last_peered":"2024-05-21T19:04:41.272528+0000","last_clean":"2024-05-21T19:04:41.272528+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:04:41.272528+0000","last_undegraded":"2024-05-21T19:04:41.272528+0000","last_fullsized":"2024-05-21T19:04:41.272528+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260241+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260241+0000","last_peered":"2024-05-21T19:04:41.260241+0000","last_clean":"2024-05-21T19:04:41.260241+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260241+0000","last_undegraded":"2024-05-21T19:04:41.260241+0000","last_fullsized":"2024-05-21T19:04:41.260241+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256914+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:04:41.256914+0000","last_peered":"2024-05-21T19:04:41.256914+0000","last_clean":"2024-05-21T19:04:41.256914+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:04:41.256914+0000","last_undegraded":"2024-05-21T19:04:41.256914+0000","last_fullsized":"2024-05-21T19:04:41.256914+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260206+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260206+0000","last_peered":"2024-05-21T19:04:41.260206+0000","last_clean":"2024-05-21T19:04:41.260206+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260206+0000","last_undegraded":"2024-05-21T19:04:41.260206+0000","last_fullsized":"2024-05-21T19:04:41.260206+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.276397+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:04:41.276397+0000","last_peered":"2024-05-21T19:04:41.276397+0000","last_clean":"2024-05-21T19:04:41.276397+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:04:41.276397+0000","last_undegraded":"2024-05-21T19:04:41.276397+0000","last_fullsized":"2024-05-21T19:04:41.276397+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":79,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:48.276734+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:04:48.276734+0000","last_peered":"2024-05-21T19:04:48.276734+0000","last_clean":"2024-05-21T19:04:48.276734+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:04:48.276734+0000","last_undegraded":"2024-05-21T19:04:48.276734+0000","last_fullsized":"2024-05-21T19:04:48.276734+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":32,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259341+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:04:41.259341+0000","last_peered":"2024-05-21T19:04:41.259341+0000","last_clean":"2024-05-21T19:04:41.259341+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:04:41.259341+0000","last_undegraded":"2024-05-21T19:04:41.259341+0000","last_fullsized":"2024-05-21T19:04:41.259341+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344304+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344304+0000","last_peered":"2024-05-21T19:04:41.344304+0000","last_clean":"2024-05-21T19:04:41.344304+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344304+0000","last_undegraded":"2024-05-21T19:04:41.344304+0000","last_fullsized":"2024-05-21T19:04:41.344304+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261666+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:04:41.261666+0000","last_peered":"2024-05-21T19:04:41.261666+0000","last_clean":"2024-05-21T19:04:41.261666+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:04:41.261666+0000","last_undegraded":"2024-05-21T19:04:41.261666+0000","last_fullsized":"2024-05-21T19:04:41.261666+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269125+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269125+0000","last_peered":"2024-05-21T19:04:41.269125+0000","last_clean":"2024-05-21T19:04:41.269125+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269125+0000","last_undegraded":"2024-05-21T19:04:41.269125+0000","last_fullsized":"2024-05-21T19:04:41.269125+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.265438+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:04:41.265438+0000","last_peered":"2024-05-21T19:04:41.265438+0000","last_clean":"2024-05-21T19:04:41.265438+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:04:41.265438+0000","last_undegraded":"2024-05-21T19:04:41.265438+0000","last_fullsized":"2024-05-21T19:04:41.265438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261164+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261164+0000","last_peered":"2024-05-21T19:04:41.261164+0000","last_clean":"2024-05-21T19:04:41.261164+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261164+0000","last_undegraded":"2024-05-21T19:04:41.261164+0000","last_fullsized":"2024-05-21T19:04:41.261164+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267636+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:04:41.267636+0000","last_peered":"2024-05-21T19:04:41.267636+0000","last_clean":"2024-05-21T19:04:41.267636+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:04:41.267636+0000","last_undegraded":"2024-05-21T19:04:41.267636+0000","last_fullsized":"2024-05-21T19:04:41.267636+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":66,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:51.280131+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:04:51.280131+0000","last_peered":"2024-05-21T19:04:51.280131+0000","last_clean":"2024-05-21T19:04:51.280131+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:04:51.280131+0000","last_undegraded":"2024-05-21T19:04:51.280131+0000","last_fullsized":"2024-05-21T19:04:51.280131+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.257151+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:04:41.257151+0000","last_peered":"2024-05-21T19:04:41.257151+0000","last_clean":"2024-05-21T19:04:41.257151+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:04:41.257151+0000","last_undegraded":"2024-05-21T19:04:41.257151+0000","last_fullsized":"2024-05-21T19:04:41.257151+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263234+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263234+0000","last_peered":"2024-05-21T19:04:41.263234+0000","last_clean":"2024-05-21T19:04:41.263234+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263234+0000","last_undegraded":"2024-05-21T19:04:41.263234+0000","last_fullsized":"2024-05-21T19:04:41.263234+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272411+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:04:41.272411+0000","last_peered":"2024-05-21T19:04:41.272411+0000","last_clean":"2024-05-21T19:04:41.272411+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:04:41.272411+0000","last_undegraded":"2024-05-21T19:04:41.272411+0000","last_fullsized":"2024-05-21T19:04:41.272411+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261189+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261189+0000","last_peered":"2024-05-21T19:04:41.261189+0000","last_clean":"2024-05-21T19:04:41.261189+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261189+0000","last_undegraded":"2024-05-21T19:04:41.261189+0000","last_fullsized":"2024-05-21T19:04:41.261189+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256917+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:04:41.256917+0000","last_peered":"2024-05-21T19:04:41.256917+0000","last_clean":"2024-05-21T19:04:41.256917+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:04:41.256917+0000","last_undegraded":"2024-05-21T19:04:41.256917+0000","last_fullsized":"2024-05-21T19:04:41.256917+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'30","reported_seq":139,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:52.281663+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:04:52.281663+0000","last_peered":"2024-05-21T19:04:52.281663+0000","last_clean":"2024-05-21T19:04:52.281663+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:04:52.281663+0000","last_undegraded":"2024-05-21T19:04:52.281663+0000","last_fullsized":"2024-05-21T19:04:52.281663+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":83,"num_read_kb":103,"num_write":31,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260036+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:04:41.260036+0000","last_peered":"2024-05-21T19:04:41.260036+0000","last_clean":"2024-05-21T19:04:41.260036+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:04:41.260036+0000","last_undegraded":"2024-05-21T19:04:41.260036+0000","last_fullsized":"2024-05-21T19:04:41.260036+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259058+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259058+0000","last_peered":"2024-05-21T19:04:41.259058+0000","last_clean":"2024-05-21T19:04:41.259058+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259058+0000","last_undegraded":"2024-05-21T19:04:41.259058+0000","last_fullsized":"2024-05-21T19:04:41.259058+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261871+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:04:41.261871+0000","last_peered":"2024-05-21T19:04:41.261871+0000","last_clean":"2024-05-21T19:04:41.261871+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:04:41.261871+0000","last_undegraded":"2024-05-21T19:04:41.261871+0000","last_fullsized":"2024-05-21T19:04:41.261871+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260907+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260907+0000","last_peered":"2024-05-21T19:04:41.260907+0000","last_clean":"2024-05-21T19:04:41.260907+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260907+0000","last_undegraded":"2024-05-21T19:04:41.260907+0000","last_fullsized":"2024-05-21T19:04:41.260907+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263156+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:04:41.263156+0000","last_peered":"2024-05-21T19:04:41.263156+0000","last_clean":"2024-05-21T19:04:41.263156+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:04:41.263156+0000","last_undegraded":"2024-05-21T19:04:41.263156+0000","last_fullsized":"2024-05-21T19:04:41.263156+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":68,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:50.650496+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:04:50.650496+0000","last_peered":"2024-05-21T19:04:50.650496+0000","last_clean":"2024-05-21T19:04:50.650496+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:04:50.650496+0000","last_undegraded":"2024-05-21T19:04:50.650496+0000","last_fullsized":"2024-05-21T19:04:50.650496+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262830+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:04:41.262830+0000","last_peered":"2024-05-21T19:04:41.262830+0000","last_clean":"2024-05-21T19:04:41.262830+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:04:41.262830+0000","last_undegraded":"2024-05-21T19:04:41.262830+0000","last_fullsized":"2024-05-21T19:04:41.262830+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259196+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259196+0000","last_peered":"2024-05-21T19:04:41.259196+0000","last_clean":"2024-05-21T19:04:41.259196+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259196+0000","last_undegraded":"2024-05-21T19:04:41.259196+0000","last_fullsized":"2024-05-21T19:04:41.259196+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260725+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:04:41.260725+0000","last_peered":"2024-05-21T19:04:41.260725+0000","last_clean":"2024-05-21T19:04:41.260725+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:04:41.260725+0000","last_undegraded":"2024-05-21T19:04:41.260725+0000","last_fullsized":"2024-05-21T19:04:41.260725+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268793+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.268793+0000","last_peered":"2024-05-21T19:04:41.268793+0000","last_clean":"2024-05-21T19:04:41.268793+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.268793+0000","last_undegraded":"2024-05-21T19:04:41.268793+0000","last_fullsized":"2024-05-21T19:04:41.268793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256678+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:04:41.256678+0000","last_peered":"2024-05-21T19:04:41.256678+0000","last_clean":"2024-05-21T19:04:41.256678+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:04:41.256678+0000","last_undegraded":"2024-05-21T19:04:41.256678+0000","last_fullsized":"2024-05-21T19:04:41.256678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267605+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267605+0000","last_peered":"2024-05-21T19:04:41.267605+0000","last_clean":"2024-05-21T19:04:41.267605+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267605+0000","last_undegraded":"2024-05-21T19:04:41.267605+0000","last_fullsized":"2024-05-21T19:04:41.267605+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344500+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:04:41.344500+0000","last_peered":"2024-05-21T19:04:41.344500+0000","last_clean":"2024-05-21T19:04:41.344500+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:04:41.344500+0000","last_undegraded":"2024-05-21T19:04:41.344500+0000","last_fullsized":"2024-05-21T19:04:41.344500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263044+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263044+0000","last_peered":"2024-05-21T19:04:41.263044+0000","last_clean":"2024-05-21T19:04:41.263044+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263044+0000","last_undegraded":"2024-05-21T19:04:41.263044+0000","last_fullsized":"2024-05-21T19:04:41.263044+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344362+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:04:41.344362+0000","last_peered":"2024-05-21T19:04:41.344362+0000","last_clean":"2024-05-21T19:04:41.344362+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:04:41.344362+0000","last_undegraded":"2024-05-21T19:04:41.344362+0000","last_fullsized":"2024-05-21T19:04:41.344362+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264368+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:04:41.264368+0000","last_peered":"2024-05-21T19:04:41.264368+0000","last_clean":"2024-05-21T19:04:41.264368+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:04:41.264368+0000","last_undegraded":"2024-05-21T19:04:41.264368+0000","last_fullsized":"2024-05-21T19:04:41.264368+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":66,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:49.647519+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:04:49.647519+0000","last_peered":"2024-05-21T19:04:49.647519+0000","last_clean":"2024-05-21T19:04:49.647519+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:04:49.647519+0000","last_undegraded":"2024-05-21T19:04:49.647519+0000","last_fullsized":"2024-05-21T19:04:49.647519+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.266927+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:04:41.266927+0000","last_peered":"2024-05-21T19:04:41.266927+0000","last_clean":"2024-05-21T19:04:41.266927+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:04:41.266927+0000","last_undegraded":"2024-05-21T19:04:41.266927+0000","last_fullsized":"2024-05-21T19:04:41.266927+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259276+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259276+0000","last_peered":"2024-05-21T19:04:41.259276+0000","last_clean":"2024-05-21T19:04:41.259276+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259276+0000","last_undegraded":"2024-05-21T19:04:41.259276+0000","last_fullsized":"2024-05-21T19:04:41.259276+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262925+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:41.262925+0000","last_peered":"2024-05-21T19:04:41.262925+0000","last_clean":"2024-05-21T19:04:41.262925+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:41.262925+0000","last_undegraded":"2024-05-21T19:04:41.262925+0000","last_fullsized":"2024-05-21T19:04:41.262925+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.278753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:04:41.278753+0000","last_peered":"2024-05-21T19:04:41.278753+0000","last_clean":"2024-05-21T19:04:41.278753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:04:41.278753+0000","last_undegraded":"2024-05-21T19:04:41.278753+0000","last_fullsized":"2024-05-21T19:04:41.278753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263053+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:04:41.263053+0000","last_peered":"2024-05-21T19:04:41.263053+0000","last_clean":"2024-05-21T19:04:41.263053+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:04:41.263053+0000","last_undegraded":"2024-05-21T19:04:41.263053+0000","last_fullsized":"2024-05-21T19:04:41.263053+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260182+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260182+0000","last_peered":"2024-05-21T19:04:41.260182+0000","last_clean":"2024-05-21T19:04:41.260182+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260182+0000","last_undegraded":"2024-05-21T19:04:41.260182+0000","last_fullsized":"2024-05-21T19:04:41.260182+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268142+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:04:41.268142+0000","last_peered":"2024-05-21T19:04:41.268142+0000","last_clean":"2024-05-21T19:04:41.268142+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:04:41.268142+0000","last_undegraded":"2024-05-21T19:04:41.268142+0000","last_fullsized":"2024-05-21T19:04:41.268142+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'11","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.436207+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:04:41.436207+0000","last_peered":"2024-05-21T19:04:41.436207+0000","last_clean":"2024-05-21T19:04:41.436207+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:04:41.436207+0000","last_undegraded":"2024-05-21T19:04:41.436207+0000","last_fullsized":"2024-05-21T19:04:41.436207+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264387+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:04:41.264387+0000","last_peered":"2024-05-21T19:04:41.264387+0000","last_clean":"2024-05-21T19:04:41.264387+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:04:41.264387+0000","last_undegraded":"2024-05-21T19:04:41.264387+0000","last_fullsized":"2024-05-21T19:04:41.264387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259281+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259281+0000","last_peered":"2024-05-21T19:04:41.259281+0000","last_clean":"2024-05-21T19:04:41.259281+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259281+0000","last_undegraded":"2024-05-21T19:04:41.259281+0000","last_fullsized":"2024-05-21T19:04:41.259281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.272117+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:04:41.272117+0000","last_peered":"2024-05-21T19:04:41.272117+0000","last_clean":"2024-05-21T19:04:41.272117+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:04:41.272117+0000","last_undegraded":"2024-05-21T19:04:41.272117+0000","last_fullsized":"2024-05-21T19:04:41.272117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256667+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256667+0000","last_peered":"2024-05-21T19:04:41.256667+0000","last_clean":"2024-05-21T19:04:41.256667+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256667+0000","last_undegraded":"2024-05-21T19:04:41.256667+0000","last_fullsized":"2024-05-21T19:04:41.256667+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259259+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:04:41.259259+0000","last_peered":"2024-05-21T19:04:41.259259+0000","last_clean":"2024-05-21T19:04:41.259259+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:04:41.259259+0000","last_undegraded":"2024-05-21T19:04:41.259259+0000","last_fullsized":"2024-05-21T19:04:41.259259+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267226+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267226+0000","last_peered":"2024-05-21T19:04:41.267226+0000","last_clean":"2024-05-21T19:04:41.267226+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267226+0000","last_undegraded":"2024-05-21T19:04:41.267226+0000","last_fullsized":"2024-05-21T19:04:41.267226+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256465+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:04:41.256465+0000","last_peered":"2024-05-21T19:04:41.256465+0000","last_clean":"2024-05-21T19:04:41.256465+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:04:41.256465+0000","last_undegraded":"2024-05-21T19:04:41.256465+0000","last_fullsized":"2024-05-21T19:04:41.256465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.279932+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.279932+0000","last_peered":"2024-05-21T19:04:41.279932+0000","last_clean":"2024-05-21T19:04:41.279932+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.279932+0000","last_undegraded":"2024-05-21T19:04:41.279932+0000","last_fullsized":"2024-05-21T19:04:41.279932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.264061+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:04:41.264061+0000","last_peered":"2024-05-21T19:04:41.264061+0000","last_clean":"2024-05-21T19:04:41.264061+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:04:41.264061+0000","last_undegraded":"2024-05-21T19:04:41.264061+0000","last_fullsized":"2024-05-21T19:04:41.264061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259437+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259437+0000","last_peered":"2024-05-21T19:04:41.259437+0000","last_clean":"2024-05-21T19:04:41.259437+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259437+0000","last_undegraded":"2024-05-21T19:04:41.259437+0000","last_fullsized":"2024-05-21T19:04:41.259437+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263153+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:04:41.263153+0000","last_peered":"2024-05-21T19:04:41.263153+0000","last_clean":"2024-05-21T19:04:41.263153+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:04:41.263153+0000","last_undegraded":"2024-05-21T19:04:41.263153+0000","last_fullsized":"2024-05-21T19:04:41.263153+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259557+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259557+0000","last_peered":"2024-05-21T19:04:41.259557+0000","last_clean":"2024-05-21T19:04:41.259557+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259557+0000","last_undegraded":"2024-05-21T19:04:41.259557+0000","last_fullsized":"2024-05-21T19:04:41.259557+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263247+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:04:41.263247+0000","last_peered":"2024-05-21T19:04:41.263247+0000","last_clean":"2024-05-21T19:04:41.263247+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:04:41.263247+0000","last_undegraded":"2024-05-21T19:04:41.263247+0000","last_fullsized":"2024-05-21T19:04:41.263247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261070+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261070+0000","last_peered":"2024-05-21T19:04:41.261070+0000","last_clean":"2024-05-21T19:04:41.261070+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261070+0000","last_undegraded":"2024-05-21T19:04:41.261070+0000","last_fullsized":"2024-05-21T19:04:41.261070+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263345+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:04:41.263345+0000","last_peered":"2024-05-21T19:04:41.263345+0000","last_clean":"2024-05-21T19:04:41.263345+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:04:41.263345+0000","last_undegraded":"2024-05-21T19:04:41.263345+0000","last_fullsized":"2024-05-21T19:04:41.263345+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284312+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284312+0000","last_peered":"2024-05-21T19:04:41.284312+0000","last_clean":"2024-05-21T19:04:41.284312+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284312+0000","last_undegraded":"2024-05-21T19:04:41.284312+0000","last_fullsized":"2024-05-21T19:04:41.284312+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263438+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:04:41.263438+0000","last_peered":"2024-05-21T19:04:41.263438+0000","last_clean":"2024-05-21T19:04:41.263438+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:04:41.263438+0000","last_undegraded":"2024-05-21T19:04:41.263438+0000","last_fullsized":"2024-05-21T19:04:41.263438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256548+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:04:41.256548+0000","last_peered":"2024-05-21T19:04:41.256548+0000","last_clean":"2024-05-21T19:04:41.256548+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:04:41.256548+0000","last_undegraded":"2024-05-21T19:04:41.256548+0000","last_fullsized":"2024-05-21T19:04:41.256548+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259065+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:04:41.259065+0000","last_peered":"2024-05-21T19:04:41.259065+0000","last_clean":"2024-05-21T19:04:41.259065+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:04:41.259065+0000","last_undegraded":"2024-05-21T19:04:41.259065+0000","last_fullsized":"2024-05-21T19:04:41.259065+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.258812+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:04:41.258812+0000","last_peered":"2024-05-21T19:04:41.258812+0000","last_clean":"2024-05-21T19:04:41.258812+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:04:41.258812+0000","last_undegraded":"2024-05-21T19:04:41.258812+0000","last_fullsized":"2024-05-21T19:04:41.258812+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.282081+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:04:41.282081+0000","last_peered":"2024-05-21T19:04:41.282081+0000","last_clean":"2024-05-21T19:04:41.282081+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:04:41.282081+0000","last_undegraded":"2024-05-21T19:04:41.282081+0000","last_fullsized":"2024-05-21T19:04:41.282081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267943+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:04:41.267943+0000","last_peered":"2024-05-21T19:04:41.267943+0000","last_clean":"2024-05-21T19:04:41.267943+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:04:41.267943+0000","last_undegraded":"2024-05-21T19:04:41.267943+0000","last_fullsized":"2024-05-21T19:04:41.267943+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256835+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:04:41.256835+0000","last_peered":"2024-05-21T19:04:41.256835+0000","last_clean":"2024-05-21T19:04:41.256835+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:04:41.256835+0000","last_undegraded":"2024-05-21T19:04:41.256835+0000","last_fullsized":"2024-05-21T19:04:41.256835+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259365+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:04:41.259365+0000","last_peered":"2024-05-21T19:04:41.259365+0000","last_clean":"2024-05-21T19:04:41.259365+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:04:41.259365+0000","last_undegraded":"2024-05-21T19:04:41.259365+0000","last_fullsized":"2024-05-21T19:04:41.259365+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.277183+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:04:41.277183+0000","last_peered":"2024-05-21T19:04:41.277183+0000","last_clean":"2024-05-21T19:04:41.277183+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:04:41.277183+0000","last_undegraded":"2024-05-21T19:04:41.277183+0000","last_fullsized":"2024-05-21T19:04:41.277183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261299+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:04:41.261299+0000","last_peered":"2024-05-21T19:04:41.261299+0000","last_clean":"2024-05-21T19:04:41.261299+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:04:41.261299+0000","last_undegraded":"2024-05-21T19:04:41.261299+0000","last_fullsized":"2024-05-21T19:04:41.261299+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.266601+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:04:41.266601+0000","last_peered":"2024-05-21T19:04:41.266601+0000","last_clean":"2024-05-21T19:04:41.266601+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:04:41.266601+0000","last_undegraded":"2024-05-21T19:04:41.266601+0000","last_fullsized":"2024-05-21T19:04:41.266601+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256877+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:04:41.256877+0000","last_peered":"2024-05-21T19:04:41.256877+0000","last_clean":"2024-05-21T19:04:41.256877+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:04:41.256877+0000","last_undegraded":"2024-05-21T19:04:41.256877+0000","last_fullsized":"2024-05-21T19:04:41.256877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267947+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:04:41.267947+0000","last_peered":"2024-05-21T19:04:41.267947+0000","last_clean":"2024-05-21T19:04:41.267947+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:04:41.267947+0000","last_undegraded":"2024-05-21T19:04:41.267947+0000","last_fullsized":"2024-05-21T19:04:41.267947+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256596+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:04:41.256596+0000","last_peered":"2024-05-21T19:04:41.256596+0000","last_clean":"2024-05-21T19:04:41.256596+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:04:41.256596+0000","last_undegraded":"2024-05-21T19:04:41.256596+0000","last_fullsized":"2024-05-21T19:04:41.256596+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66682,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":240,"num_read_kb":193,"num_write":163,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":200046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645340,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841569,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1090142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037799,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234028,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430257,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1503232,"data_stored":1027284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593782,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36220,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708932,"statfs":{"total":95995035648,"available":95957946368,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":498079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40452,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704700,"statfs":{"total":95995035648,"available":95953612800,"internally_reserved":0,"allocated":978944,"data_stored":498807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149769,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953541,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":909312,"data_stored":436273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790013,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1515520,"data_stored":1026968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":63072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:04:55.521 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T19:04:55.521 INFO:tasks.cephadm:Setting up client nodes... 2024-05-21T19:04:55.522 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-21T19:04:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:55 smithi178 ceph-mon[36523]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:55.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:55 smithi104 ceph-mon[36417]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:56.030 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:04:56.430 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:56 smithi003 ceph-mon[31577]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:56.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:56 smithi178 ceph-mon[36523]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:56 smithi104 ceph-mon[36417]: from='client.14541 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:04:57.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:57 smithi003 ceph-mon[31577]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:57.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:57 smithi178 ceph-mon[36523]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:57 smithi104 ceph-mon[36417]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering 2024-05-21T19:04:58.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 -- 172.21.15.3:0/1598680147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c104050 msgr2=0x7ff33c106440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 --2- 172.21.15.3:0/1598680147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c104050 0x7ff33c106440 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff32c00b0a0 tx=0x7ff32c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 -- 172.21.15.3:0/1598680147 shutdown_connections 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 --2- 172.21.15.3:0/1598680147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 0x7ff33c10b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 --2- 172.21.15.3:0/1598680147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c104050 0x7ff33c106440 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 --2- 172.21.15.3:0/1598680147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c106980 0x7ff33c108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 -- 172.21.15.3:0/1598680147 >> 172.21.15.3:0/1598680147 conn(0x7ff33c0fda60 msgr2=0x7ff33c0ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 -- 172.21.15.3:0/1598680147 shutdown_connections 2024-05-21T19:04:58.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.278+0000 7ff343200700 1 -- 172.21.15.3:0/1598680147 wait complete. 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.279+0000 7ff343200700 1 Processor -- start 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 -- start start 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 0x7ff33c19b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 0x7ff33c19bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 0x7ff33c1a2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff33c10f040 con 0x7ff33c106980 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff33c10eec0 con 0x7ff33c104050 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff343200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff33c10f1c0 con 0x7ff33c1092b0 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff33b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 0x7ff33c19bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:58.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff33be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 0x7ff33c19b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff33b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 0x7ff33c19bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48516/0 (socket says 172.21.15.3:48516) 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff33b400700 1 -- 172.21.15.3:0/1207811334 learned_addr learned my addr 172.21.15.3:0/1207811334 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.280+0000 7ff341200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 0x7ff33c1a2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 -- 172.21.15.3:0/1207811334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 msgr2=0x7ff33c1a2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 0x7ff33c1a2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 -- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 msgr2=0x7ff33c19bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 0x7ff33c19bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 -- 172.21.15.3:0/1207811334 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff33c1a3440 con 0x7ff33c104050 2024-05-21T19:04:58.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff33be00700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 0x7ff33c19b7e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff32c00b070 tx=0x7ff32c004d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff32c021070 con 0x7ff33c104050 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff32c007b80 con 0x7ff33c104050 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff32c0052c0 con 0x7ff33c104050 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.281+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff33c1a36d0 con 0x7ff33c104050 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.282+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff33c1a3b90 con 0x7ff33c104050 2024-05-21T19:04:58.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.283+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff33c051a80 con 0x7ff33c104050 2024-05-21T19:04:58.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.285+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ff32c024070 con 0x7ff33c104050 2024-05-21T19:04:58.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.287+0000 7ff338c00700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 0x7ff3200b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:04:58.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.287+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff32c00f020 con 0x7ff33c104050 2024-05-21T19:04:58.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.287+0000 7ff33b400700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 0x7ff3200b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:04:58.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.288+0000 7ff33b400700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 0x7ff3200b4ef0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff328009d20 tx=0x7ff328009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:04:58.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.289+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff32c02b020 con 0x7ff33c104050 2024-05-21T19:04:58.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.621+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7ff33c064150 con 0x7ff33c104050 2024-05-21T19:04:58.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.632+0000 7ff338c00700 1 -- 172.21.15.3:0/1207811334 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7ff32c0ab8f0 con 0x7ff33c104050 2024-05-21T19:04:58.631 INFO:teuthology.orchestra.run.smithi003.stdout:[client.0] 2024-05-21T19:04:58.631 INFO:teuthology.orchestra.run.smithi003.stdout: key = AQBa8ExmICYqJRAAw3Qmgso+tSYWiCW6S7Vo0w== 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 msgr2=0x7ff3200b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 0x7ff3200b4ef0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff328009d20 tx=0x7ff328009260 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 msgr2=0x7ff33c19b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 0x7ff33c19b7e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff32c00b070 tx=0x7ff32c004d70 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 shutdown_connections 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3200b2a30 0x7ff3200b4ef0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff33c1092b0 0x7ff33c1a2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff33c104050 0x7ff33c19b7e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 --2- 172.21.15.3:0/1207811334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff33c106980 0x7ff33c19bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.635+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 >> 172.21.15.3:0/1207811334 conn(0x7ff33c0fda60 msgr2=0x7ff33c1037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.636+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 shutdown_connections 2024-05-21T19:04:58.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:04:58.636+0000 7ff343200700 1 -- 172.21.15.3:0/1207811334 wait complete. 2024-05-21T19:04:59.387 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T19:04:59.387 DEBUG:teuthology.orchestra.run.smithi003:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-21T19:04:59.387 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-21T19:04:59.524 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-21T19:04:59.524 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-21T19:04:59.524 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-21T19:04:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:59 smithi003 ceph-mon[31577]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:04:59.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:59 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1207811334' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:59 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:04:59 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T19:04:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:59 smithi178 ceph-mon[36523]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:04:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:59 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1207811334' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:59 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:04:59 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T19:04:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:59 smithi104 ceph-mon[36417]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:04:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:59 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1207811334' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:59 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T19:04:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:04:59 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T19:05:00.047 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:01.578 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:01 smithi003 ceph-mon[31577]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T19:05:01.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:01 smithi178 ceph-mon[36523]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T19:05:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:01 smithi104 ceph-mon[36417]: pgmap v352: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-21T19:05:02.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 -- 172.21.15.3:0/1448624343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 msgr2=0x7fc86c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:02.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 --2- 172.21.15.3:0/1448624343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c105be0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc858009990 tx=0x7fc858009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 -- 172.21.15.3:0/1448624343 shutdown_connections 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 --2- 172.21.15.3:0/1448624343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 0x7fc86c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 --2- 172.21.15.3:0/1448624343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 0x7fc86c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 --2- 172.21.15.3:0/1448624343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c105be0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 -- 172.21.15.3:0/1448624343 >> 172.21.15.3:0/1448624343 conn(0x7fc86c101250 msgr2=0x7fc86c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 -- 172.21.15.3:0/1448624343 shutdown_connections 2024-05-21T19:05:02.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.115+0000 7fc873e00700 1 -- 172.21.15.3:0/1448624343 wait complete. 2024-05-21T19:05:02.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.116+0000 7fc873e00700 1 Processor -- start 2024-05-21T19:05:02.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.116+0000 7fc873e00700 1 -- start start 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 0x7fc86c19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 0x7fc86c1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c115960 con 0x7fc86c105760 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1157e0 con 0x7fc86c10b760 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc873e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c115ae0 con 0x7fc86c106120 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33474/0 (socket says 172.21.15.3:33474) 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc871400700 1 -- 172.21.15.3:0/1881260330 learned_addr learned my addr 172.21.15.3:0/1881260330 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc871e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 0x7fc86c1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.117+0000 7fc870a00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 0x7fc86c19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 -- 172.21.15.3:0/1881260330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 msgr2=0x7fc86c19c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:02.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 0x7fc86c19c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 -- 172.21.15.3:0/1881260330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 msgr2=0x7fc86c1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:02.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 0x7fc86c1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 -- 172.21.15.3:0/1881260330 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86c1a0df0 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc871400700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc86000e9a0 tx=0x7fc86000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86000ca10 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86c1a10e0 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc86000cbb0 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc86c1a8960 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.118+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860018680 con 0x7fc86c105760 2024-05-21T19:05:02.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.119+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc84c005330 con 0x7fc86c105760 2024-05-21T19:05:02.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.122+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fc860010430 con 0x7fc86c105760 2024-05-21T19:05:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.124+0000 7fc86a000700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 0x7fc8540b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.124+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8600e2e10 con 0x7fc86c105760 2024-05-21T19:05:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.124+0000 7fc870a00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 0x7fc8540b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.125+0000 7fc870a00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 0x7fc8540b4e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc8580098e0 tx=0x7fc858005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.126+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc860026070 con 0x7fc86c105760 2024-05-21T19:05:02.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.435+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fc84c0058f0 con 0x7fc86c105760 2024-05-21T19:05:02.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.454+0000 7fc86a000700 1 -- 172.21.15.3:0/1881260330 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288637 (secure 0 0 0) 0x7fc8600aa950 con 0x7fc86c105760 2024-05-21T19:05:02.459 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 msgr2=0x7fc8540b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 0x7fc8540b4e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc8580098e0 tx=0x7fc858005960 comp rx=0 tx=0).stop 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 msgr2=0x7fc86c19be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc86000e9a0 tx=0x7fc86000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 shutdown_connections 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8540b2990 0x7fc8540b4e50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc86c10b760 0x7fc86c1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc86c105760 0x7fc86c19be30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 --2- 172.21.15.3:0/1881260330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc86c106120 0x7fc86c19c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.460+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 >> 172.21.15.3:0/1881260330 conn(0x7fc86c101250 msgr2=0x7fc86c101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.461+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 shutdown_connections 2024-05-21T19:05:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:02.461+0000 7fc873e00700 1 -- 172.21.15.3:0/1881260330 wait complete. 2024-05-21T19:05:03.269 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6800","nonce":1320720113},{"type":"v1","addr":"172.21.15.3:6801","nonce":1320720113}]},"active_addr":"172.21.15.3:6801/1320720113","active_change":"2024-05-21T18:55:39.915059+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24107,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.3:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":2851093847}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":4286094801}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":3253533745}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":2335675245}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.3:0","nonce":201094421}]}]} 2024-05-21T19:05:03.276 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-21T19:05:03.276 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-21T19:05:03.276 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:05:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:03 smithi003 ceph-mon[31577]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:03 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1881260330' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T19:05:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:03 smithi178 ceph-mon[36523]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:03 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1881260330' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T19:05:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:03 smithi104 ceph-mon[36417]: pgmap v353: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:03 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1881260330' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T19:05:03.787 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:05.514 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:05 smithi003 ceph-mon[31577]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:05.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:05 smithi178 ceph-mon[36523]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:05 smithi104 ceph-mon[36417]: pgmap v354: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:05:06.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 -- 172.21.15.3:0/417395402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 msgr2=0x7f5738110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 --2- 172.21.15.3:0/417395402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f5738110470 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f573000b0d0 tx=0x7f573000b3e0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 -- 172.21.15.3:0/417395402 shutdown_connections 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 --2- 172.21.15.3:0/417395402 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f5738110470 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 --2- 172.21.15.3:0/417395402 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 0x7f5738103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 --2- 172.21.15.3:0/417395402 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 -- 172.21.15.3:0/417395402 >> 172.21.15.3:0/417395402 conn(0x7f573807a6a0 msgr2=0x7f573807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:06.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 -- 172.21.15.3:0/417395402 shutdown_connections 2024-05-21T19:05:06.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.043+0000 7f573d200700 1 -- 172.21.15.3:0/417395402 wait complete. 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.044+0000 7f573d200700 1 Processor -- start 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.044+0000 7f573d200700 1 -- start start 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 0x7f57381a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f573819bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f57381136e0 con 0x7f57381041a0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5738113560 con 0x7f57381088f0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f573d200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5738113860 con 0x7f57381037f0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f572d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f572d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33490/0 (socket says 172.21.15.3:33490) 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f572d400700 1 -- 172.21.15.3:0/1501766615 learned_addr learned my addr 172.21.15.3:0/1501766615 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f5735e00700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 0x7f57381a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.045+0000 7f5736800700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f573819bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:06.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 -- 172.21.15.3:0/1501766615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 msgr2=0x7f57381a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 0x7f57381a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 -- 172.21.15.3:0/1501766615 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 msgr2=0x7f573819bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f573819bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 -- 172.21.15.3:0/1501766615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573819c2b0 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572d400700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f572000eb30 tx=0x7f572000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572000cbd0 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57200044d0 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5720003e30 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.046+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573819c5a0 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.047+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57381a8810 con 0x7f57381041a0 2024-05-21T19:05:06.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.048+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f573806a230 con 0x7f57381041a0 2024-05-21T19:05:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.050+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5720004000 con 0x7f57381041a0 2024-05-21T19:05:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.053+0000 7f572f400700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 0x7f571c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.053+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f57200e2940 con 0x7f57381041a0 2024-05-21T19:05:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.053+0000 7f5735e00700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 0x7f571c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.054+0000 7f5735e00700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 0x7f571c0b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5728009c60 tx=0x7f5728009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:06.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.055+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5720054df0 con 0x7f57381041a0 2024-05-21T19:05:06.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.292+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f573819cff0 con 0x7f57381041a0 2024-05-21T19:05:06.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.295+0000 7f572f400700 1 -- 172.21.15.3:0/1501766615 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f573819cff0 con 0x7f57381041a0 2024-05-21T19:05:06.295 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:05:06.295 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:05:06.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 msgr2=0x7f571c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 0x7f571c0b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5728009c60 tx=0x7f5728009260 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 msgr2=0x7f57381a1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f572000eb30 tx=0x7f572000ee40 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 shutdown_connections 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f571c0b2990 0x7f571c0b4e50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f57381088f0 0x7f573819bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f57381037f0 0x7f57381a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 --2- 172.21.15.3:0/1501766615 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f57381041a0 0x7f57381a1e80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.298+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 >> 172.21.15.3:0/1501766615 conn(0x7f573807a6a0 msgr2=0x7f5738102d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.299+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 shutdown_connections 2024-05-21T19:05:06.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:06.299+0000 7f573d200700 1 -- 172.21.15.3:0/1501766615 wait complete. 2024-05-21T19:05:06.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1501766615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:06.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1501766615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:06.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1501766615' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:07.213 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-21T19:05:07.213 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:05:07.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:07 smithi003 ceph-mon[31577]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:05:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:07 smithi178 ceph-mon[36523]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:05:07.673 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:07.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:07 smithi104 ceph-mon[36417]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:05:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:09 smithi178 ceph-mon[36523]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:05:09.723 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:09 smithi003 ceph-mon[31577]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:05:09.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:09 smithi104 ceph-mon[36417]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:05:09.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.899+0000 7ff0d0a00700 1 -- 172.21.15.3:0/3259780484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 msgr2=0x7ff0cc104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:09.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.899+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/3259780484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc104a80 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009990 tx=0x7ff0bc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 -- 172.21.15.3:0/3259780484 shutdown_connections 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/3259780484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc10dad0 0x7ff0cc10ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/3259780484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc104a80 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/3259780484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0cc104fc0 0x7ff0cc10d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 -- 172.21.15.3:0/3259780484 >> 172.21.15.3:0/3259780484 conn(0x7ff0cc0fdef0 msgr2=0x7ff0cc100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 -- 172.21.15.3:0/3259780484 shutdown_connections 2024-05-21T19:05:09.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.900+0000 7ff0d0a00700 1 -- 172.21.15.3:0/3259780484 wait complete. 2024-05-21T19:05:09.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 Processor -- start 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 -- start start 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc104fc0 0x7ff0cc19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0cc10dad0 0x7ff0cc1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc113730 con 0x7ff0cc1046a0 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc1135b0 con 0x7ff0cc10dad0 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.901+0000 7ff0d0a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff0cc1138b0 con 0x7ff0cc104fc0 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33514/0 (socket says 172.21.15.3:33514) 2024-05-21T19:05:09.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 -- 172.21.15.3:0/1258946866 learned_addr learned my addr 172.21.15.3:0/1258946866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0caa00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc104fc0 0x7ff0cc19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 -- 172.21.15.3:0/1258946866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc104fc0 msgr2=0x7ff0cc19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc104fc0 0x7ff0cc19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 -- 172.21.15.3:0/1258946866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0cc10dad0 msgr2=0x7ff0cc1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0cc10dad0 0x7ff0cc1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.902+0000 7ff0cb400700 1 -- 172.21.15.3:0/1258946866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0cc1a0e50 con 0x7ff0cc1046a0 2024-05-21T19:05:09.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0cb400700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc005910 tx=0x7ff0bc00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc027070 con 0x7ff0cc1046a0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0bc022470 con 0x7ff0cc1046a0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0cc1a10e0 con 0x7ff0cc1046a0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc017650 con 0x7ff0cc1046a0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.903+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0cc1a89c0 con 0x7ff0cc1046a0 2024-05-21T19:05:09.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.904+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0cc06a230 con 0x7ff0cc1046a0 2024-05-21T19:05:09.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.907+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ff0bc02a070 con 0x7ff0cc1046a0 2024-05-21T19:05:09.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.909+0000 7ff0c3e00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 0x7ff0b00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:09.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.909+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff0bc0e3090 con 0x7ff0cc1046a0 2024-05-21T19:05:09.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.909+0000 7ff0caa00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 0x7ff0b00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:09.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.910+0000 7ff0caa00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 0x7ff0b00b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc104320 tx=0x7ff0b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:09.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:09.914+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff0bc013070 con 0x7ff0cc1046a0 2024-05-21T19:05:10.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.154+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff0cc02e560 con 0x7ff0cc1046a0 2024-05-21T19:05:10.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.158+0000 7ff0c3e00700 1 -- 172.21.15.3:0/1258946866 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7ff0bc0c4e20 con 0x7ff0cc1046a0 2024-05-21T19:05:10.159 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:05:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:05:10.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 msgr2=0x7ff0b00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:10.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 0x7ff0b00b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc104320 tx=0x7ff0b8009260 comp rx=0 tx=0).stop 2024-05-21T19:05:10.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 msgr2=0x7ff0cc19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:10.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc005910 tx=0x7ff0bc00b670 comp rx=0 tx=0).stop 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 shutdown_connections 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0b00b2910 0x7ff0b00b4dd0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0cc10dad0 0x7ff0cc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff0cc1046a0 0x7ff0cc19be40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 --2- 172.21.15.3:0/1258946866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0cc104fc0 0x7ff0cc19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 >> 172.21.15.3:0/1258946866 conn(0x7ff0cc0fdef0 msgr2=0x7ff0cc0feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.161+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 shutdown_connections 2024-05-21T19:05:10.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:10.162+0000 7ff0d0a00700 1 -- 172.21.15.3:0/1258946866 wait complete. 2024-05-21T19:05:10.503 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:10 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1258946866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:10.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:10 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1258946866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:10.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:10 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1258946866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:05:11.077 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-21T19:05:11.078 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-21T19:05:11.078 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-21T19:05:11.078 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-21T19:05:11.079 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-21T19:05:11.079 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-21T19:05:11.080 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-21T19:05:11.080 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-21T19:05:11.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-21T19:05:11.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-21T19:05:11.081 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-21T19:05:11.082 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-21T19:05:11.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:11 smithi003 ceph-mon[31577]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:11.627 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:11 smithi104 ceph-mon[36417]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:11.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:11 smithi178 ceph-mon[36523]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:12.046 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:12.221 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:12.222 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:12.223 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:12.229 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:12.467 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:13.494 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:13 smithi003 ceph-mon[31577]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:13 smithi178 ceph-mon[36523]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:13 smithi104 ceph-mon[36417]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:15.524 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:15 smithi003 ceph-mon[31577]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:15.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:15 smithi178 ceph-mon[36523]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:15 smithi104 ceph-mon[36417]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:17.408 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:17.548 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:17.550 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:17.551 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:17.552 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:17.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:17 smithi003 ceph-mon[31577]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:17 smithi104 ceph-mon[36417]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:17.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:17 smithi178 ceph-mon[36523]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:19.690 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:19 smithi178 ceph-mon[36523]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:19.724 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:19 smithi003 ceph-mon[31577]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:19 smithi104 ceph-mon[36417]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:21 smithi104 ceph-mon[36417]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:21.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:21 smithi003 ceph-mon[31577]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:21.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:21 smithi178 ceph-mon[36523]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:23.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 -- 172.21.15.3:0/4116225085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102620 msgr2=0x7f52a4102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 --2- 172.21.15.3:0/4116225085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102620 0x7f52a4102a00 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f52940099c0 tx=0x7f5294009cd0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 -- 172.21.15.3:0/4116225085 shutdown_connections 2024-05-21T19:05:23.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 --2- 172.21.15.3:0/4116225085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4107700 0x7f52a410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 --2- 172.21.15.3:0/4116225085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102620 0x7f52a4102a00 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 --2- 172.21.15.3:0/4116225085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4102fd0 0x7f52a4107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 -- 172.21.15.3:0/4116225085 >> 172.21.15.3:0/4116225085 conn(0x7f52a40fded0 msgr2=0x7f52a41002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:23.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 -- 172.21.15.3:0/4116225085 shutdown_connections 2024-05-21T19:05:23.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.258+0000 7f52a8a00700 1 -- 172.21.15.3:0/4116225085 wait complete. 2024-05-21T19:05:23.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.260+0000 7f52a8a00700 1 Processor -- start 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.260+0000 7f52a8a00700 1 -- start start 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.260+0000 7f52a8a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 0x7f52a419f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102fd0 0x7f52a419fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4107700 0x7f52a4199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a8a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52a4112600 con 0x7f52a4102fd0 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a8a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52a4112480 con 0x7f52a4102620 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a8a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a4112780 con 0x7f52a4107700 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a1e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102fd0 0x7f52a419fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 0x7f52a419f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 0x7f52a419f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45432/0 (socket says 172.21.15.3:45432) 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 -- 172.21.15.3:0/519007767 learned_addr learned my addr 172.21.15.3:0/519007767 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a3200700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4107700 0x7f52a4199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 -- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4107700 msgr2=0x7f52a4199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4107700 0x7f52a4199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 -- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102fd0 msgr2=0x7f52a419fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a4102fd0 0x7f52a419fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a2800700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a419a1b0 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.261+0000 7f52a3200700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a4107700 0x7f52a4199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f52a2800700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 0x7f52a419f890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5294006010 tx=0x7f5294005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294026070 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a419a440 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5294003c70 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529400fb40 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.262+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a41a6760 con 0x7f52a4102620 2024-05-21T19:05:23.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.263+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f52a4063c50 con 0x7f52a4102620 2024-05-21T19:05:23.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.266+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5294029070 con 0x7f52a4102620 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.267+0000 7f529b400700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52880b2910 0x7f52880b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.267+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f52940e3420 con 0x7f52a4102620 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f52a1e00700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52880b2910 0x7f52880b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f529b400700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] conn(0x7f52880bc550 0x7f52880be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f529402ce50 con 0x7f52880bc550 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f52940e37d0 con 0x7f52a4102620 2024-05-21T19:05:23.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f52a3200700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] conn(0x7f52880bc550 0x7f52880be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.268+0000 7f52a1e00700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52880b2910 0x7f52880b4dd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f52a4108e40 tx=0x7f5290009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.269+0000 7f52a3200700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] conn(0x7f52880bc550 0x7f52880be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.270+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== osd.11 v2:172.21.15.178:6824/4018949369 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f529402ce50 con 0x7f52880bc550 2024-05-21T19:05:23.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.288+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 --> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f52a4064050 con 0x7f52880bc550 2024-05-21T19:05:23.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.288+0000 7f529b400700 1 -- 172.21.15.3:0/519007767 <== osd.11 v2:172.21.15.178:6824/4018949369 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f52a4064050 con 0x7f52880bc550 2024-05-21T19:05:23.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] conn(0x7f52880bc550 msgr2=0x7f52880be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] conn(0x7f52880bc550 0x7f52880be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52880b2910 msgr2=0x7f52880b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52880b2910 0x7f52880b4dd0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f52a4108e40 tx=0x7f5290009260 comp rx=0 tx=0).stop 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 msgr2=0x7f52a419f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 --2- 172.21.15.3:0/519007767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a4102620 0x7f52a419f890 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5294006010 tx=0x7f5294005280 comp rx=0 tx=0).stop 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a3200700 1 -- 172.21.15.3:0/519007767 reap_dead start 2024-05-21T19:05:23.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 shutdown_connections 2024-05-21T19:05:23.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.289+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 >> 172.21.15.3:0/519007767 conn(0x7f52a40fded0 msgr2=0x7f52a406be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:23.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.290+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 shutdown_connections 2024-05-21T19:05:23.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:23.290+0000 7f52a8a00700 1 -- 172.21.15.3:0/519007767 wait complete. 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.466+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3408552612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed406b250 msgr2=0x7f8ed406b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.466+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3408552612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed406b250 0x7f8ed406b630 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4009990 tx=0x7f8ec4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3408552612 shutdown_connections 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3408552612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed410fff0 0x7f8ed41123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3408552612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed406b250 0x7f8ed406b630 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3408552612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ed406bb70 0x7f8ed410fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3408552612 >> 172.21.15.3:0/3408552612 conn(0x7f8ed40793f0 msgr2=0x7f8ed4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3408552612 shutdown_connections 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.467+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3408552612 wait complete. 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 Processor -- start 2024-05-21T19:05:23.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 -- start start 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ed406b250 0x7f8ed419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 0x7f8ed419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed410fff0 0x7f8ed41a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed41158f0 con 0x7f8ed406bb70 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed4115770 con 0x7f8ed410fff0 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.468+0000 7f8ed9a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed4115a70 con 0x7f8ed406b250 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 0x7f8ed419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 0x7f8ed419c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36276/0 (socket says 172.21.15.3:36276) 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 -- 172.21.15.3:0/3358964011 learned_addr learned my addr 172.21.15.3:0/3358964011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8ed2a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ed406b250 0x7f8ed419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8ed3400700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed410fff0 0x7f8ed41a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 -- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ed406b250 msgr2=0x7f8ed419be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ed406b250 0x7f8ed419be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 -- 172.21.15.3:0/3358964011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed410fff0 msgr2=0x7f8ed41a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ed410fff0 0x7f8ed41a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.469+0000 7f8eca000700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ed41a0e10 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8eca000700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 0x7f8ed419c340 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc00e9a0 tx=0x7f8ebc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc00c9c0 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ed41a1100 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ebc00cb60 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc018680 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.470+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ed41a8980 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.471+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ed4063cd0 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.474+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f8ebc010430 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.475+0000 7f8ecbe00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb80b2910 0x7f8eb80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.475+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8ebc0e2cc0 con 0x7f8ed406bb70 2024-05-21T19:05:23.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.475+0000 7f8ed2a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb80b2910 0x7f8eb80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.476+0000 7f8ecbe00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] conn(0x7f8eb80bc550 0x7f8eb80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.476+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ebc024e70 con 0x7f8eb80bc550 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.476+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f8ebc0e3070 con 0x7f8ed406bb70 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.476+0000 7f8ed3400700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] conn(0x7f8eb80bc550 0x7f8eb80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.476+0000 7f8ed2a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb80b2910 0x7f8eb80b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8ec400b2e0 tx=0x7f8ec4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.477+0000 7f8ed3400700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] conn(0x7f8eb80bc550 0x7f8eb80be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:23.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.478+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== osd.2 v2:172.21.15.178:6800/2043551572 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ebc024e70 con 0x7f8eb80bc550 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.496+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 --> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ed4064150 con 0x7f8eb80bc550 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.497+0000 7f8ecbe00700 1 -- 172.21.15.3:0/3358964011 <== osd.2 v2:172.21.15.178:6800/2043551572 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8ed4064150 con 0x7f8eb80bc550 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.497+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] conn(0x7f8eb80bc550 msgr2=0x7f8eb80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.497+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] conn(0x7f8eb80bc550 0x7f8eb80be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb80b2910 msgr2=0x7f8eb80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8eb80b2910 0x7f8eb80b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8ec400b2e0 tx=0x7f8ec4005960 comp rx=0 tx=0).stop 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 msgr2=0x7f8ed419c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 --2- 172.21.15.3:0/3358964011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ed406bb70 0x7f8ed419c340 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc00e9a0 tx=0x7f8ebc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed3400700 1 -- 172.21.15.3:0/3358964011 reap_dead start 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 shutdown_connections 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 >> 172.21.15.3:0/3358964011 conn(0x7f8ed40793f0 msgr2=0x7f8ed41114c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 shutdown_connections 2024-05-21T19:05:23.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.498+0000 7f8ed9a00700 1 -- 172.21.15.3:0/3358964011 wait complete. 2024-05-21T19:05:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:23 smithi104 ceph-mon[36417]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:23.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:23 smithi003 ceph-mon[31577]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:23.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:23 smithi178 ceph-mon[36523]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.668+0000 7f11d8200700 1 -- 172.21.15.3:0/645643750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d01035f0 msgr2=0x7f11d0103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.668+0000 7f11d8200700 1 --2- 172.21.15.3:0/645643750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d01035f0 0x7f11d0103a50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f11bc009990 tx=0x7f11bc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 -- 172.21.15.3:0/645643750 shutdown_connections 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 --2- 172.21.15.3:0/645643750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f11d0103f90 0x7f11d0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 --2- 172.21.15.3:0/645643750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11d0108500 0x7f11d01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 --2- 172.21.15.3:0/645643750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d01035f0 0x7f11d0103a50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 -- 172.21.15.3:0/645643750 >> 172.21.15.3:0/645643750 conn(0x7f11d007a6a0 msgr2=0x7f11d007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:24.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 -- 172.21.15.3:0/645643750 shutdown_connections 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.669+0000 7f11d8200700 1 -- 172.21.15.3:0/645643750 wait complete. 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 Processor -- start 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 -- start start 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11d01035f0 0x7f11d019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 0x7f11d019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f11d0108500 0x7f11d01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0113790 con 0x7f11d0103f90 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0113610 con 0x7f11d01035f0 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.670+0000 7f11d8200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f11d0113910 con 0x7f11d0108500 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 0x7f11d019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 0x7f11d019c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36300/0 (socket says 172.21.15.3:36300) 2024-05-21T19:05:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 -- 172.21.15.3:0/447380019 learned_addr learned my addr 172.21.15.3:0/447380019 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d5800700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11d01035f0 0x7f11d019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d6200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f11d0108500 0x7f11d01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 -- 172.21.15.3:0/447380019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f11d0108500 msgr2=0x7f11d01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f11d0108500 0x7f11d01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 -- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11d01035f0 msgr2=0x7f11d019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11d01035f0 0x7f11d019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.671+0000 7f11d4e00700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d01a0e40 con 0x7f11d0103f90 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11d4e00700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 0x7f11d019c370 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f11bc000c00 tx=0x7f11bc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11bc027070 con 0x7f11d0103f90 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11bc022470 con 0x7f11d0103f90 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11d01a10d0 con 0x7f11d0103f90 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11bc017650 con 0x7f11d0103f90 2024-05-21T19:05:24.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.672+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11d01a89b0 con 0x7f11d0103f90 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.673+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f11d0101ec0 con 0x7f11d0103f90 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.676+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f11bc02a070 con 0x7f11d0103f90 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.677+0000 7f11ce000700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11b80b2910 0x7f11b80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.677+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f11bc0e3380 con 0x7f11d0103f90 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11d5800700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11b80b2910 0x7f11b80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11ce000700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] conn(0x7f11b80bc550 0x7f11b80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f11bc018e50 con 0x7f11b80bc550 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f11bc0e3730 con 0x7f11d0103f90 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11d6200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] conn(0x7f11b80bc550 0x7f11b80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.678+0000 7f11d5800700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11b80b2910 0x7f11b80b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f11d01047d0 tx=0x7f11c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.679+0000 7f11d6200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] conn(0x7f11b80bc550 0x7f11b80be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:24.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.680+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== osd.4 v2:172.21.15.104:6808/4045578119 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f11bc018e50 con 0x7f11b80bc550 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.699+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 --> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f11d0104cb0 con 0x7f11b80bc550 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11ce000700 1 -- 172.21.15.3:0/447380019 <== osd.4 v2:172.21.15.104:6808/4045578119 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f11d0104cb0 con 0x7f11b80bc550 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] conn(0x7f11b80bc550 msgr2=0x7f11b80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] conn(0x7f11b80bc550 0x7f11b80be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11b80b2910 msgr2=0x7f11b80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11b80b2910 0x7f11b80b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f11d01047d0 tx=0x7f11c4009260 comp rx=0 tx=0).stop 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 msgr2=0x7f11d019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d8200700 1 --2- 172.21.15.3:0/447380019 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f11d0103f90 0x7f11d019c370 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f11bc000c00 tx=0x7f11bc0057c0 comp rx=0 tx=0).stop 2024-05-21T19:05:24.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.700+0000 7f11d6200700 1 -- 172.21.15.3:0/447380019 reap_dead start 2024-05-21T19:05:24.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.701+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 shutdown_connections 2024-05-21T19:05:24.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.701+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 >> 172.21.15.3:0/447380019 conn(0x7f11d007a6a0 msgr2=0x7f11d0101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:24.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.701+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 shutdown_connections 2024-05-21T19:05:24.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:22.701+0000 7f11d8200700 1 -- 172.21.15.3:0/447380019 wait complete. 2024-05-21T19:05:25.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 -- 172.21.15.3:0/3759339291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4924106120 msgr2=0x7f4924112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 --2- 172.21.15.3:0/3759339291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4924106120 0x7f4924112630 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f491c00b0a0 tx=0x7f491c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 -- 172.21.15.3:0/3759339291 shutdown_connections 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 --2- 172.21.15.3:0/3759339291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4924106120 0x7f4924112630 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 --2- 172.21.15.3:0/3759339291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f492410b760 0x7f492410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 --2- 172.21.15.3:0/3759339291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924105760 0x7f4924105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 -- 172.21.15.3:0/3759339291 >> 172.21.15.3:0/3759339291 conn(0x7f4924101250 msgr2=0x7f4924103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 -- 172.21.15.3:0/3759339291 shutdown_connections 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.411+0000 7f492a600700 1 -- 172.21.15.3:0/3759339291 wait complete. 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.412+0000 7f492a600700 1 Processor -- start 2024-05-21T19:05:25.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.412+0000 7f492a600700 1 -- start start 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 0x7f492419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924106120 0x7f492419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f492410b760 0x7f49241a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f49241159f0 con 0x7f4924106120 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4924115870 con 0x7f492410b760 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f492a600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4924115b70 con 0x7f4924105760 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4922a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924106120 0x7f492419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4923400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 0x7f492419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4922a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924106120 0x7f492419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36334/0 (socket says 172.21.15.3:36334) 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4923400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 0x7f492419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50776/0 (socket says 172.21.15.3:50776) 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4922a00700 1 -- 172.21.15.3:0/4042472490 learned_addr learned my addr 172.21.15.3:0/4042472490 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:25.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.413+0000 7f4923e00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f492410b760 0x7f49241a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 -- 172.21.15.3:0/4042472490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f492410b760 msgr2=0x7f49241a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f492410b760 0x7f49241a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 -- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924106120 msgr2=0x7f492419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4924106120 0x7f492419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49241a0e00 con 0x7f4924105760 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.414+0000 7f4923400700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 0x7f492419be40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f491400e9f0 tx=0x7f491400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.415+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f491400cb70 con 0x7f4924105760 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.415+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f491400ee90 con 0x7f4924105760 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.415+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4914003d40 con 0x7f4924105760 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.415+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49241a10f0 con 0x7f4924105760 2024-05-21T19:05:25.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.415+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49241a8970 con 0x7f4924105760 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.416+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4924063cd0 con 0x7f4924105760 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.418+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f4914003ee0 con 0x7f4924105760 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.420+0000 7f491be00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f49080b2990 0x7f49080b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.420+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f49140e2440 con 0x7f4924105760 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.420+0000 7f4922a00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f49080b2990 0x7f49080b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.421+0000 7f491be00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] conn(0x7f49080bc5d0 0x7f49080bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.421+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4914021e50 con 0x7f49080bc5d0 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.421+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f49140e9050 con 0x7f4924105760 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.421+0000 7f4923e00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] conn(0x7f49080bc5d0 0x7f49080bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.421+0000 7f4922a00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f49080b2990 0x7f49080b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f492410ad60 tx=0x7f491000b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.422+0000 7f4923e00700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] conn(0x7f49080bc5d0 0x7f49080bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:25.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.423+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== osd.9 v2:172.21.15.3:6826/689615079 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4914021e50 con 0x7f49080bc5d0 2024-05-21T19:05:25.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.442+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 --> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4924064100 con 0x7f49080bc5d0 2024-05-21T19:05:25.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.443+0000 7f491be00700 1 -- 172.21.15.3:0/4042472490 <== osd.9 v2:172.21.15.3:6826/689615079 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4924064100 con 0x7f49080bc5d0 2024-05-21T19:05:25.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] conn(0x7f49080bc5d0 msgr2=0x7f49080bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] conn(0x7f49080bc5d0 0x7f49080bea70 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:25.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f49080b2990 msgr2=0x7f49080b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f49080b2990 0x7f49080b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f492410ad60 tx=0x7f491000b500 comp rx=0 tx=0).stop 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 msgr2=0x7f492419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 --2- 172.21.15.3:0/4042472490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4924105760 0x7f492419be40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f491400e9f0 tx=0x7f491400ed00 comp rx=0 tx=0).stop 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f4923e00700 1 -- 172.21.15.3:0/4042472490 reap_dead start 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 shutdown_connections 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 >> 172.21.15.3:0/4042472490 conn(0x7f4924101250 msgr2=0x7f4924101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 shutdown_connections 2024-05-21T19:05:25.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:25.444+0000 7f492a600700 1 -- 172.21.15.3:0/4042472490 wait complete. 2024-05-21T19:05:25.661 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:25 smithi003 ceph-mon[31577]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:25 smithi104 ceph-mon[36417]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:25.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:25 smithi178 ceph-mon[36523]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:27.343 INFO:teuthology.orchestra.run.smithi003.stdout:309237645347 2024-05-21T19:05:27.344 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-21T19:05:27.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:27 smithi003 ceph-mon[31577]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:27.704 INFO:teuthology.orchestra.run.smithi003.stdout:137438953548 2024-05-21T19:05:27.705 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-21T19:05:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:27 smithi104 ceph-mon[36417]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:27.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:27 smithi178 ceph-mon[36523]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:29.424 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:29.463 INFO:teuthology.orchestra.run.smithi003.stdout:77309411414 2024-05-21T19:05:29.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-21T19:05:29.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:29 smithi003 ceph-mon[31577]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:29 smithi104 ceph-mon[36417]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:29 smithi178 ceph-mon[36523]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 -- 172.21.15.3:0/12981540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f14141095b0 msgr2=0x7f1414109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 --2- 172.21.15.3:0/12981540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f14141095b0 0x7f1414109990 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1408009990 tx=0x7f1408009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 -- 172.21.15.3:0/12981540 shutdown_connections 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 --2- 172.21.15.3:0/12981540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f141406bbe0 0x7f14141103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 --2- 172.21.15.3:0/12981540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f14141095b0 0x7f1414109990 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 --2- 172.21.15.3:0/12981540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406b220 0x7f141406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 -- 172.21.15.3:0/12981540 >> 172.21.15.3:0/12981540 conn(0x7f14140793f0 msgr2=0x7f1414079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 -- 172.21.15.3:0/12981540 shutdown_connections 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.081+0000 7f141c600700 1 -- 172.21.15.3:0/12981540 wait complete. 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.082+0000 7f141c600700 1 Processor -- start 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 -- start start 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 0x7f141419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406bbe0 0x7f141419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f14141095b0 0x7f1414199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f14141136e0 con 0x7f141406b220 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1414113560 con 0x7f141406bbe0 2024-05-21T19:05:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141c600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1414113860 con 0x7f14141095b0 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f1419c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 0x7f141419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f1419c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 0x7f141419f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36344/0 (socket says 172.21.15.3:36344) 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f1419c00700 1 -- 172.21.15.3:0/339805989 learned_addr learned my addr 172.21.15.3:0/339805989 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f1419200700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406bbe0 0x7f141419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.083+0000 7f141a600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f14141095b0 0x7f1414199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 -- 172.21.15.3:0/339805989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f14141095b0 msgr2=0x7f1414199a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f14141095b0 0x7f1414199a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 -- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406bbe0 msgr2=0x7f141419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406bbe0 0x7f141419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141419a1c0 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419200700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f141406bbe0 0x7f141419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1419c00700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 0x7f141419f850 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1408000c00 tx=0x7f140800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408027070 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1408022470 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f141419a450 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.084+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1408017650 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.085+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14141a6720 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.085+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1414063cd0 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.088+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f140802a070 con 0x7f141406b220 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.089+0000 7f1412000700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13fc0b2910 0x7f13fc0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f14080e3570 con 0x7f141406b220 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f1412000700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] conn(0x7f13fc0bc420 0x7f13fc0be8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f140800b0b0 con 0x7f13fc0bc420 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f1419200700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13fc0b2910 0x7f13fc0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f14080e3920 con 0x7f141406b220 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.090+0000 7f141a600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] conn(0x7f13fc0bc420 0x7f13fc0be8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.091+0000 7f1419200700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13fc0b2910 0x7f13fc0b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1400009680 tx=0x7f1400009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.091+0000 7f141a600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] conn(0x7f13fc0bc420 0x7f13fc0be8c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.092+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== osd.1 v2:172.21.15.104:6800/1354248624 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f140800b0b0 con 0x7f13fc0bc420 2024-05-21T19:05:30.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.111+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 --> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1414064150 con 0x7f13fc0bc420 2024-05-21T19:05:30.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.111+0000 7f1412000700 1 -- 172.21.15.3:0/339805989 <== osd.1 v2:172.21.15.104:6800/1354248624 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1414064150 con 0x7f13fc0bc420 2024-05-21T19:05:30.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] conn(0x7f13fc0bc420 msgr2=0x7f13fc0be8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] conn(0x7f13fc0bc420 0x7f13fc0be8c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13fc0b2910 msgr2=0x7f13fc0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13fc0b2910 0x7f13fc0b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1400009680 tx=0x7f1400009260 comp rx=0 tx=0).stop 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 msgr2=0x7f141419f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 --2- 172.21.15.3:0/339805989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f141406b220 0x7f141419f850 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1408000c00 tx=0x7f140800bfd0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141a600700 1 -- 172.21.15.3:0/339805989 reap_dead start 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 shutdown_connections 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 >> 172.21.15.3:0/339805989 conn(0x7f14140793f0 msgr2=0x7f14141011b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 shutdown_connections 2024-05-21T19:05:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.112+0000 7f141c600700 1 -- 172.21.15.3:0/339805989 wait complete. 2024-05-21T19:05:30.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 -- 172.21.15.3:0/1147048929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 msgr2=0x7ff344105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 --2- 172.21.15.3:0/1147048929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 0x7ff344105be0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff3300098f0 tx=0x7ff330009c00 comp rx=0 tx=0).stop 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 -- 172.21.15.3:0/1147048929 shutdown_connections 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 --2- 172.21.15.3:0/1147048929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff344112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 --2- 172.21.15.3:0/1147048929 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff34410b760 0x7ff34410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 --2- 172.21.15.3:0/1147048929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 0x7ff344105be0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 -- 172.21.15.3:0/1147048929 >> 172.21.15.3:0/1147048929 conn(0x7ff344101250 msgr2=0x7ff344103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 -- 172.21.15.3:0/1147048929 shutdown_connections 2024-05-21T19:05:30.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.388+0000 7ff349c00700 1 -- 172.21.15.3:0/1147048929 wait complete. 2024-05-21T19:05:30.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.390+0000 7ff349c00700 1 Processor -- start 2024-05-21T19:05:30.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.390+0000 7ff349c00700 1 -- start start 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.390+0000 7ff349c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 0x7ff34419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.390+0000 7ff349c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff34419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.390+0000 7ff349c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff34410b760 0x7ff3441a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff349c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff3441159a0 con 0x7ff344106120 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff349c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff344115820 con 0x7ff344105760 2024-05-21T19:05:30.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff349c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff344115b20 con 0x7ff34410b760 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff34419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff34419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36364/0 (socket says 172.21.15.3:36364) 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 -- 172.21.15.3:0/31051693 learned_addr learned my addr 172.21.15.3:0/31051693 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff343400700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff34410b760 0x7ff3441a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342a00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 0x7ff34419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 -- 172.21.15.3:0/31051693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff34410b760 msgr2=0x7ff3441a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff34410b760 0x7ff3441a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 -- 172.21.15.3:0/31051693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 msgr2=0x7ff34419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff344105760 0x7ff34419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.391+0000 7ff342000700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3441a0e80 con 0x7ff344106120 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff342000700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff34419c3b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff33000f990 tx=0x7ff33000f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff330027070 con 0x7ff344106120 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3441a1110 con 0x7ff344106120 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff330005570 con 0x7ff344106120 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff330004930 con 0x7ff344106120 2024-05-21T19:05:30.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.392+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3441a89f0 con 0x7ff344106120 2024-05-21T19:05:30.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.393+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff344063cd0 con 0x7ff344106120 2024-05-21T19:05:30.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.396+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7ff33002a070 con 0x7ff344106120 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.397+0000 7ff33b400700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3280b2910 0x7ff3280b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff3300e37e0 con 0x7ff344106120 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff342a00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3280b2910 0x7ff3280b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff33b400700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] conn(0x7ff3280bc550 0x7ff3280be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff33001ce50 con 0x7ff3280bc550 2024-05-21T19:05:30.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7ff3300e3b90 con 0x7ff344106120 2024-05-21T19:05:30.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.398+0000 7ff343400700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] conn(0x7ff3280bc550 0x7ff3280be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:30.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.399+0000 7ff342a00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3280b2910 0x7ff3280b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff334009be0 tx=0x7ff334009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.399+0000 7ff343400700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] conn(0x7ff3280bc550 0x7ff3280be9f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:30.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.400+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== osd.6 v2:172.21.15.3:6818/1037571600 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff33001ce50 con 0x7ff3280bc550 2024-05-21T19:05:30.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.418+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 --> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3440640d0 con 0x7ff3280bc550 2024-05-21T19:05:30.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.419+0000 7ff33b400700 1 -- 172.21.15.3:0/31051693 <== osd.6 v2:172.21.15.3:6818/1037571600 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff3440640d0 con 0x7ff3280bc550 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.419+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] conn(0x7ff3280bc550 msgr2=0x7ff3280be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.419+0000 7ff349c00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] conn(0x7ff3280bc550 0x7ff3280be9f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3280b2910 msgr2=0x7ff3280b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3280b2910 0x7ff3280b4dd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff334009be0 tx=0x7ff334009260 comp rx=0 tx=0).stop 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 msgr2=0x7ff34419c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 --2- 172.21.15.3:0/31051693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff344106120 0x7ff34419c3b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff33000f990 tx=0x7ff33000f9c0 comp rx=0 tx=0).stop 2024-05-21T19:05:30.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff343400700 1 -- 172.21.15.3:0/31051693 reap_dead start 2024-05-21T19:05:30.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 shutdown_connections 2024-05-21T19:05:30.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 >> 172.21.15.3:0/31051693 conn(0x7ff344101250 msgr2=0x7ff344101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:30.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 shutdown_connections 2024-05-21T19:05:30.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:30.420+0000 7ff349c00700 1 -- 172.21.15.3:0/31051693 wait complete. 2024-05-21T19:05:31.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:31 smithi003 ceph-mon[31577]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:31 smithi104 ceph-mon[36417]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:31.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:31 smithi178 ceph-mon[36523]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:05:32.309 INFO:teuthology.orchestra.run.smithi003.stdout:55834574941 2024-05-21T19:05:32.310 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-21T19:05:32.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.781+0000 7f80baa00700 1 -- 172.21.15.3:0/4164400689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102430 msgr2=0x7f80b41028b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.781+0000 7f80baa00700 1 --2- 172.21.15.3:0/4164400689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102430 0x7f80b41028b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f80a0009a10 tx=0x7f80a0009d20 comp rx=0 tx=0).stop 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 -- 172.21.15.3:0/4164400689 shutdown_connections 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 --2- 172.21.15.3:0/4164400689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4102df0 0x7f80b410f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 --2- 172.21.15.3:0/4164400689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4108510 0x7f80b41088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 --2- 172.21.15.3:0/4164400689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102430 0x7f80b41028b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 -- 172.21.15.3:0/4164400689 >> 172.21.15.3:0/4164400689 conn(0x7f80b40793b0 msgr2=0x7f80b40797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 -- 172.21.15.3:0/4164400689 shutdown_connections 2024-05-21T19:05:32.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.782+0000 7f80baa00700 1 -- 172.21.15.3:0/4164400689 wait complete. 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.783+0000 7f80baa00700 1 Processor -- start 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.783+0000 7f80baa00700 1 -- start start 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4102430 0x7f80b419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102df0 0x7f80b419c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4108510 0x7f80b41a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:32.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f80b4111540 con 0x7f80b4102430 2024-05-21T19:05:32.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80b41113c0 con 0x7f80b4108510 2024-05-21T19:05:32.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80baa00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f80b41116c0 con 0x7f80b4102df0 2024-05-21T19:05:32.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80b8a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4108510 0x7f80b41a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:32.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80b8a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4108510 0x7f80b41a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53534/0 (socket says 172.21.15.3:53534) 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80b8a00700 1 -- 172.21.15.3:0/1825044819 learned_addr learned my addr 172.21.15.3:0/1825044819 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80b3e00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4102430 0x7f80b419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.784+0000 7f80b3400700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102df0 0x7f80b419c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.785+0000 7f80b3e00700 1 -- 172.21.15.3:0/1825044819 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102df0 msgr2=0x7f80b419c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.785+0000 7f80b3e00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80b4102df0 0x7f80b419c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.785+0000 7f80b3e00700 1 -- 172.21.15.3:0/1825044819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4108510 msgr2=0x7f80b41a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.785+0000 7f80b3e00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80b4108510 0x7f80b41a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.785+0000 7f80b3e00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80b41a0e40 con 0x7f80b4102430 2024-05-21T19:05:32.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80b3e00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4102430 0x7f80b419bed0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f80a400e9f0 tx=0x7f80a400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a400c9c0 con 0x7f80b4102430 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80b41a1130 con 0x7f80b4102430 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80a400cb60 con 0x7f80b4102430 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80b41a89b0 con 0x7f80b4102430 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.786+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80a4018680 con 0x7f80b4102430 2024-05-21T19:05:32.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.787+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8094001030 con 0x7f80b4102430 2024-05-21T19:05:32.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.790+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f80a4018820 con 0x7f80b4102430 2024-05-21T19:05:32.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b0c00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f80980b2910 0x7f80980b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:32.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f80a40e2ed0 con 0x7f80b4102430 2024-05-21T19:05:32.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b3400700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f80980b2910 0x7f80980b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:32.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b0c00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] conn(0x7f80980bc550 0x7f80980be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:32.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f80a4001d30 con 0x7f80980bc550 2024-05-21T19:05:32.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.792+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f80a40e3320 con 0x7f80b4102430 2024-05-21T19:05:32.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.793+0000 7f80b8a00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] conn(0x7f80980bc550 0x7f80980be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:32.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.793+0000 7f80b3400700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f80980b2910 0x7f80980b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f80b40798b0 tx=0x7f80a0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:32.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.793+0000 7f80b8a00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] conn(0x7f80980bc550 0x7f80980be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:32.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.794+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== osd.3 v2:172.21.15.3:6810/3817706708 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f80a4001d30 con 0x7f80980bc550 2024-05-21T19:05:32.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.820+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 --> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8094002e60 con 0x7f80980bc550 2024-05-21T19:05:32.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.821+0000 7f80b0c00700 1 -- 172.21.15.3:0/1825044819 <== osd.3 v2:172.21.15.3:6810/3817706708 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8094002e60 con 0x7f80980bc550 2024-05-21T19:05:32.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] conn(0x7f80980bc550 msgr2=0x7f80980be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] conn(0x7f80980bc550 0x7f80980be9f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f80980b2910 msgr2=0x7f80980b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f80980b2910 0x7f80980b4dd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f80b40798b0 tx=0x7f80a0005fb0 comp rx=0 tx=0).stop 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4102430 msgr2=0x7f80b419bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 --2- 172.21.15.3:0/1825044819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80b4102430 0x7f80b419bed0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f80a400e9f0 tx=0x7f80a400ed00 comp rx=0 tx=0).stop 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80b8a00700 1 -- 172.21.15.3:0/1825044819 reap_dead start 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 shutdown_connections 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 >> 172.21.15.3:0/1825044819 conn(0x7f80b40793b0 msgr2=0x7f80b4100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.822+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 shutdown_connections 2024-05-21T19:05:32.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:32.823+0000 7f80baa00700 1 -- 172.21.15.3:0/1825044819 wait complete. 2024-05-21T19:05:33.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:33 smithi003 ceph-mon[31577]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-21T19:05:33.648 INFO:teuthology.orchestra.run.smithi003.stdout:184683593790 2024-05-21T19:05:33.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-21T19:05:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:33 smithi104 ceph-mon[36417]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-21T19:05:33.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:33 smithi178 ceph-mon[36523]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-05-21T19:05:34.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 -- 172.21.15.3:0/1176225839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994076090 msgr2=0x7fe99410fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 --2- 172.21.15.3:0/1176225839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994076090 0x7fe99410fa60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe980009990 tx=0x7fe980009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 -- 172.21.15.3:0/1176225839 shutdown_connections 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 --2- 172.21.15.3:0/1176225839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe99410ffa0 0x7fe994112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 --2- 172.21.15.3:0/1176225839 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe994075770 0x7fe994075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 --2- 172.21.15.3:0/1176225839 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994076090 0x7fe99410fa60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.356+0000 7fe99aa00700 1 -- 172.21.15.3:0/1176225839 >> 172.21.15.3:0/1176225839 conn(0x7fe99407a6a0 msgr2=0x7fe99407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.357+0000 7fe99aa00700 1 -- 172.21.15.3:0/1176225839 shutdown_connections 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.357+0000 7fe99aa00700 1 -- 172.21.15.3:0/1176225839 wait complete. 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 Processor -- start 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 -- start start 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 0x7fe99419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe994076090 0x7fe99419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe99410ffa0 0x7fe9941a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe994115940 con 0x7fe994076090 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9941157c0 con 0x7fe99410ffa0 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.358+0000 7fe99aa00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe994115ac0 con 0x7fe994075770 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe994076090 0x7fe99419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 0x7fe99419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 0x7fe99419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54490/0 (socket says 172.21.15.3:54490) 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 -- 172.21.15.3:0/3197965138 learned_addr learned my addr 172.21.15.3:0/3197965138 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe998a00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe99410ffa0 0x7fe9941a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 -- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe99410ffa0 msgr2=0x7fe9941a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe99410ffa0 0x7fe9941a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 -- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe994076090 msgr2=0x7fe99419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe994076090 0x7fe99419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.359+0000 7fe993e00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9941a0db0 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe993e00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 0x7fe99419bdf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe98400e9a0 tx=0x7fe98400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe98400ca10 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9941a10a0 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe98400cbb0 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe984018680 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.360+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9941a8920 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.361+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe994101210 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.364+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fe984010430 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe990c00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9780b2910 0x7fe9780b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe9840e2b80 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe993400700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9780b2910 0x7fe9780b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe990c00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] conn(0x7fe9780bc550 0x7fe9780be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe9780bf0c0 con 0x7fe9780bc550 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.366+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fe9840e2f30 con 0x7fe994075770 2024-05-21T19:05:34.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.367+0000 7fe998a00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] conn(0x7fe9780bc550 0x7fe9780be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.367+0000 7fe993400700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9780b2910 0x7fe9780b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe98000b2e0 tx=0x7fe980005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.367+0000 7fe998a00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] conn(0x7fe9780bc550 0x7fe9780be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.368+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== osd.10 v2:172.21.15.104:6824/1140328472 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe9780bf0c0 con 0x7fe9780bc550 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.387+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 --> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe994076e30 con 0x7fe9780bc550 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe990c00700 1 -- 172.21.15.3:0/3197965138 <== osd.10 v2:172.21.15.104:6824/1140328472 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe994076e30 con 0x7fe9780bc550 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] conn(0x7fe9780bc550 msgr2=0x7fe9780be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] conn(0x7fe9780bc550 0x7fe9780be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9780b2910 msgr2=0x7fe9780b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9780b2910 0x7fe9780b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe98000b2e0 tx=0x7fe980005960 comp rx=0 tx=0).stop 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 msgr2=0x7fe99419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe99aa00700 1 --2- 172.21.15.3:0/3197965138 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe994075770 0x7fe99419bdf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fe98400e9a0 tx=0x7fe98400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.388+0000 7fe998a00700 1 -- 172.21.15.3:0/3197965138 reap_dead start 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.389+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 shutdown_connections 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.389+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 >> 172.21.15.3:0/3197965138 conn(0x7fe99407a6a0 msgr2=0x7fe9941007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.389+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 shutdown_connections 2024-05-21T19:05:34.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.389+0000 7fe99aa00700 1 -- 172.21.15.3:0/3197965138 wait complete. 2024-05-21T19:05:34.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 -- 172.21.15.3:0/1994831900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1088f0 msgr2=0x7f3ccc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/1994831900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc110470 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4009fc0 tx=0x7f3cc400b330 comp rx=0 tx=0).stop 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 -- 172.21.15.3:0/1994831900 shutdown_connections 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/1994831900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc110470 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/1994831900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/1994831900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 -- 172.21.15.3:0/1994831900 >> 172.21.15.3:0/1994831900 conn(0x7f3ccc07a6a0 msgr2=0x7f3ccc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 -- 172.21.15.3:0/1994831900 shutdown_connections 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.883+0000 7f3cd1c00700 1 -- 172.21.15.3:0/1994831900 wait complete. 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.885+0000 7f3cd1c00700 1 Processor -- start 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.885+0000 7f3cd1c00700 1 -- start start 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.885+0000 7f3cd1c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.885+0000 7f3cd1c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.885+0000 7f3cd1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cd1c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc1136c0 con 0x7f3ccc1088f0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cd1c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc113540 con 0x7f3ccc1041a0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cd1c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3ccc113840 con 0x7f3ccc1037f0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cca000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54538/0 (socket says 172.21.15.3:54538) 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccaa00700 1 -- 172.21.15.3:0/2723149251 learned_addr learned my addr 172.21.15.3:0/2723149251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cca000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53560/0 (socket says 172.21.15.3:53560) 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 -- 172.21.15.3:0/2723149251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 msgr2=0x7f3ccc075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 -- 172.21.15.3:0/2723149251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 msgr2=0x7f3ccc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3ccb400700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ccc1a8060 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.886+0000 7f3cca000700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ccc1041a0 0x7f3ccc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3ccaa00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ccc1037f0 0x7f3ccc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3ccb400700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc0762c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4015000 tx=0x7f3cc400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4021070 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cc4007ac0 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ccc1a82f0 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4005040 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.887+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ccc1a87a0 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.889+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ccc063cd0 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.891+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f3cc4024070 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3cc3400700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3cb00b2910 0x7f3cb00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3cc400f020 con 0x7f3ccc1088f0 2024-05-21T19:05:34.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3ccaa00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3cb00b2910 0x7f3cb00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3cc3400700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] conn(0x7f3cb00bc420 0x7f3cb00be8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3cc4027e50 con 0x7f3cb00bc420 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.894+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f3cc40e3d70 con 0x7f3ccc1088f0 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.895+0000 7f3cca000700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] conn(0x7f3cb00bc420 0x7f3cb00be8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.895+0000 7f3ccaa00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3cb00b2910 0x7f3cb00b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc011630 tx=0x7f3cbc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.896+0000 7f3cca000700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] conn(0x7f3cb00bc420 0x7f3cb00be8c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.897+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== osd.0 v2:172.21.15.3:6802/3723248986 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3cc4027e50 con 0x7f3cb00bc420 2024-05-21T19:05:34.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.937+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 --> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ccc064150 con 0x7f3cb00bc420 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.938+0000 7f3cc3400700 1 -- 172.21.15.3:0/2723149251 <== osd.0 v2:172.21.15.3:6802/3723248986 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ccc064150 con 0x7f3cb00bc420 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.938+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] conn(0x7f3cb00bc420 msgr2=0x7f3cb00be8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.938+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] conn(0x7f3cb00bc420 0x7f3cb00be8c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.938+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3cb00b2910 msgr2=0x7f3cb00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3cb00b2910 0x7f3cb00b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc011630 tx=0x7f3cbc009260 comp rx=0 tx=0).stop 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1088f0 msgr2=0x7f3ccc0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 --2- 172.21.15.3:0/2723149251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ccc1088f0 0x7f3ccc0762c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4015000 tx=0x7f3cc400ccb0 comp rx=0 tx=0).stop 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3ccb400700 1 -- 172.21.15.3:0/2723149251 reap_dead start 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 shutdown_connections 2024-05-21T19:05:34.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 >> 172.21.15.3:0/2723149251 conn(0x7f3ccc07a6a0 msgr2=0x7f3ccc109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:34.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 shutdown_connections 2024-05-21T19:05:34.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:33.939+0000 7f3cd1c00700 1 -- 172.21.15.3:0/2723149251 wait complete. 2024-05-21T19:05:35.172 INFO:teuthology.orchestra.run.smithi003.stdout:257698037806 2024-05-21T19:05:35.172 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-21T19:05:35.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 -- 172.21.15.3:0/1663009754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41041a0 msgr2=0x7f9fc41081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/1663009754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41041a0 0x7f9fc41081c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9fb00099c0 tx=0x7f9fb0009cd0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 -- 172.21.15.3:0/1663009754 shutdown_connections 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/1663009754 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fc41088f0 0x7f9fc4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/1663009754 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9fc41037f0 0x7f9fc4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/1663009754 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41041a0 0x7f9fc41081c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 -- 172.21.15.3:0/1663009754 >> 172.21.15.3:0/1663009754 conn(0x7f9fc407a6a0 msgr2=0x7f9fc407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 -- 172.21.15.3:0/1663009754 shutdown_connections 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.479+0000 7f9fc9c00700 1 -- 172.21.15.3:0/1663009754 wait complete. 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.480+0000 7f9fc9c00700 1 Processor -- start 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 -- start start 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 0x7f9fc419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9fc41041a0 0x7f9fc419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fc41088f0 0x7f9fc41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:35.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc4113700 con 0x7f9fc41037f0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc4113580 con 0x7f9fc41088f0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc9c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc4113880 con 0x7f9fc41041a0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 0x7f9fc419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 0x7f9fc419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57876/0 (socket says 172.21.15.3:57876) 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc2a00700 1 -- 172.21.15.3:0/3647931493 learned_addr learned my addr 172.21.15.3:0/3647931493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc2000700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9fc41041a0 0x7f9fc419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.481+0000 7f9fc3400700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fc41088f0 0x7f9fc41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 -- 172.21.15.3:0/3647931493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9fc41041a0 msgr2=0x7f9fc419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9fc41041a0 0x7f9fc419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 -- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fc41088f0 msgr2=0x7f9fc41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9fc41088f0 0x7f9fc41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc41a0e00 con 0x7f9fc41037f0 2024-05-21T19:05:35.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc2a00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 0x7f9fc419bdf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9fb400e9a0 tx=0x7f9fb400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb400ca10 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9fb400cbb0 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fc41a10f0 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.482+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4018680 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.483+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fc41a8970 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.483+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9fc410fb20 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.486+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9fb4010430 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.487+0000 7f9fbb400700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9fa80b2990 0x7f9fa80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9fb40e2ac0 con 0x7f9fc41037f0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fc2000700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9fa80b2990 0x7f9fa80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fbb400700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] conn(0x7f9fa80bc5d0 0x7f9fa80bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:35.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9fb4024e70 con 0x7f9fa80bc5d0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f9fb40e2f10 con 0x7f9fc41037f0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fc3400700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] conn(0x7f9fa80bc5d0 0x7f9fa80bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.488+0000 7f9fc2000700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9fa80b2990 0x7f9fa80b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4103310 tx=0x7f9fb0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.489+0000 7f9fc3400700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] conn(0x7f9fa80bc5d0 0x7f9fa80bea70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.490+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== osd.7 v2:172.21.15.104:6816/728397632 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9fb4024e70 con 0x7f9fa80bc5d0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.509+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 --> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9fc4104c80 con 0x7f9fa80bc5d0 2024-05-21T19:05:35.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.510+0000 7f9fbb400700 1 -- 172.21.15.3:0/3647931493 <== osd.7 v2:172.21.15.104:6816/728397632 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9fc4104c80 con 0x7f9fa80bc5d0 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.510+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] conn(0x7f9fa80bc5d0 msgr2=0x7f9fa80bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.510+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] conn(0x7f9fa80bc5d0 0x7f9fa80bea70 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9fa80b2990 msgr2=0x7f9fa80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9fa80b2990 0x7f9fa80b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4103310 tx=0x7f9fb0005fb0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 msgr2=0x7f9fc419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 --2- 172.21.15.3:0/3647931493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9fc41037f0 0x7f9fc419bdf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9fb400e9a0 tx=0x7f9fb400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc3400700 1 -- 172.21.15.3:0/3647931493 reap_dead start 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 shutdown_connections 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 >> 172.21.15.3:0/3647931493 conn(0x7f9fc407a6a0 msgr2=0x7f9fc41019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 shutdown_connections 2024-05-21T19:05:35.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:31.511+0000 7f9fc9c00700 1 -- 172.21.15.3:0/3647931493 wait complete. 2024-05-21T19:05:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:35 smithi104 ceph-mon[36417]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:35.834 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:35 smithi003 ceph-mon[31577]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:35.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:35 smithi178 ceph-mon[36523]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:05:36.330 INFO:teuthology.orchestra.run.smithi003.stdout:283467841577 2024-05-21T19:05:36.330 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-21T19:05:37.223 INFO:teuthology.orchestra.run.smithi003.stdout:111669149778 2024-05-21T19:05:37.223 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-21T19:05:37.617 INFO:teuthology.orchestra.run.smithi003.stdout:206158430266 2024-05-21T19:05:37.618 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-21T19:05:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:37 smithi104 ceph-mon[36417]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:37.766 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:37 smithi003 ceph-mon[31577]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:37 smithi178 ceph-mon[36523]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:38.645 INFO:teuthology.orchestra.run.smithi003.stdout:34359738466 2024-05-21T19:05:38.646 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-21T19:05:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 -- 172.21.15.3:0/905856788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd81095d0 msgr2=0x7fbcd81099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 --2- 172.21.15.3:0/905856788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd81095d0 0x7fbcd81099b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbcc8009990 tx=0x7fbcc8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 -- 172.21.15.3:0/905856788 shutdown_connections 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 --2- 172.21.15.3:0/905856788 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbcd8103f80 0x7fbcd8110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 --2- 172.21.15.3:0/905856788 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd81095d0 0x7fbcd81099b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 --2- 172.21.15.3:0/905856788 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd8103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 -- 172.21.15.3:0/905856788 >> 172.21.15.3:0/905856788 conn(0x7fbcd807a6f0 msgr2=0x7fbcd807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 -- 172.21.15.3:0/905856788 shutdown_connections 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.439+0000 7fbcdf200700 1 -- 172.21.15.3:0/905856788 wait complete. 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.440+0000 7fbcdf200700 1 Processor -- start 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 -- start start 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd8103f80 0x7fbcd819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbcd81095d0 0x7fbcd81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8113780 con 0x7fbcd81095d0 2024-05-21T19:05:38.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8113600 con 0x7fbcd81035c0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdf200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd8113900 con 0x7fbcd8103f80 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcd7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcd7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53580/0 (socket says 172.21.15.3:53580) 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcd7e00700 1 -- 172.21.15.3:0/1820291680 learned_addr learned my addr 172.21.15.3:0/1820291680 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcdd200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbcd81095d0 0x7fbcd81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.441+0000 7fbcd7400700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd8103f80 0x7fbcd819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 -- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd8103f80 msgr2=0x7fbcd819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbcd8103f80 0x7fbcd819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 -- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbcd81095d0 msgr2=0x7fbcd81a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbcd81095d0 0x7fbcd81a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd81a0df0 con 0x7fbcd81035c0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd7e00700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd819bde0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbcc8005910 tx=0x7fbcc800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc8027070 con 0x7fbcd81035c0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbcc8022470 con 0x7fbcd81035c0 2024-05-21T19:05:38.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc8017650 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.442+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd81a1080 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.443+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd81a8960 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.444+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbcd81a1510 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.446+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fbcc802a070 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.447+0000 7fbcd4c00700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbcbc0b2990 0x7fbcbc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.447+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbcc80e34a0 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcd4c00700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] conn(0x7fbcbc0bc5d0 0x7fbcbc0bea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcd7400700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbcbc0b2990 0x7fbcbc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fbcc800eea0 con 0x7fbcbc0bc5d0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fbcc80e3850 con 0x7fbcd81035c0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcdd200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] conn(0x7fbcbc0bc5d0 0x7fbcbc0bea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.448+0000 7fbcd7400700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbcbc0b2990 0x7fbcbc0b4e50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbcd807af80 tx=0x7fbcc4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:38.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.449+0000 7fbcdd200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] conn(0x7fbcbc0bc5d0 0x7fbcbc0bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.450+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== osd.5 v2:172.21.15.178:6808/1462721579 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fbcc800eea0 con 0x7fbcbc0bc5d0 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.469+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 --> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fbcd8063fb0 con 0x7fbcbc0bc5d0 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.470+0000 7fbcd4c00700 1 -- 172.21.15.3:0/1820291680 <== osd.5 v2:172.21.15.178:6808/1462721579 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fbcd8063fb0 con 0x7fbcbc0bc5d0 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.470+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] conn(0x7fbcbc0bc5d0 msgr2=0x7fbcbc0bea70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.470+0000 7fbcdf200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] conn(0x7fbcbc0bc5d0 0x7fbcbc0bea70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbcbc0b2990 msgr2=0x7fbcbc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbcbc0b2990 0x7fbcbc0b4e50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fbcd807af80 tx=0x7fbcc4009260 comp rx=0 tx=0).stop 2024-05-21T19:05:38.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 msgr2=0x7fbcd819bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 --2- 172.21.15.3:0/1820291680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbcd81035c0 0x7fbcd819bde0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbcc8005910 tx=0x7fbcc800b670 comp rx=0 tx=0).stop 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdd200700 1 -- 172.21.15.3:0/1820291680 reap_dead start 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 shutdown_connections 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 >> 172.21.15.3:0/1820291680 conn(0x7fbcd807a6f0 msgr2=0x7fbcd8075ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 shutdown_connections 2024-05-21T19:05:38.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:37.471+0000 7fbcdf200700 1 -- 172.21.15.3:0/1820291680 wait complete. 2024-05-21T19:05:39.358 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:39.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:39 smithi003 ceph-mon[31577]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:39 smithi104 ceph-mon[36417]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:39.753 INFO:teuthology.orchestra.run.smithi003.stdout:158913790023 2024-05-21T19:05:39.754 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-21T19:05:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:39 smithi178 ceph-mon[36523]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:40.287 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:40.298 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 -- 172.21.15.3:0/911075201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 msgr2=0x7fb5301081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 --2- 172.21.15.3:0/911075201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb5301081c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb51c0099c0 tx=0x7fb51c009cd0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 -- 172.21.15.3:0/911075201 shutdown_connections 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 --2- 172.21.15.3:0/911075201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301088f0 0x7fb530110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 --2- 172.21.15.3:0/911075201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5301037f0 0x7fb530103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.370+0000 7fb535200700 1 --2- 172.21.15.3:0/911075201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb5301081c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.371+0000 7fb535200700 1 -- 172.21.15.3:0/911075201 >> 172.21.15.3:0/911075201 conn(0x7fb53007a6a0 msgr2=0x7fb53007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:40.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.371+0000 7fb535200700 1 -- 172.21.15.3:0/911075201 shutdown_connections 2024-05-21T19:05:40.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.371+0000 7fb535200700 1 -- 172.21.15.3:0/911075201 wait complete. 2024-05-21T19:05:40.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.372+0000 7fb535200700 1 Processor -- start 2024-05-21T19:05:40.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.372+0000 7fb535200700 1 -- start start 2024-05-21T19:05:40.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 0x7fb53019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:40.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb53019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5301088f0 0x7fb5301a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb530113720 con 0x7fb5301041a0 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 0x7fb53019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5301135a0 con 0x7fb5301088f0 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb535200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb5301138a0 con 0x7fb5301037f0 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 0x7fb53019bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54562/0 (socket says 172.21.15.3:54562) 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 -- 172.21.15.3:0/4162591529 learned_addr learned my addr 172.21.15.3:0/4162591529 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52d400700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb53019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:40.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52e800700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5301088f0 0x7fb5301a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 -- 172.21.15.3:0/4162591529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5301088f0 msgr2=0x7fb5301a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb5301088f0 0x7fb5301a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 -- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 msgr2=0x7fb53019c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb53019c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5301a0da0 con 0x7fb5301037f0 2024-05-21T19:05:40.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52d400700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb5301041a0 0x7fb53019c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.374+0000 7fb52de00700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 0x7fb53019bd90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb52000eb30 tx=0x7fb52000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.375+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb52000cc90 con 0x7fb5301037f0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.375+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5200044d0 con 0x7fb5301037f0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.375+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb520010430 con 0x7fb5301037f0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.375+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5301a1090 con 0x7fb5301037f0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.375+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5301a8910 con 0x7fb5301037f0 2024-05-21T19:05:40.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.376+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb530076ad0 con 0x7fb5301037f0 2024-05-21T19:05:40.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.379+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fb520003ea0 con 0x7fb5301037f0 2024-05-21T19:05:40.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.381+0000 7fb526a00700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5140b2a10 0x7fb5140b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:40.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.382+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb5200e28c0 con 0x7fb5301037f0 2024-05-21T19:05:40.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.382+0000 7fb52d400700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5140b2a10 0x7fb5140b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:40.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.382+0000 7fb526a00700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] conn(0x7fb5140bc650 0x7fb5140beaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:40.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.382+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb5140bf1c0 con 0x7fb5140bc650 2024-05-21T19:05:40.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.382+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fb5200e2cb0 con 0x7fb5301037f0 2024-05-21T19:05:40.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.383+0000 7fb52e800700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] conn(0x7fb5140bc650 0x7fb5140beaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:40.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.383+0000 7fb52d400700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5140b2a10 0x7fb5140b4ed0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb530110820 tx=0x7fb51c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:40.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.383+0000 7fb52e800700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] conn(0x7fb5140bc650 0x7fb5140beaf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:40.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.385+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== osd.8 v2:172.21.15.178:6816/2923252713 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb5140bf1c0 con 0x7fb5140bc650 2024-05-21T19:05:40.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.416+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 --> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb530104c80 con 0x7fb5140bc650 2024-05-21T19:05:40.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.417+0000 7fb526a00700 1 -- 172.21.15.3:0/4162591529 <== osd.8 v2:172.21.15.178:6816/2923252713 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb530104c80 con 0x7fb5140bc650 2024-05-21T19:05:40.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.417+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] conn(0x7fb5140bc650 msgr2=0x7fb5140beaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.417+0000 7fb535200700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] conn(0x7fb5140bc650 0x7fb5140beaf0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5140b2a10 msgr2=0x7fb5140b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5140b2a10 0x7fb5140b4ed0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb530110820 tx=0x7fb51c005fb0 comp rx=0 tx=0).stop 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 msgr2=0x7fb53019bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 --2- 172.21.15.3:0/4162591529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb5301037f0 0x7fb53019bd90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb52000eb30 tx=0x7fb52000ee40 comp rx=0 tx=0).stop 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb52e800700 1 -- 172.21.15.3:0/4162591529 reap_dead start 2024-05-21T19:05:40.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 shutdown_connections 2024-05-21T19:05:40.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 >> 172.21.15.3:0/4162591529 conn(0x7fb53007a6a0 msgr2=0x7fb530101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:40.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 shutdown_connections 2024-05-21T19:05:40.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:40.418+0000 7fb535200700 1 -- 172.21.15.3:0/4162591529 wait complete. 2024-05-21T19:05:41.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:41 smithi003 ceph-mon[31577]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:41.700 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:41 smithi003 ceph-mon[31577]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-21T19:05:41.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:41 smithi104 ceph-mon[36417]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:41.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:41 smithi104 ceph-mon[36417]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-21T19:05:41.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:41 smithi178 ceph-mon[36523]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:41 smithi178 ceph-mon[36523]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-05-21T19:05:42.167 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:42.167 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:42.979 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:42.980 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:42.981 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:43.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:43 smithi003 ceph-mon[31577]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:05:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:43 smithi104 ceph-mon[36417]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:05:43.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:43 smithi178 ceph-mon[36523]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 -- 172.21.15.3:0/2020305991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 msgr2=0x7f2d841081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 --2- 172.21.15.3:0/2020305991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d841081c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2d700099c0 tx=0x7f2d70009cd0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 -- 172.21.15.3:0/2020305991 shutdown_connections 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 --2- 172.21.15.3:0/2020305991 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841088f0 0x7f2d84110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 --2- 172.21.15.3:0/2020305991 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841037f0 0x7f2d84103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 --2- 172.21.15.3:0/2020305991 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d841081c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 -- 172.21.15.3:0/2020305991 >> 172.21.15.3:0/2020305991 conn(0x7f2d8407a6a0 msgr2=0x7f2d8407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.167+0000 7f2d8a800700 1 -- 172.21.15.3:0/2020305991 shutdown_connections 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.168+0000 7f2d8a800700 1 -- 172.21.15.3:0/2020305991 wait complete. 2024-05-21T19:05:45.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 Processor -- start 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 -- start start 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d8419fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841088f0 0x7f2d84199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2d84113720 con 0x7f2d841041a0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d841135a0 con 0x7f2d841088f0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.169+0000 7f2d8a800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2d841138a0 con 0x7f2d841037f0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36948/0 (socket says 172.21.15.3:36948) 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 -- 172.21.15.3:0/1612546020 learned_addr learned my addr 172.21.15.3:0/1612546020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83e00700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841088f0 0x7f2d84199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d82a00700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d8419fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:45.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 -- 172.21.15.3:0/1612546020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841088f0 msgr2=0x7f2d84199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841088f0 0x7f2d84199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 -- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 msgr2=0x7f2d8419fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d8419fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.170+0000 7f2d83400700 1 -- 172.21.15.3:0/1612546020 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d8419a160 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d83400700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400eb30 tx=0x7f2d7400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d7400cc90 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d8419a450 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d740044d0 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d74010430 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.171+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d84075770 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.172+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d8406a230 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.175+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2d74003ed0 con 0x7f2d841037f0 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.176+0000 7f2d7be00700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 0x7f2d680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:45.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.177+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2d740e25b0 con 0x7f2d841037f0 2024-05-21T19:05:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.177+0000 7f2d82a00700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 0x7f2d680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.177+0000 7f2d82a00700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 0x7f2d680b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2d84103210 tx=0x7f2d70005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:45.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.181+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2d740aa250 con 0x7f2d841037f0 2024-05-21T19:05:45.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.431+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f2d8419af60 con 0x7f2d841037f0 2024-05-21T19:05:45.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.431+0000 7f2d7be00700 1 -- 172.21.15.3:0/1612546020 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f2d8419af60 con 0x7f2d841037f0 2024-05-21T19:05:45.432 INFO:teuthology.orchestra.run.smithi003.stdout:309237645351 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 msgr2=0x7f2d680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 0x7f2d680b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2d84103210 tx=0x7f2d70005fb0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 msgr2=0x7f2d8419f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2d7400eb30 tx=0x7f2d7400ee40 comp rx=0 tx=0).stop 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 shutdown_connections 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d680b2880 0x7f2d680b4d40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d841088f0 0x7f2d84199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d841037f0 0x7f2d8419f840 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 --2- 172.21.15.3:0/1612546020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d841041a0 0x7f2d8419fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:45.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.434+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 >> 172.21.15.3:0/1612546020 conn(0x7f2d8407a6a0 msgr2=0x7f2d84101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:45.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.435+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 shutdown_connections 2024-05-21T19:05:45.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:45.435+0000 7f2d8a800700 1 -- 172.21.15.3:0/1612546020 wait complete. 2024-05-21T19:05:45.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:45 smithi003 ceph-mon[31577]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:45.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:45 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1612546020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T19:05:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:45 smithi104 ceph-mon[36417]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:45 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1612546020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T19:05:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:45 smithi178 ceph-mon[36523]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:45 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1612546020' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T19:05:46.483 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:47.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 -- 172.21.15.3:0/2286888977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf64109dd0 msgr2=0x7fdf6410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:47.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 --2- 172.21.15.3:0/2286888977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf64109dd0 0x7fdf6410a1b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fdf580099c0 tx=0x7fdf58009cd0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 -- 172.21.15.3:0/2286888977 shutdown_connections 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 --2- 172.21.15.3:0/2286888977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf6410eeb0 0x7fdf64116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 --2- 172.21.15.3:0/2286888977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf64109dd0 0x7fdf6410a1b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 --2- 172.21.15.3:0/2286888977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410a780 0x7fdf6410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 -- 172.21.15.3:0/2286888977 >> 172.21.15.3:0/2286888977 conn(0x7fdf64076d10 msgr2=0x7fdf64108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 -- 172.21.15.3:0/2286888977 shutdown_connections 2024-05-21T19:05:47.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.560+0000 7fdf6c800700 1 -- 172.21.15.3:0/2286888977 wait complete. 2024-05-21T19:05:47.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 Processor -- start 2024-05-21T19:05:47.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 -- start start 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6410a780 0x7fdf641a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410eeb0 0x7fdf641a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdf64119d60 con 0x7fdf6410a780 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdf64119be0 con 0x7fdf6410eeb0 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.561+0000 7fdf6c800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdf64119ee0 con 0x7fdf64109dd0 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36972/0 (socket says 172.21.15.3:36972) 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6410a780 0x7fdf641a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 -- 172.21.15.3:0/3820683266 learned_addr learned my addr 172.21.15.3:0/3820683266 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf6a800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410eeb0 0x7fdf641a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:47.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 -- 172.21.15.3:0/3820683266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410eeb0 msgr2=0x7fdf641a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410eeb0 0x7fdf641a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 -- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6410a780 msgr2=0x7fdf641a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6410a780 0x7fdf641a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.562+0000 7fdf69e00700 1 -- 172.21.15.3:0/3820683266 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf641a5240 con 0x7fdf64109dd0 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf69e00700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdf58006010 tx=0x7fdf58005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:47.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58026070 con 0x7fdf64109dd0 2024-05-21T19:05:47.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf641a54d0 con 0x7fdf64109dd0 2024-05-21T19:05:47.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf58005680 con 0x7fdf64109dd0 2024-05-21T19:05:47.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5800fb20 con 0x7fdf64109dd0 2024-05-21T19:05:47.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.563+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf641acdb0 con 0x7fdf64109dd0 2024-05-21T19:05:47.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.564+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf6410b2b0 con 0x7fdf64109dd0 2024-05-21T19:05:47.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.566+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdf58029070 con 0x7fdf64109dd0 2024-05-21T19:05:47.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.568+0000 7fdf5ea00700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 0x7fdf4c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:47.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.568+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdf580e29d0 con 0x7fdf64109dd0 2024-05-21T19:05:47.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.568+0000 7fdf69400700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 0x7fdf4c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:47.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.569+0000 7fdf69400700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 0x7fdf4c0b4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009680 tx=0x7fdf54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:47.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.573+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdf58013070 con 0x7fdf64109dd0 2024-05-21T19:05:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:47 smithi104 ceph-mon[36417]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:47.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.817+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fdf6402e560 con 0x7fdf64109dd0 2024-05-21T19:05:47.817 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:47 smithi003 ceph-mon[31577]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:47.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.817+0000 7fdf5ea00700 1 -- 172.21.15.3:0/3820683266 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdf580aa700 con 0x7fdf64109dd0 2024-05-21T19:05:47.818 INFO:teuthology.orchestra.run.smithi003.stdout:184683593793 2024-05-21T19:05:47.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.820+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 msgr2=0x7fdf4c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:47.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.820+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 0x7fdf4c0b4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdf54009680 tx=0x7fdf54009260 comp rx=0 tx=0).stop 2024-05-21T19:05:47.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.820+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 msgr2=0x7fdf641a0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:47.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdf58006010 tx=0x7fdf58005280 comp rx=0 tx=0).stop 2024-05-21T19:05:47.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 shutdown_connections 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdf4c0b2880 0x7fdf4c0b4d40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf6410eeb0 0x7fdf641a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdf64109dd0 0x7fdf641a0230 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 --2- 172.21.15.3:0/3820683266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdf6410a780 0x7fdf641a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 >> 172.21.15.3:0/3820683266 conn(0x7fdf64076d10 msgr2=0x7fdf64077330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 shutdown_connections 2024-05-21T19:05:47.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:47.821+0000 7fdf6c800700 1 -- 172.21.15.3:0/3820683266 wait complete. 2024-05-21T19:05:47.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:47 smithi178 ceph-mon[36523]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:48.713 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3820683266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T19:05:48.713 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:48 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:05:48.725 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3820683266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T19:05:48.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:48 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:05:48.825 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3820683266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T19:05:48.825 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:48 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:05:49.564 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:05:49.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:49 smithi003 ceph-mon[31577]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:05:49.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:49 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1768063829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T19:05:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:49 smithi104 ceph-mon[36417]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:05:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:49 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1768063829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T19:05:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:49 smithi178 ceph-mon[36523]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:05:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:49 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1768063829' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 -- 172.21.15.3:0/476782188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 msgr2=0x7f7808103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 --2- 172.21.15.3:0/476782188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f7808103a10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f77f40098f0 tx=0x7f77f4009c00 comp rx=0 tx=0).stop 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 -- 172.21.15.3:0/476782188 shutdown_connections 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 --2- 172.21.15.3:0/476782188 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f7808110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 --2- 172.21.15.3:0/476782188 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 0x7f7808109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 --2- 172.21.15.3:0/476782188 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f7808103a10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.726+0000 7f780f400700 1 -- 172.21.15.3:0/476782188 >> 172.21.15.3:0/476782188 conn(0x7f780807a6f0 msgr2=0x7f780807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:50.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.727+0000 7f780f400700 1 -- 172.21.15.3:0/476782188 shutdown_connections 2024-05-21T19:05:50.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.727+0000 7f780f400700 1 -- 172.21.15.3:0/476782188 wait complete. 2024-05-21T19:05:50.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 Processor -- start 2024-05-21T19:05:50.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 -- start start 2024-05-21T19:05:50.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:50.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f780819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:50.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 0x7f78081a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:50.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f78081137c0 con 0x7f7808103f50 2024-05-21T19:05:50.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7808113640 con 0x7f7808103590 2024-05-21T19:05:50.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.728+0000 7f780f400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7808113940 con 0x7f78081096a0 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f7807e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f780819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37052/0 (socket says 172.21.15.3:37052) 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 -- 172.21.15.3:0/2581529604 learned_addr learned my addr 172.21.15.3:0/2581529604 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780d400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 0x7f78081a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 -- 172.21.15.3:0/2581529604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 msgr2=0x7f78081a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 0x7f78081a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 -- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 msgr2=0x7f780819c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f780819c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f780ca00700 1 -- 172.21.15.3:0/2581529604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78081a0f20 con 0x7f7808103590 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.729+0000 7f7807e00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f780819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f780ca00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00e9c0 tx=0x7f77fc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77fc00cbd0 con 0x7f7808103590 2024-05-21T19:05:50.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78081a1210 con 0x7f7808103590 2024-05-21T19:05:50.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77fc00cd70 con 0x7f7808103590 2024-05-21T19:05:50.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77fc010430 con 0x7f7808103590 2024-05-21T19:05:50.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.730+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78081a8a90 con 0x7f7808103590 2024-05-21T19:05:50.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.732+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f780806a230 con 0x7f7808103590 2024-05-21T19:05:50.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.734+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f77fc004d70 con 0x7f7808103590 2024-05-21T19:05:50.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.736+0000 7f7805600700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 0x7f77f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:50.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.736+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f77fc0e2430 con 0x7f7808103590 2024-05-21T19:05:50.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.737+0000 7f7807e00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 0x7f77f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:50.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.737+0000 7f7807e00700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 0x7f77f00b4dc0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7808101c60 tx=0x7f77f4019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:50.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.740+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f77fc0aa0d0 con 0x7f7808103590 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.791 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:50 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:50 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:50 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:05:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.989+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f78081a8d20 con 0x7f7808103590 2024-05-21T19:05:50.990 INFO:teuthology.orchestra.run.smithi003.stdout:257698037811 2024-05-21T19:05:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.990+0000 7f7805600700 1 -- 172.21.15.3:0/2581529604 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f77fc0a99d0 con 0x7f7808103590 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.992+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 msgr2=0x7f77f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.992+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 0x7f77f00b4dc0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7808101c60 tx=0x7f77f4019040 comp rx=0 tx=0).stop 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.992+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 msgr2=0x7f780819bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.992+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00e9c0 tx=0x7f77fc00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 shutdown_connections 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77f00b2900 0x7f77f00b4dc0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78081096a0 0x7f78081a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7808103590 0x7f780819bf10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 --2- 172.21.15.3:0/2581529604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7808103f50 0x7f780819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 >> 172.21.15.3:0/2581529604 conn(0x7f780807a6f0 msgr2=0x7f780810ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 shutdown_connections 2024-05-21T19:05:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:50.993+0000 7f780f400700 1 -- 172.21.15.3:0/2581529604 wait complete. 2024-05-21T19:05:51.760 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:51 smithi003 ceph-mon[31577]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:51.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2581529604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T19:05:51.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:51 smithi178 ceph-mon[36523]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2581529604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T19:05:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:51 smithi104 ceph-mon[36417]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:05:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2581529604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.057+0000 7feabe400700 1 -- 172.21.15.3:0/3243479363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102d40 msgr2=0x7feab8107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.057+0000 7feabe400700 1 --2- 172.21.15.3:0/3243479363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102d40 0x7feab8107210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7feaa4009990 tx=0x7feaa4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 -- 172.21.15.3:0/3243479363 shutdown_connections 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 --2- 172.21.15.3:0/3243479363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8107830 0x7feab8107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 --2- 172.21.15.3:0/3243479363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8102420 0x7feab8102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 --2- 172.21.15.3:0/3243479363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102d40 0x7feab8107210 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 -- 172.21.15.3:0/3243479363 >> 172.21.15.3:0/3243479363 conn(0x7feab80fde60 msgr2=0x7feab8100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 -- 172.21.15.3:0/3243479363 shutdown_connections 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.058+0000 7feabe400700 1 -- 172.21.15.3:0/3243479363 wait complete. 2024-05-21T19:05:53.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.059+0000 7feabe400700 1 Processor -- start 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 -- start start 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 0x7feab81a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 0x7feab81a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feab8119c40 con 0x7feab8102420 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feab8119ac0 con 0x7feab8102d40 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabe400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feab8119dc0 con 0x7feab8107830 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabd000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.060+0000 7feabd000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47006/0 (socket says 172.21.15.3:47006) 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 -- 172.21.15.3:0/1768063829 learned_addr learned my addr 172.21.15.3:0/1768063829 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feab7e00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 0x7feab81a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabda00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 0x7feab81a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 -- 172.21.15.3:0/1768063829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 msgr2=0x7feab81a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:53.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 0x7feab81a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 -- 172.21.15.3:0/1768063829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 msgr2=0x7feab81a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 0x7feab81a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 -- 172.21.15.3:0/1768063829 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab81a51f0 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feab7e00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 0x7feab81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabda00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 0x7feab81a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.061+0000 7feabd000700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7feaac00ef10 tx=0x7feaac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.062+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac00c9b0 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.062+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaac019070 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.062+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaac014480 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.062+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab81a5480 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.062+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feab81acd60 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.063+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feab806a230 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.065+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feaac012050 con 0x7feab8102420 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.067+0000 7feab5600700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 0x7feaa00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:53.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.067+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feaac0e2160 con 0x7feab8102420 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.067+0000 7feab7e00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 0x7feaa00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.068+0000 7feab7e00700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 0x7feaa00b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7feaa400b2e0 tx=0x7feaa4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.071+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feaac010040 con 0x7feab8102420 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.314+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7feab81acf30 con 0x7feab8102420 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stdout:77309411419 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.315+0000 7feab5600700 1 -- 172.21.15.3:0/1768063829 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7feaac0a3e20 con 0x7feab8102420 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 msgr2=0x7feaa00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:53.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 0x7feaa00b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7feaa400b2e0 tx=0x7feaa4005960 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 msgr2=0x7feab81a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7feaac00ef10 tx=0x7feaac00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 shutdown_connections 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feaa00b2900 0x7feaa00b4dc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feab8107830 0x7feab81a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feab8102420 0x7feab81a01e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 --2- 172.21.15.3:0/1768063829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feab8102d40 0x7feab81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.318+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 >> 172.21.15.3:0/1768063829 conn(0x7feab80fde60 msgr2=0x7feab81051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.319+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 shutdown_connections 2024-05-21T19:05:53.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:49.319+0000 7feabe400700 1 -- 172.21.15.3:0/1768063829 wait complete. 2024-05-21T19:05:53.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:53 smithi003 ceph-mon[31577]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:53.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:53 smithi178 ceph-mon[36523]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:53 smithi104 ceph-mon[36417]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:55.276 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593790 got 184683593793 for osd.6 2024-05-21T19:05:55.277 DEBUG:teuthology.parallel:result is None 2024-05-21T19:05:55.381 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411414 got 77309411419 for osd.2 2024-05-21T19:05:55.381 DEBUG:teuthology.parallel:result is None 2024-05-21T19:05:55.665 INFO:teuthology.orchestra.run.smithi003.stdout:231928234039 2024-05-21T19:05:55.666 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-21T19:05:55.729 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:55 smithi003 ceph-mon[31577]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:55.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:55 smithi178 ceph-mon[36523]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:55 smithi104 ceph-mon[36417]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:05:56.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 -- 172.21.15.3:0/2083182897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981088f0 msgr2=0x7f9d98110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 --2- 172.21.15.3:0/2083182897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981088f0 0x7f9d98110470 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9d9000b0d0 tx=0x7f9d9000b3e0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 -- 172.21.15.3:0/2083182897 shutdown_connections 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 --2- 172.21.15.3:0/2083182897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981088f0 0x7f9d98110470 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 --2- 172.21.15.3:0/2083182897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981037f0 0x7f9d98103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 --2- 172.21.15.3:0/2083182897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981041a0 0x7f9d981081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 -- 172.21.15.3:0/2083182897 >> 172.21.15.3:0/2083182897 conn(0x7f9d9807a6a0 msgr2=0x7f9d9807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 -- 172.21.15.3:0/2083182897 shutdown_connections 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.400+0000 7f9d9f600700 1 -- 172.21.15.3:0/2083182897 wait complete. 2024-05-21T19:05:56.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.401+0000 7f9d9f600700 1 Processor -- start 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 -- start start 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 0x7f9d98075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 0x7f9d980762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9d98113730 con 0x7f9d981037f0 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981135b0 con 0x7f9d981041a0 2024-05-21T19:05:56.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9f600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981138b0 con 0x7f9d981088f0 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.402+0000 7f9d9cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d9cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57004/0 (socket says 172.21.15.3:57004) 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d9cc00700 1 -- 172.21.15.3:0/1647569167 learned_addr learned my addr 172.21.15.3:0/1647569167 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 0x7f9d98075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d9d600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 0x7f9d980762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 -- 172.21.15.3:0/1647569167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 msgr2=0x7f9d980762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 0x7f9d980762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 -- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 msgr2=0x7f9d98075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d97e00700 1 -- 172.21.15.3:0/1647569167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d981a80b0 con 0x7f9d981041a0 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d9cc00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:56.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.403+0000 7f9d9d600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 0x7f9d980762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d97e00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 0x7f9d98075d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400e9f0 tx=0x7f9d8400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84004220 con 0x7f9d981041a0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d981a83a0 con 0x7f9d981041a0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d840043c0 con 0x7f9d981041a0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84005020 con 0x7f9d981041a0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.404+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d981a88e0 con 0x7f9d981041a0 2024-05-21T19:05:56.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.405+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d9806a230 con 0x7f9d981041a0 2024-05-21T19:05:56.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.408+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9d84004750 con 0x7f9d981041a0 2024-05-21T19:05:56.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.410+0000 7f9d95600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 0x7f9d800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:56.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.410+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9d840e2080 con 0x7f9d981041a0 2024-05-21T19:05:56.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.410+0000 7f9d9cc00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 0x7f9d800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:56.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.410+0000 7f9d9cc00700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 0x7f9d800b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c011630 tx=0x7f9d8c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:56.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.415+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9d840a9d80 con 0x7f9d981041a0 2024-05-21T19:05:56.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.666+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f9d9802e560 con 0x7f9d981041a0 2024-05-21T19:05:56.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.666+0000 7f9d95600700 1 -- 172.21.15.3:0/1647569167 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9d840a9680 con 0x7f9d981041a0 2024-05-21T19:05:56.667 INFO:teuthology.orchestra.run.smithi003.stdout:111669149783 2024-05-21T19:05:56.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 msgr2=0x7f9d800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:56.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 0x7f9d800b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c011630 tx=0x7f9d8c009260 comp rx=0 tx=0).stop 2024-05-21T19:05:56.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 msgr2=0x7f9d98075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 0x7f9d98075d80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400e9f0 tx=0x7f9d8400ed00 comp rx=0 tx=0).stop 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 shutdown_connections 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9d800b2900 0x7f9d800b4dc0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9d981088f0 0x7f9d980762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9d981037f0 0x7f9d98075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 --2- 172.21.15.3:0/1647569167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9d981041a0 0x7f9d98075d80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 >> 172.21.15.3:0/1647569167 conn(0x7f9d9807a6a0 msgr2=0x7f9d981017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 shutdown_connections 2024-05-21T19:05:56.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:56.670+0000 7f9d9f600700 1 -- 172.21.15.3:0/1647569167 wait complete. 2024-05-21T19:05:56.672 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037806 got 257698037811 for osd.9 2024-05-21T19:05:56.672 DEBUG:teuthology.parallel:result is None 2024-05-21T19:05:57.712 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:57 smithi003 ceph-mon[31577]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:57.712 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:57 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1647569167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T19:05:57.827 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645347 got 309237645351 for osd.11 2024-05-21T19:05:57.827 DEBUG:teuthology.parallel:result is None 2024-05-21T19:05:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:57 smithi178 ceph-mon[36523]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:57 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1647569167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T19:05:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:57 smithi104 ceph-mon[36417]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:05:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:57 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1647569167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 -- 172.21.15.3:0/2783102314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920075770 msgr2=0x7f0920075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 --2- 172.21.15.3:0/2783102314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920075770 0x7f0920075b50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f091000b0a0 tx=0x7f091000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 -- 172.21.15.3:0/2783102314 shutdown_connections 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 --2- 172.21.15.3:0/2783102314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920114710 0x7f0920116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 --2- 172.21.15.3:0/2783102314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920075770 0x7f0920075b50 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 --2- 172.21.15.3:0/2783102314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920076090 0x7f09201141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 -- 172.21.15.3:0/2783102314 >> 172.21.15.3:0/2783102314 conn(0x7f092007a6a0 msgr2=0x7f092007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 -- 172.21.15.3:0/2783102314 shutdown_connections 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.460+0000 7f0924a00700 1 -- 172.21.15.3:0/2783102314 wait complete. 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.461+0000 7f0924a00700 1 Processor -- start 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 -- start start 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 0x7f09201a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920114710 0x7f09201a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0920119d10 con 0x7f0920076090 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0920119b90 con 0x7f0920075770 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f0924a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0920119e90 con 0x7f0920114710 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f091de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:58.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f091d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 0x7f09201a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f091de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39376/0 (socket says 172.21.15.3:39376) 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f091de00700 1 -- 172.21.15.3:0/2492158838 learned_addr learned my addr 172.21.15.3:0/2492158838 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.462+0000 7f091e800700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920114710 0x7f09201a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 -- 172.21.15.3:0/2492158838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920114710 msgr2=0x7f09201a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920114710 0x7f09201a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 -- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 msgr2=0x7f09201a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 0x7f09201a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 -- 172.21.15.3:0/2492158838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09201a5290 con 0x7f0920075770 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091d400700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 0x7f09201a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f091de00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f091000b070 tx=0x7f0910004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0910021070 con 0x7f0920075770 2024-05-21T19:05:58.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0910007e30 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09201a5520 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.463+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09100046c0 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.464+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09201ace00 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.465+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f092006a230 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.467+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0910007980 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.468+0000 7f0916a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 0x7f09040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.469+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f091000f020 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.469+0000 7f091d400700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 0x7f09040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.469+0000 7f091d400700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 0x7f09040b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0920111030 tx=0x7f090c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.473+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f091002a020 con 0x7f0920075770 2024-05-21T19:05:58.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.713+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f09201acfd0 con 0x7f0920075770 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stdout:283467841582 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.713+0000 7f0916a00700 1 -- 172.21.15.3:0/2492158838 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f09100ab2e0 con 0x7f0920075770 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 msgr2=0x7f09040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 0x7f09040b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0920111030 tx=0x7f090c009260 comp rx=0 tx=0).stop 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 msgr2=0x7f09201a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f091000b070 tx=0x7f0910004d00 comp rx=0 tx=0).stop 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 shutdown_connections 2024-05-21T19:05:58.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f09040b2880 0x7f09040b4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0920114710 0x7f09201a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0920075770 0x7f09201a0280 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 --2- 172.21.15.3:0/2492158838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0920076090 0x7f09201a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.716+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 >> 172.21.15.3:0/2492158838 conn(0x7f092007a6a0 msgr2=0x7f0920113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.717+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 shutdown_connections 2024-05-21T19:05:58.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:57.717+0000 7f0924a00700 1 -- 172.21.15.3:0/2492158838 wait complete. 2024-05-21T19:05:58.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:58 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2492158838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T19:05:58.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:58 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2492158838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T19:05:58.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:58 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2492158838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T19:05:59.319 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149778 got 111669149783 for osd.3 2024-05-21T19:05:59.319 DEBUG:teuthology.parallel:result is None 2024-05-21T19:05:59.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.506+0000 7fe332600700 1 -- 172.21.15.3:0/345597308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1037f0 msgr2=0x7fe32c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:59.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.506+0000 7fe332600700 1 --2- 172.21.15.3:0/345597308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1037f0 0x7fe32c103bd0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe31c009990 tx=0x7fe31c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.506+0000 7fe332600700 1 -- 172.21.15.3:0/345597308 shutdown_connections 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.506+0000 7fe332600700 1 --2- 172.21.15.3:0/345597308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1088f0 0x7fe32c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.506+0000 7fe332600700 1 --2- 172.21.15.3:0/345597308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1037f0 0x7fe32c103bd0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.507+0000 7fe332600700 1 --2- 172.21.15.3:0/345597308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1041a0 0x7fe32c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.507+0000 7fe332600700 1 -- 172.21.15.3:0/345597308 >> 172.21.15.3:0/345597308 conn(0x7fe32c07a6a0 msgr2=0x7fe32c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.507+0000 7fe332600700 1 -- 172.21.15.3:0/345597308 shutdown_connections 2024-05-21T19:05:59.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.507+0000 7fe332600700 1 -- 172.21.15.3:0/345597308 wait complete. 2024-05-21T19:05:59.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.508+0000 7fe332600700 1 Processor -- start 2024-05-21T19:05:59.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.508+0000 7fe332600700 1 -- start start 2024-05-21T19:05:59.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c113710 con 0x7fe32c1041a0 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c113590 con 0x7fe32c1037f0 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe332600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe32c113890 con 0x7fe32c1088f0 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe32aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe32aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57026/0 (socket says 172.21.15.3:57026) 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe32aa00700 1 -- 172.21.15.3:0/1037340958 learned_addr learned my addr 172.21.15.3:0/1037340958 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:05:59.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.509+0000 7fe32b400700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32be00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 -- 172.21.15.3:0/1037340958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 msgr2=0x7fe32c1999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 -- 172.21.15.3:0/1037340958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1037f0 msgr2=0x7fe32c19f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 -- 172.21.15.3:0/1037340958 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe32c19a150 con 0x7fe32c1041a0 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32be00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:05:59.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe32aa00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe31800d950 tx=0x7fe31800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.510+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe318016070 con 0x7fe32c1041a0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.511+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe318009df0 con 0x7fe32c1041a0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.511+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe32c19a440 con 0x7fe32c1041a0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.511+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe32c1a6700 con 0x7fe32c1041a0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.511+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31800f3c0 con 0x7fe32c1041a0 2024-05-21T19:05:59.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.512+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe30c005330 con 0x7fe32c1041a0 2024-05-21T19:05:59.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.517+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe318019070 con 0x7fe32c1041a0 2024-05-21T19:05:59.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.519+0000 7fe323e00700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 0x7fe3100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:05:59.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.519+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe3180e1d60 con 0x7fe32c1041a0 2024-05-21T19:05:59.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.519+0000 7fe32b400700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 0x7fe3100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:05:59.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.520+0000 7fe32b400700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 0x7fe3100b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe32c19ab30 tx=0x7fe31c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:05:59.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.521+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe3180a9a00 con 0x7fe32c1041a0 2024-05-21T19:05:59.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.763+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe30c0058f0 con 0x7fe32c1041a0 2024-05-21T19:05:59.763 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:05:59 smithi003 ceph-mon[31577]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:59.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.764+0000 7fe323e00700 1 -- 172.21.15.3:0/1037340958 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe3180a9300 con 0x7fe32c1041a0 2024-05-21T19:05:59.764 INFO:teuthology.orchestra.run.smithi003.stdout:55834574947 2024-05-21T19:05:59.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 msgr2=0x7fe3100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:59.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 0x7fe3100b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe32c19ab30 tx=0x7fe31c005fd0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 msgr2=0x7fe32c19fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe31800d950 tx=0x7fe31800dc60 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 shutdown_connections 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe3100b2880 0x7fe3100b4d40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe32c1088f0 0x7fe32c1999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe32c1037f0 0x7fe32c19f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 --2- 172.21.15.3:0/1037340958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe32c1041a0 0x7fe32c19fd70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 >> 172.21.15.3:0/1037340958 conn(0x7fe32c07a6a0 msgr2=0x7fe32c101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.767+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 shutdown_connections 2024-05-21T19:05:59.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:05:59.768+0000 7fe332600700 1 -- 172.21.15.3:0/1037340958 wait complete. 2024-05-21T19:05:59.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:05:59 smithi178 ceph-mon[36523]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:05:59.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:05:59 smithi104 ceph-mon[36417]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:00.294 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:00.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:00 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1037340958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T19:06:00.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:00 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1037340958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T19:06:00.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:00 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1037340958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T19:06:01.014 INFO:tasks.cephadm.ceph_manager.ceph:need seq 283467841577 got 283467841582 for osd.10 2024-05-21T19:06:01.014 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:01.363 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574941 got 55834574947 for osd.1 2024-05-21T19:06:01.363 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:01.536 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:01 smithi003 ceph-mon[31577]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:01.537 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:01 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/767740478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 -- 172.21.15.3:0/1518517508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103490 msgr2=0x7fae98103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 --2- 172.21.15.3:0/1518517508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103490 0x7fae98103910 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fae800099c0 tx=0x7fae80009cd0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 -- 172.21.15.3:0/1518517508 shutdown_connections 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 --2- 172.21.15.3:0/1518517508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103e50 0x7fae98110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 --2- 172.21.15.3:0/1518517508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 --2- 172.21.15.3:0/1518517508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103490 0x7fae98103910 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.676+0000 7fae9ca00700 1 -- 172.21.15.3:0/1518517508 >> 172.21.15.3:0/1518517508 conn(0x7fae980fefc0 msgr2=0x7fae981013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:01.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.677+0000 7fae9ca00700 1 -- 172.21.15.3:0/1518517508 shutdown_connections 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.677+0000 7fae9ca00700 1 -- 172.21.15.3:0/1518517508 wait complete. 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.678+0000 7fae9ca00700 1 Processor -- start 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.678+0000 7fae9ca00700 1 -- start start 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 0x7fae9819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 0x7fae9819fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fae98113670 con 0x7fae98109540 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae981134f0 con 0x7fae98103e50 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae9ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae981137f0 con 0x7fae98103490 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae97e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae97e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57034/0 (socket says 172.21.15.3:57034) 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae97e00700 1 -- 172.21.15.3:0/767740478 learned_addr learned my addr 172.21.15.3:0/767740478 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:01.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae97400700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 0x7fae9819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.679+0000 7fae8ea00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 0x7fae9819fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 -- 172.21.15.3:0/767740478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 msgr2=0x7fae9819f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 0x7fae9819f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 -- 172.21.15.3:0/767740478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 msgr2=0x7fae9819fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 0x7fae9819fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 -- 172.21.15.3:0/767740478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae9819a090 con 0x7fae98109540 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97400700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 0x7fae9819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae8ea00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 0x7fae9819fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae97e00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fae9000ef30 tx=0x7fae9000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae900092e0 con 0x7fae98109540 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae90004bb0 con 0x7fae98109540 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae9819a320 con 0x7fae98109540 2024-05-21T19:06:01.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.680+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae90004020 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.681+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae981a65f0 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.682+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae9806a230 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.684+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fae9001b030 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.685+0000 7fae94c00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 0x7fae7c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.686+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fae900e2790 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.686+0000 7fae97400700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 0x7fae7c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.686+0000 7fae97400700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 0x7fae7c0b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fae98108620 tx=0x7fae88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.688+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fae90022020 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.931+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fae9802e560 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.932+0000 7fae94c00700 1 -- 172.21.15.3:0/767740478 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fae90010040 con 0x7fae98109540 2024-05-21T19:06:01.763 INFO:teuthology.orchestra.run.smithi003.stdout:206158430271 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 msgr2=0x7fae7c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 0x7fae7c0b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fae98108620 tx=0x7fae88009260 comp rx=0 tx=0).stop 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 msgr2=0x7fae98199930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fae9000ef30 tx=0x7fae9000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 shutdown_connections 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae7c0b2880 0x7fae7c0b4d40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae98109540 0x7fae98199930 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae98103490 0x7fae9819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 --2- 172.21.15.3:0/767740478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae98103e50 0x7fae9819fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:01.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.935+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 >> 172.21.15.3:0/767740478 conn(0x7fae980fefc0 msgr2=0x7fae98100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:01.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.936+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 shutdown_connections 2024-05-21T19:06:01.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:00.936+0000 7fae9ca00700 1 -- 172.21.15.3:0/767740478 wait complete. 2024-05-21T19:06:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:01 smithi178 ceph-mon[36523]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:01 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/767740478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T19:06:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:01 smithi104 ceph-mon[36417]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:01 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/767740478' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T19:06:02.622 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:02 smithi003 ceph-mon[31577]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:02.685 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430266 got 206158430271 for osd.7 2024-05-21T19:06:02.686 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:02.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:02 smithi178 ceph-mon[36523]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:02.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.895+0000 7ffaffe00700 1 -- 172.21.15.3:0/4242037872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf810a780 msgr2=0x7ffaf810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.895+0000 7ffaffe00700 1 --2- 172.21.15.3:0/4242037872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf810a780 0x7ffaf810e7d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ffae40099c0 tx=0x7ffae4009cd0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 -- 172.21.15.3:0/4242037872 shutdown_connections 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 --2- 172.21.15.3:0/4242037872 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810eeb0 0x7ffaf8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 --2- 172.21.15.3:0/4242037872 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf8109dd0 0x7ffaf810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 --2- 172.21.15.3:0/4242037872 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf810a780 0x7ffaf810e7d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 -- 172.21.15.3:0/4242037872 >> 172.21.15.3:0/4242037872 conn(0x7ffaf8076d10 msgr2=0x7ffaf8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 -- 172.21.15.3:0/4242037872 shutdown_connections 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.896+0000 7ffaffe00700 1 -- 172.21.15.3:0/4242037872 wait complete. 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 Processor -- start 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 -- start start 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:02.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 0x7ffaf81a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf810eeb0 0x7ffaf81a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8119d80 con 0x7ffaf8109dd0 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8119c00 con 0x7ffaf810eeb0 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.897+0000 7ffaffe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8119f00 con 0x7ffaf810a780 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50664/0 (socket says 172.21.15.3:50664) 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 0x7ffaf81a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 -- 172.21.15.3:0/1507562056 learned_addr learned my addr 172.21.15.3:0/1507562056 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafde00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf810eeb0 0x7ffaf81a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 -- 172.21.15.3:0/1507562056 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 msgr2=0x7ffaf81a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 0x7ffaf81a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 -- 172.21.15.3:0/1507562056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf810eeb0 msgr2=0x7ffaf81a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf810eeb0 0x7ffaf81a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:02.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 -- 172.21.15.3:0/1507562056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf81a52c0 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafca00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 0x7ffaf81a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.898+0000 7ffafd400700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffaec00e9a0 tx=0x7ffaec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.899+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec00ca10 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.899+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaec00cbb0 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.899+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec018680 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.899+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf81a55b0 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.899+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf81ace30 con 0x7ffaf8109dd0 2024-05-21T19:06:02.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.900+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf806a230 con 0x7ffaf8109dd0 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.902+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffaec010430 con 0x7ffaf8109dd0 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.904+0000 7ffaf6000700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 0x7ffae00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.904+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffaec0e23c0 con 0x7ffaf8109dd0 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.904+0000 7ffafca00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 0x7ffae00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.905+0000 7ffafca00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 0x7ffae00b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ffae4000c00 tx=0x7ffae4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:02.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:02.908+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffaec0aa060 con 0x7ffaf8109dd0 2024-05-21T19:06:02.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:02 smithi104 ceph-mon[36417]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:03.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.158+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7ffaf802e560 con 0x7ffaf8109dd0 2024-05-21T19:06:03.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.159+0000 7ffaf6000700 1 -- 172.21.15.3:0/1507562056 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ffaec0b20e0 con 0x7ffaf8109dd0 2024-05-21T19:06:03.158 INFO:teuthology.orchestra.run.smithi003.stdout:137438953555 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.162+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 msgr2=0x7ffae00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.162+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 0x7ffae00b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ffae4000c00 tx=0x7ffae4005fb0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.162+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 msgr2=0x7ffaf81a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.162+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ffaec00e9a0 tx=0x7ffaec00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 shutdown_connections 2024-05-21T19:06:03.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae00b2900 0x7ffae00b4dc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffaf810eeb0 0x7ffaf81a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffaf8109dd0 0x7ffaf81a02b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 --2- 172.21.15.3:0/1507562056 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffaf810a780 0x7ffaf81a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 >> 172.21.15.3:0/1507562056 conn(0x7ffaf8076d10 msgr2=0x7ffaf80773d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 shutdown_connections 2024-05-21T19:06:03.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:03.163+0000 7ffaffe00700 1 -- 172.21.15.3:0/1507562056 wait complete. 2024-05-21T19:06:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:03 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1507562056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T19:06:03.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:03 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1507562056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T19:06:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:03 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1507562056' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T19:06:04.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.150+0000 7f4f8e800700 1 -- 172.21.15.3:0/3060687950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 msgr2=0x7f4f88112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.150+0000 7f4f8e800700 1 --2- 172.21.15.3:0/3060687950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f88112650 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b0a0 tx=0x7f4f8000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 -- 172.21.15.3:0/3060687950 shutdown_connections 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 --2- 172.21.15.3:0/3060687950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f88112650 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 --2- 172.21.15.3:0/3060687950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f8810b780 0x7f4f8810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 --2- 172.21.15.3:0/3060687950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f88105780 0x7f4f88105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 -- 172.21.15.3:0/3060687950 >> 172.21.15.3:0/3060687950 conn(0x7f4f88101270 msgr2=0x7f4f88103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 -- 172.21.15.3:0/3060687950 shutdown_connections 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.151+0000 7f4f8e800700 1 -- 172.21.15.3:0/3060687950 wait complete. 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.152+0000 7f4f8e800700 1 Processor -- start 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.152+0000 7f4f8e800700 1 -- start start 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.152+0000 7f4f8e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f88105780 0x7f4f8819bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.152+0000 7f4f8e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f8819c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:04.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f8e800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 0x7f4f881a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f8e800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4f881159c0 con 0x7f4f88106140 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f8e800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88115840 con 0x7f4f8810b780 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f8e800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4f88115b40 con 0x7f4f88105780 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f86a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f8819c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f88105780 0x7f4f8819bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 0x7f4f881a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f86a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f8819c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50684/0 (socket says 172.21.15.3:50684) 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f86a00700 1 -- 172.21.15.3:0/2286154874 learned_addr learned my addr 172.21.15.3:0/2286154874 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 -- 172.21.15.3:0/2286154874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f88105780 msgr2=0x7f4f8819bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f88105780 0x7f4f8819bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 -- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 msgr2=0x7f4f8819c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f8819c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.153+0000 7f4f87e00700 1 -- 172.21.15.3:0/2286154874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f881a0da0 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f87e00700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 0x7f4f881a0660 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b070 tx=0x7f4f80004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f80021070 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f881a1030 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f80007e30 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f800045d0 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.154+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f881a8910 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.155+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f8806a230 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.158+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4f80003c00 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.159+0000 7f4f7fe00700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.159+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4f8000f020 con 0x7f4f8810b780 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.159+0000 7f4f87400700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.160+0000 7f4f87400700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4f78009be0 tx=0x7f4f78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.161+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4f8002a020 con 0x7f4f8810b780 2024-05-21T19:06:04.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.407+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4f8802e560 con 0x7f4f8810b780 2024-05-21T19:06:04.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.408+0000 7f4f7fe00700 1 -- 172.21.15.3:0/2286154874 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4f800ab6a0 con 0x7f4f8810b780 2024-05-21T19:06:04.407 INFO:teuthology.orchestra.run.smithi003.stdout:34359738471 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 msgr2=0x7f4f6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4f78009be0 tx=0x7f4f78009260 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 msgr2=0x7f4f881a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 0x7f4f881a0660 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4f8000b070 tx=0x7f4f80004d00 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 shutdown_connections 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4f6c0b2880 0x7f4f6c0b4d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4f8810b780 0x7f4f881a0660 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4f88105780 0x7f4f8819bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 --2- 172.21.15.3:0/2286154874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4f88106140 0x7f4f8819c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:04.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 >> 172.21.15.3:0/2286154874 conn(0x7f4f88101270 msgr2=0x7f4f881017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:04.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.411+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 shutdown_connections 2024-05-21T19:06:04.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:04.412+0000 7f4f8e800700 1 -- 172.21.15.3:0/2286154874 wait complete. 2024-05-21T19:06:04.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:04 smithi003 ceph-mon[31577]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:04.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:04 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2286154874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T19:06:04.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:04 smithi178 ceph-mon[36523]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:04.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:04 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2286154874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T19:06:04.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:04 smithi104 ceph-mon[36417]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:04.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:04 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2286154874' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T19:06:05.533 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953548 got 137438953555 for osd.4 2024-05-21T19:06:05.534 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:05.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.825+0000 7fc204600700 1 -- 172.21.15.3:0/4163746491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc06c150 msgr2=0x7fc1fc06c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:05.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.825+0000 7fc204600700 1 --2- 172.21.15.3:0/4163746491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc06c150 0x7fc1fc06c5d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009990 tx=0x7fc1e8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 -- 172.21.15.3:0/4163746491 shutdown_connections 2024-05-21T19:06:05.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 --2- 172.21.15.3:0/4163746491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc112280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 --2- 172.21.15.3:0/4163746491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc104490 0x7fc1fc06bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 --2- 172.21.15.3:0/4163746491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc06c150 0x7fc1fc06c5d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 -- 172.21.15.3:0/4163746491 >> 172.21.15.3:0/4163746491 conn(0x7fc1fc0793f0 msgr2=0x7fc1fc079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 -- 172.21.15.3:0/4163746491 shutdown_connections 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.826+0000 7fc204600700 1 -- 172.21.15.3:0/4163746491 wait complete. 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.827+0000 7fc204600700 1 Processor -- start 2024-05-21T19:06:05.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.827+0000 7fc204600700 1 -- start start 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc06c150 0x7fc1fc19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc115900 con 0x7fc1fc104490 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc115780 con 0x7fc1fc06c150 2024-05-21T19:06:05.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc204600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc115a80 con 0x7fc1fc10fe90 2024-05-21T19:06:05.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc201200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:05.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc201200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50698/0 (socket says 172.21.15.3:50698) 2024-05-21T19:06:05.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc201200700 1 -- 172.21.15.3:0/1676774274 learned_addr learned my addr 172.21.15.3:0/1676774274 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:05.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc202600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:05.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.828+0000 7fc201c00700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc06c150 0x7fc1fc19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 -- 172.21.15.3:0/1676774274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 msgr2=0x7fc1fc1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 -- 172.21.15.3:0/1676774274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc06c150 msgr2=0x7fc1fc19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc06c150 0x7fc1fc19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 -- 172.21.15.3:0/1676774274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc1a0da0 con 0x7fc1fc104490 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc202600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:05.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc201200700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc1e80057c0 tx=0x7fc1e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8027070 con 0x7fc1fc104490 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1e8022470 con 0x7fc1fc104490 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8017650 con 0x7fc1fc104490 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.829+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc1a1030 con 0x7fc1fc104490 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.830+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc1a8910 con 0x7fc1fc104490 2024-05-21T19:06:05.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.831+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1fc102a80 con 0x7fc1fc104490 2024-05-21T19:06:05.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.833+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc1e802a070 con 0x7fc1fc104490 2024-05-21T19:06:05.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.834+0000 7fc1fa000700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:05.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.835+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc1e80e32c0 con 0x7fc1fc104490 2024-05-21T19:06:05.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.835+0000 7fc201c00700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:05.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.836+0000 7fc201c00700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 0x7fc1e40b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009680 tx=0x7fc1f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:05.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:05.837+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc1e8013070 con 0x7fc1fc104490 2024-05-21T19:06:06.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.078+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc1fc19d120 con 0x7fc1fc104490 2024-05-21T19:06:06.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.079+0000 7fc1fa000700 1 -- 172.21.15.3:0/1676774274 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc1fc19d120 con 0x7fc1fc104490 2024-05-21T19:06:06.079 INFO:teuthology.orchestra.run.smithi003.stdout:158913790028 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 msgr2=0x7fc1e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 0x7fc1e40b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc1f0009680 tx=0x7fc1f0009260 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 msgr2=0x7fc1fc19c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc1e80057c0 tx=0x7fc1e80057f0 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 shutdown_connections 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1e40b2880 0x7fc1e40b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc1fc10fe90 0x7fc1fc1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1fc06c150 0x7fc1fc19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 --2- 172.21.15.3:0/1676774274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1fc104490 0x7fc1fc19c2d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:06.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.083+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 >> 172.21.15.3:0/1676774274 conn(0x7fc1fc0793f0 msgr2=0x7fc1fc101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:06.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.084+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 shutdown_connections 2024-05-21T19:06:06.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:06.084+0000 7fc204600700 1 -- 172.21.15.3:0/1676774274 wait complete. 2024-05-21T19:06:06.206 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:06.258 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738466 got 34359738471 for osd.0 2024-05-21T19:06:06.258 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:06.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1676774274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T19:06:06.385 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1676774274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T19:06:06.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1676774274' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T19:06:07.202 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790023 got 158913790028 for osd.5 2024-05-21T19:06:07.202 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:07.445 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:07 smithi003 ceph-mon[31577]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:07.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:07 smithi104 ceph-mon[36417]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:07.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:07 smithi178 ceph-mon[36523]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:09.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 -- 172.21.15.3:0/1244128428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 msgr2=0x7fe79806c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:09.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 --2- 172.21.15.3:0/1244128428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe79806c090 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe780009990 tx=0x7fe780009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 -- 172.21.15.3:0/1244128428 shutdown_connections 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 --2- 172.21.15.3:0/1244128428 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe7981103e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 --2- 172.21.15.3:0/1244128428 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe7981099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 --2- 172.21.15.3:0/1244128428 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe79806c090 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 -- 172.21.15.3:0/1244128428 >> 172.21.15.3:0/1244128428 conn(0x7fe7980793f0 msgr2=0x7fe798079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 -- 172.21.15.3:0/1244128428 shutdown_connections 2024-05-21T19:06:09.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.387+0000 7fe79e400700 1 -- 172.21.15.3:0/1244128428 wait complete. 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.388+0000 7fe79e400700 1 Processor -- start 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.388+0000 7fe79e400700 1 -- start start 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe7981028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe798102e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe798103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7981136f0 con 0x7fe79806bc10 2024-05-21T19:06:09.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe798113570 con 0x7fe79806c5d0 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe79e400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe798113870 con 0x7fe7981095c0 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe78fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe798102e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe78fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe798102e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46576/0 (socket says 172.21.15.3:46576) 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe78fe00700 1 -- 172.21.15.3:0/2485300588 learned_addr learned my addr 172.21.15.3:0/2485300588 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe798103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:09.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe7981028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 -- 172.21.15.3:0/2485300588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 msgr2=0x7fe798102e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe798102e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 -- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 msgr2=0x7fe7981028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe7981028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797e00700 1 -- 172.21.15.3:0/2485300588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7981a81f0 con 0x7fe7981095c0 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.389+0000 7fe797400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe7981028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe797e00700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe798103370 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe79000efb0 tx=0x7fe79000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe790003a00 con 0x7fe7981095c0 2024-05-21T19:06:09.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe79000ce50 con 0x7fe7981095c0 2024-05-21T19:06:09.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7900047c0 con 0x7fe7981095c0 2024-05-21T19:06:09.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7981a84e0 con 0x7fe7981095c0 2024-05-21T19:06:09.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.390+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7981a8a20 con 0x7fe7981095c0 2024-05-21T19:06:09.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.391+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe79810baa0 con 0x7fe7981095c0 2024-05-21T19:06:09.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.394+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe790012050 con 0x7fe7981095c0 2024-05-21T19:06:09.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.395+0000 7fe794c00700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 0x7fe77c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:09.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.396+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe7900e1d30 con 0x7fe7981095c0 2024-05-21T19:06:09.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.396+0000 7fe797400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 0x7fe77c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:09.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.396+0000 7fe797400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 0x7fe77c0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe788009fd0 tx=0x7fe788009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:09.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.397+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe790022060 con 0x7fe7981095c0 2024-05-21T19:06:09.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:09 smithi104 ceph-mon[36417]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:09.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:09 smithi003 ceph-mon[31577]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:09.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:09 smithi178 ceph-mon[36523]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:09.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.662+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fe79810b480 con 0x7fe7981095c0 2024-05-21T19:06:09.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.662+0000 7fe794c00700 1 -- 172.21.15.3:0/2485300588 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe790010040 con 0x7fe7981095c0 2024-05-21T19:06:09.662 INFO:teuthology.orchestra.run.smithi003.stdout:231928234044 2024-05-21T19:06:09.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 msgr2=0x7fe77c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 0x7fe77c0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe788009fd0 tx=0x7fe788009260 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 msgr2=0x7fe798103370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe798103370 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe79000efb0 tx=0x7fe79000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 shutdown_connections 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe77c0b2900 0x7fe77c0b4dc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7981095c0 0x7fe798103370 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe79806bc10 0x7fe7981028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 --2- 172.21.15.3:0/2485300588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe79806c5d0 0x7fe798102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 >> 172.21.15.3:0/2485300588 conn(0x7fe7980793f0 msgr2=0x7fe798101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 shutdown_connections 2024-05-21T19:06:09.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:09.666+0000 7fe79e400700 1 -- 172.21.15.3:0/2485300588 wait complete. 2024-05-21T19:06:10.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:10 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2485300588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T19:06:10.460 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234039 got 231928234044 for osd.8 2024-05-21T19:06:10.460 DEBUG:teuthology.parallel:result is None 2024-05-21T19:06:10.460 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T19:06:10.460 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:06:10.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:10 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2485300588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T19:06:10.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:10 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2485300588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T19:06:10.913 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:11.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:11 smithi003 ceph-mon[31577]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:11.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:11 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:11.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:11 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:11.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:11 smithi104 ceph-mon[36417]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:11.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:11 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:11.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:11 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:11 smithi178 ceph-mon[36523]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:11 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:11 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:12.195 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:06:12.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:06:12.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:06:12.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:12.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:06:12.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:12.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:06:12.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:06:12.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:06:13.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.170+0000 7f936e800700 1 -- 172.21.15.3:0/2914518220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368114480 msgr2=0x7f9368116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:13.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.170+0000 7f936e800700 1 --2- 172.21.15.3:0/2914518220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368114480 0x7f9368116870 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f936000b0a0 tx=0x7f936000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 -- 172.21.15.3:0/2914518220 shutdown_connections 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 --2- 172.21.15.3:0/2914518220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368114480 0x7f9368116870 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 --2- 172.21.15.3:0/2914518220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f93680758e0 0x7f9368075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 --2- 172.21.15.3:0/2914518220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9368076200 0x7f9368113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 -- 172.21.15.3:0/2914518220 >> 172.21.15.3:0/2914518220 conn(0x7f93680fefc0 msgr2=0x7f93681013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 -- 172.21.15.3:0/2914518220 shutdown_connections 2024-05-21T19:06:13.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.171+0000 7f936e800700 1 -- 172.21.15.3:0/2914518220 wait complete. 2024-05-21T19:06:13.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 Processor -- start 2024-05-21T19:06:13.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 -- start start 2024-05-21T19:06:13.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f93680758e0 0x7f93681a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 0x7f93681a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9368119ca0 con 0x7f9368076200 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9368119b20 con 0x7f9368114480 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.172+0000 7f936e800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9368119e20 con 0x7f93680758e0 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 0x7f93681a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f93680758e0 0x7f93681a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:38688/0 (socket says 172.21.15.3:38688) 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 0x7f93681a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46654/0 (socket says 172.21.15.3:46654) 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 -- 172.21.15.3:0/2957423173 learned_addr learned my addr 172.21.15.3:0/2957423173 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:13.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 -- 172.21.15.3:0/2957423173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f93680758e0 msgr2=0x7f93681a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:13.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f93680758e0 0x7f93681a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 -- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 msgr2=0x7f93681a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:13.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 0x7f93681a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 -- 172.21.15.3:0/2957423173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93681a5160 con 0x7f9368114480 2024-05-21T19:06:13.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.173+0000 7f936de00700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f936000b070 tx=0x7f9360004c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.174+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9360021070 con 0x7f9368114480 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.174+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9360007e30 con 0x7f9368114480 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.174+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93681a53f0 con 0x7f9368114480 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.174+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93600045e0 con 0x7f9368114480 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.174+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93681accd0 con 0x7f9368114480 2024-05-21T19:06:13.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.175+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f936806a230 con 0x7f9368114480 2024-05-21T19:06:13.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.177+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9360003c90 con 0x7f9368114480 2024-05-21T19:06:13.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.178+0000 7f9366000700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 0x7f93500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:13.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.179+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f93600e3190 con 0x7f9368114480 2024-05-21T19:06:13.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.179+0000 7f936d400700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 0x7f93500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:13.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.179+0000 7f936d400700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 0x7f93500b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f935c009680 tx=0x7f935c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:13.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.183+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f93600aaec0 con 0x7f9368114480 2024-05-21T19:06:13.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:13 smithi003 ceph-mon[31577]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:13.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.416+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9368063980 con 0x7f93500b2880 2024-05-21T19:06:13.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.427+0000 7f9366000700 1 -- 172.21.15.3:0/2957423173 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258814 (secure 0 0 0) 0x7f9368063980 con 0x7f93500b2880 2024-05-21T19:06:13.431 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:13.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 msgr2=0x7f93500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:13.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 0x7f93500b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f935c009680 tx=0x7f935c009260 comp rx=0 tx=0).stop 2024-05-21T19:06:13.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 msgr2=0x7f93681a4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f936000b070 tx=0x7f9360004c60 comp rx=0 tx=0).stop 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 shutdown_connections 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f93500b2880 0x7f93500b4d40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9368114480 0x7f93681a4a20 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f93680758e0 0x7f93681a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 --2- 172.21.15.3:0/2957423173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9368076200 0x7f93681a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 >> 172.21.15.3:0/2957423173 conn(0x7f93680fefc0 msgr2=0x7f9368100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.433+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 shutdown_connections 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:13.434+0000 7f936e800700 1 -- 172.21.15.3:0/2957423173 wait complete. 2024-05-21T19:06:13.434 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:06:13.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:13 smithi104 ceph-mon[36417]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:13 smithi178 ceph-mon[36523]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:14.338 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":388,"stamp":"2024-05-21T19:06:12.123375+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658671,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":778,"num_read_kb":490,"num_write":294,"num_write_kb":2268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":738,"ondisk_log_size":738,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390872,"kb_used_data":12600,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550952,"statfs":{"total":1151940427776,"available":1151540174848,"internally_reserved":0,"allocated":12902400,"data_stored":7196097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005213"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077423+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:40.077423+0000","last_peered":"2024-05-21T19:05:40.077423+0000","last_clean":"2024-05-21T19:05:40.077423+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:40.077423+0000","last_undegraded":"2024-05-21T19:05:40.077423+0000","last_fullsized":"2024-05-21T19:05:40.077423+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079753+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:40.079753+0000","last_peered":"2024-05-21T19:05:40.079753+0000","last_clean":"2024-05-21T19:05:40.079753+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:40.079753+0000","last_undegraded":"2024-05-21T19:05:40.079753+0000","last_fullsized":"2024-05-21T19:05:40.079753+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046125+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:40.046125+0000","last_peered":"2024-05-21T19:05:40.046125+0000","last_clean":"2024-05-21T19:05:40.046125+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:40.046125+0000","last_undegraded":"2024-05-21T19:05:40.046125+0000","last_fullsized":"2024-05-21T19:05:40.046125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051727+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051727+0000","last_peered":"2024-05-21T19:05:40.051727+0000","last_clean":"2024-05-21T19:05:40.051727+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051727+0000","last_undegraded":"2024-05-21T19:05:40.051727+0000","last_fullsized":"2024-05-21T19:05:40.051727+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053367+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053367+0000","last_peered":"2024-05-21T19:05:40.053367+0000","last_clean":"2024-05-21T19:05:40.053367+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053367+0000","last_undegraded":"2024-05-21T19:05:40.053367+0000","last_fullsized":"2024-05-21T19:05:40.053367+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074145+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074145+0000","last_peered":"2024-05-21T19:05:40.074145+0000","last_clean":"2024-05-21T19:05:40.074145+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074145+0000","last_undegraded":"2024-05-21T19:05:40.074145+0000","last_fullsized":"2024-05-21T19:05:40.074145+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056718+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056718+0000","last_peered":"2024-05-21T19:05:40.056718+0000","last_clean":"2024-05-21T19:05:40.056718+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056718+0000","last_undegraded":"2024-05-21T19:05:40.056718+0000","last_fullsized":"2024-05-21T19:05:40.056718+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051021+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051021+0000","last_peered":"2024-05-21T19:05:40.051021+0000","last_clean":"2024-05-21T19:05:40.051021+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051021+0000","last_undegraded":"2024-05-21T19:05:40.051021+0000","last_fullsized":"2024-05-21T19:05:40.051021+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.052403+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.052403+0000","last_peered":"2024-05-21T19:05:40.052403+0000","last_clean":"2024-05-21T19:05:40.052403+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.052403+0000","last_undegraded":"2024-05-21T19:05:40.052403+0000","last_fullsized":"2024-05-21T19:05:40.052403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059183+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059183+0000","last_peered":"2024-05-21T19:05:40.059183+0000","last_clean":"2024-05-21T19:05:40.059183+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059183+0000","last_undegraded":"2024-05-21T19:05:40.059183+0000","last_fullsized":"2024-05-21T19:05:40.059183+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047066+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047066+0000","last_peered":"2024-05-21T19:05:40.047066+0000","last_clean":"2024-05-21T19:05:40.047066+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047066+0000","last_undegraded":"2024-05-21T19:05:40.047066+0000","last_fullsized":"2024-05-21T19:05:40.047066+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075398+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075398+0000","last_peered":"2024-05-21T19:05:40.075398+0000","last_clean":"2024-05-21T19:05:40.075398+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075398+0000","last_undegraded":"2024-05-21T19:05:40.075398+0000","last_fullsized":"2024-05-21T19:05:40.075398+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078714+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.078714+0000","last_peered":"2024-05-21T19:05:40.078714+0000","last_clean":"2024-05-21T19:05:40.078714+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.078714+0000","last_undegraded":"2024-05-21T19:05:40.078714+0000","last_fullsized":"2024-05-21T19:05:40.078714+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079561+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079561+0000","last_peered":"2024-05-21T19:05:40.079561+0000","last_clean":"2024-05-21T19:05:40.079561+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079561+0000","last_undegraded":"2024-05-21T19:05:40.079561+0000","last_fullsized":"2024-05-21T19:05:40.079561+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049080+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049080+0000","last_peered":"2024-05-21T19:05:40.049080+0000","last_clean":"2024-05-21T19:05:40.049080+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049080+0000","last_undegraded":"2024-05-21T19:05:40.049080+0000","last_fullsized":"2024-05-21T19:05:40.049080+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062189+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062189+0000","last_peered":"2024-05-21T19:05:40.062189+0000","last_clean":"2024-05-21T19:05:40.062189+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062189+0000","last_undegraded":"2024-05-21T19:05:40.062189+0000","last_fullsized":"2024-05-21T19:05:40.062189+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056352+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:40.056352+0000","last_peered":"2024-05-21T19:05:40.056352+0000","last_clean":"2024-05-21T19:05:40.056352+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:40.056352+0000","last_undegraded":"2024-05-21T19:05:40.056352+0000","last_fullsized":"2024-05-21T19:05:40.056352+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.270008+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:04:41.270008+0000","last_peered":"2024-05-21T19:04:41.270008+0000","last_clean":"2024-05-21T19:04:41.270008+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:04:41.270008+0000","last_undegraded":"2024-05-21T19:04:41.270008+0000","last_fullsized":"2024-05-21T19:04:41.270008+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081678+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:40.081678+0000","last_peered":"2024-05-21T19:05:40.081678+0000","last_clean":"2024-05-21T19:05:40.081678+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:40.081678+0000","last_undegraded":"2024-05-21T19:05:40.081678+0000","last_fullsized":"2024-05-21T19:05:40.081678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260241+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260241+0000","last_peered":"2024-05-21T19:04:41.260241+0000","last_clean":"2024-05-21T19:04:41.260241+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260241+0000","last_undegraded":"2024-05-21T19:04:41.260241+0000","last_fullsized":"2024-05-21T19:04:41.260241+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074274+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074274+0000","last_peered":"2024-05-21T19:05:40.074274+0000","last_clean":"2024-05-21T19:05:40.074274+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074274+0000","last_undegraded":"2024-05-21T19:05:40.074274+0000","last_fullsized":"2024-05-21T19:05:40.074274+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260206+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260206+0000","last_peered":"2024-05-21T19:04:41.260206+0000","last_clean":"2024-05-21T19:04:41.260206+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260206+0000","last_undegraded":"2024-05-21T19:04:41.260206+0000","last_fullsized":"2024-05-21T19:04:41.260206+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062017+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062017+0000","last_peered":"2024-05-21T19:05:40.062017+0000","last_clean":"2024-05-21T19:05:40.062017+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062017+0000","last_undegraded":"2024-05-21T19:05:40.062017+0000","last_fullsized":"2024-05-21T19:05:40.062017+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":159,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:08.388335+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:06:08.388335+0000","last_peered":"2024-05-21T19:06:08.388335+0000","last_clean":"2024-05-21T19:06:08.388335+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:06:08.388335+0000","last_undegraded":"2024-05-21T19:06:08.388335+0000","last_fullsized":"2024-05-21T19:06:08.388335+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050731+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050731+0000","last_peered":"2024-05-21T19:05:40.050731+0000","last_clean":"2024-05-21T19:05:40.050731+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050731+0000","last_undegraded":"2024-05-21T19:05:40.050731+0000","last_fullsized":"2024-05-21T19:05:40.050731+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344304+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344304+0000","last_peered":"2024-05-21T19:04:41.344304+0000","last_clean":"2024-05-21T19:04:41.344304+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344304+0000","last_undegraded":"2024-05-21T19:04:41.344304+0000","last_fullsized":"2024-05-21T19:04:41.344304+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048418+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048418+0000","last_peered":"2024-05-21T19:05:40.048418+0000","last_clean":"2024-05-21T19:05:40.048418+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048418+0000","last_undegraded":"2024-05-21T19:05:40.048418+0000","last_fullsized":"2024-05-21T19:05:40.048418+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269125+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269125+0000","last_peered":"2024-05-21T19:04:41.269125+0000","last_clean":"2024-05-21T19:04:41.269125+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269125+0000","last_undegraded":"2024-05-21T19:04:41.269125+0000","last_fullsized":"2024-05-21T19:04:41.269125+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074302+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074302+0000","last_peered":"2024-05-21T19:05:40.074302+0000","last_clean":"2024-05-21T19:05:40.074302+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074302+0000","last_undegraded":"2024-05-21T19:05:40.074302+0000","last_fullsized":"2024-05-21T19:05:40.074302+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261164+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261164+0000","last_peered":"2024-05-21T19:04:41.261164+0000","last_clean":"2024-05-21T19:04:41.261164+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261164+0000","last_undegraded":"2024-05-21T19:04:41.261164+0000","last_fullsized":"2024-05-21T19:04:41.261164+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061049+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.061049+0000","last_peered":"2024-05-21T19:05:40.061049+0000","last_clean":"2024-05-21T19:05:40.061049+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.061049+0000","last_undegraded":"2024-05-21T19:05:40.061049+0000","last_fullsized":"2024-05-21T19:05:40.061049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":141,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:06.384576+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:06:06.384576+0000","last_peered":"2024-05-21T19:06:06.384576+0000","last_clean":"2024-05-21T19:06:06.384576+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:06:06.384576+0000","last_undegraded":"2024-05-21T19:06:06.384576+0000","last_fullsized":"2024-05-21T19:06:06.384576+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":112,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.063999+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.063999+0000","last_peered":"2024-05-21T19:05:40.063999+0000","last_clean":"2024-05-21T19:05:40.063999+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.063999+0000","last_undegraded":"2024-05-21T19:05:40.063999+0000","last_fullsized":"2024-05-21T19:05:40.063999+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263234+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263234+0000","last_peered":"2024-05-21T19:04:41.263234+0000","last_clean":"2024-05-21T19:04:41.263234+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263234+0000","last_undegraded":"2024-05-21T19:04:41.263234+0000","last_fullsized":"2024-05-21T19:04:41.263234+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076322+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076322+0000","last_peered":"2024-05-21T19:05:40.076322+0000","last_clean":"2024-05-21T19:05:40.076322+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076322+0000","last_undegraded":"2024-05-21T19:05:40.076322+0000","last_fullsized":"2024-05-21T19:05:40.076322+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261189+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261189+0000","last_peered":"2024-05-21T19:04:41.261189+0000","last_clean":"2024-05-21T19:04:41.261189+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261189+0000","last_undegraded":"2024-05-21T19:04:41.261189+0000","last_fullsized":"2024-05-21T19:04:41.261189+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'34","reported_seq":296,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:07.386697+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:06:07.386697+0000","last_peered":"2024-05-21T19:06:07.386697+0000","last_clean":"2024-05-21T19:06:07.386697+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:06:07.386697+0000","last_undegraded":"2024-05-21T19:06:07.386697+0000","last_fullsized":"2024-05-21T19:06:07.386697+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":235,"num_read_kb":181,"num_write":35,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047103+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047103+0000","last_peered":"2024-05-21T19:05:40.047103+0000","last_clean":"2024-05-21T19:05:40.047103+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047103+0000","last_undegraded":"2024-05-21T19:05:40.047103+0000","last_fullsized":"2024-05-21T19:05:40.047103+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.072216+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.072216+0000","last_peered":"2024-05-21T19:05:40.072216+0000","last_clean":"2024-05-21T19:05:40.072216+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.072216+0000","last_undegraded":"2024-05-21T19:05:40.072216+0000","last_fullsized":"2024-05-21T19:05:40.072216+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075997+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.075997+0000","last_peered":"2024-05-21T19:05:40.075997+0000","last_clean":"2024-05-21T19:05:40.075997+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.075997+0000","last_undegraded":"2024-05-21T19:05:40.075997+0000","last_fullsized":"2024-05-21T19:05:40.075997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":144,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:06.820455+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:06:06.820455+0000","last_peered":"2024-05-21T19:06:06.820455+0000","last_clean":"2024-05-21T19:06:06.820455+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:06:06.820455+0000","last_undegraded":"2024-05-21T19:06:06.820455+0000","last_fullsized":"2024-05-21T19:06:06.820455+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055188+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.055188+0000","last_peered":"2024-05-21T19:05:40.055188+0000","last_clean":"2024-05-21T19:05:40.055188+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.055188+0000","last_undegraded":"2024-05-21T19:05:40.055188+0000","last_fullsized":"2024-05-21T19:05:40.055188+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045261+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045261+0000","last_peered":"2024-05-21T19:05:40.045261+0000","last_clean":"2024-05-21T19:05:40.045261+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045261+0000","last_undegraded":"2024-05-21T19:05:40.045261+0000","last_fullsized":"2024-05-21T19:05:40.045261+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268793+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.268793+0000","last_peered":"2024-05-21T19:04:41.268793+0000","last_clean":"2024-05-21T19:04:41.268793+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.268793+0000","last_undegraded":"2024-05-21T19:04:41.268793+0000","last_fullsized":"2024-05-21T19:04:41.268793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267738+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267738+0000","last_peered":"2024-05-21T19:04:41.267738+0000","last_clean":"2024-05-21T19:04:41.267738+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267738+0000","last_undegraded":"2024-05-21T19:04:41.267738+0000","last_fullsized":"2024-05-21T19:04:41.267738+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054060+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:40.054060+0000","last_peered":"2024-05-21T19:05:40.054060+0000","last_clean":"2024-05-21T19:05:40.054060+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:40.054060+0000","last_undegraded":"2024-05-21T19:05:40.054060+0000","last_fullsized":"2024-05-21T19:05:40.054060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263181+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263181+0000","last_peered":"2024-05-21T19:04:41.263181+0000","last_clean":"2024-05-21T19:04:41.263181+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263181+0000","last_undegraded":"2024-05-21T19:04:41.263181+0000","last_fullsized":"2024-05-21T19:04:41.263181+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060135+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:40.060135+0000","last_peered":"2024-05-21T19:05:40.060135+0000","last_clean":"2024-05-21T19:05:40.060135+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:40.060135+0000","last_undegraded":"2024-05-21T19:05:40.060135+0000","last_fullsized":"2024-05-21T19:05:40.060135+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042667+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:40.042667+0000","last_peered":"2024-05-21T19:05:40.042667+0000","last_clean":"2024-05-21T19:05:40.042667+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:40.042667+0000","last_undegraded":"2024-05-21T19:05:40.042667+0000","last_fullsized":"2024-05-21T19:05:40.042667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":147,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:09.825580+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:06:09.825580+0000","last_peered":"2024-05-21T19:06:09.825580+0000","last_clean":"2024-05-21T19:06:09.825580+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:06:09.825580+0000","last_undegraded":"2024-05-21T19:06:09.825580+0000","last_fullsized":"2024-05-21T19:06:09.825580+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259353+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259353+0000","last_peered":"2024-05-21T19:04:41.259353+0000","last_clean":"2024-05-21T19:04:41.259353+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259353+0000","last_undegraded":"2024-05-21T19:04:41.259353+0000","last_fullsized":"2024-05-21T19:04:41.259353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262983+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:41.262983+0000","last_peered":"2024-05-21T19:04:41.262983+0000","last_clean":"2024-05-21T19:04:41.262983+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:41.262983+0000","last_undegraded":"2024-05-21T19:04:41.262983+0000","last_fullsized":"2024-05-21T19:04:41.262983+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263156+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:04:41.263156+0000","last_peered":"2024-05-21T19:04:41.263156+0000","last_clean":"2024-05-21T19:04:41.263156+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:04:41.263156+0000","last_undegraded":"2024-05-21T19:04:41.263156+0000","last_fullsized":"2024-05-21T19:04:41.263156+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260243+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260243+0000","last_peered":"2024-05-21T19:04:41.260243+0000","last_clean":"2024-05-21T19:04:41.260243+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260243+0000","last_undegraded":"2024-05-21T19:04:41.260243+0000","last_fullsized":"2024-05-21T19:04:41.260243+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.443090+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:05:40.443090+0000","last_peered":"2024-05-21T19:05:40.443090+0000","last_clean":"2024-05-21T19:05:40.443090+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:05:40.443090+0000","last_undegraded":"2024-05-21T19:05:40.443090+0000","last_fullsized":"2024-05-21T19:05:40.443090+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.279932+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.279932+0000","last_peered":"2024-05-21T19:04:41.279932+0000","last_clean":"2024-05-21T19:04:41.279932+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.279932+0000","last_undegraded":"2024-05-21T19:04:41.279932+0000","last_fullsized":"2024-05-21T19:04:41.279932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081459+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:40.081459+0000","last_peered":"2024-05-21T19:05:40.081459+0000","last_clean":"2024-05-21T19:05:40.081459+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:40.081459+0000","last_undegraded":"2024-05-21T19:05:40.081459+0000","last_fullsized":"2024-05-21T19:05:40.081459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057317+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057317+0000","last_peered":"2024-05-21T19:05:40.057317+0000","last_clean":"2024-05-21T19:05:40.057317+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057317+0000","last_undegraded":"2024-05-21T19:05:40.057317+0000","last_fullsized":"2024-05-21T19:05:40.057317+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68069,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":702,"num_read_kb":426,"num_write":169,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645357,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841585,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1091529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037816,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234045,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430274,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593799,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":499466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738473,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411424,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40452,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704700,"statfs":{"total":95995035648,"available":95953612800,"internally_reserved":0,"allocated":978944,"data_stored":500194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149786,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953557,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790030,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1026968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:06:14.343 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:06:14.463 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:14 smithi003 ceph-mon[31577]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:14.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:14 smithi104 ceph-mon[36417]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:14.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:14 smithi178 ceph-mon[36523]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:14.862 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:15.305 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:15 smithi003 ceph-mon[31577]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:15.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:15 smithi104 ceph-mon[36417]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:15 smithi178 ceph-mon[36523]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3410010609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28075770 msgr2=0x7f5d28075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3410010609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28075770 0x7f5d28075b50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c00b0a0 tx=0x7f5d1c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3410010609 shutdown_connections 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3410010609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d28112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3410010609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28075770 0x7f5d28075b50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3410010609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28076090 0x7f5d2810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3410010609 >> 172.21.15.3:0/3410010609 conn(0x7f5d2807a6f0 msgr2=0x7f5d2807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:17.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3410010609 shutdown_connections 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.037+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3410010609 wait complete. 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 Processor -- start 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 -- start start 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 0x7f5d2819bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 0x7f5d2819c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:17.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d281159d0 con 0x7f5d2810ff40 2024-05-21T19:06:17.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d28115850 con 0x7f5d28076090 2024-05-21T19:06:17.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2fe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d28115b50 con 0x7f5d28075770 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.039+0000 7f5d2d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 0x7f5d2819bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46660/0 (socket says 172.21.15.3:46660) 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2de00700 1 -- 172.21.15.3:0/3988057297 learned_addr learned my addr 172.21.15.3:0/3988057297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 0x7f5d2819c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 -- 172.21.15.3:0/3988057297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 msgr2=0x7f5d2819bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 0x7f5d2819bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 -- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 msgr2=0x7f5d281a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 -- 172.21.15.3:0/3988057297 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d281a0f30 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2d400700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 0x7f5d2819bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2de00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.040+0000 7f5d2ca00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 0x7f5d2819c460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5d1400e9f0 tx=0x7f5d1400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.041+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d14004220 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.041+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d140043c0 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.041+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d14005020 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.041+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d281a1220 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.041+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d281a8aa0 con 0x7f5d28076090 2024-05-21T19:06:17.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.042+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d2806a230 con 0x7f5d28076090 2024-05-21T19:06:17.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.045+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5d14004750 con 0x7f5d28076090 2024-05-21T19:06:17.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.046+0000 7f5d26000700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 0x7f5d100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:17.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.047+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5d140e2280 con 0x7f5d28076090 2024-05-21T19:06:17.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.047+0000 7f5d2d400700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 0x7f5d100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:17.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.047+0000 7f5d2d400700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 0x7f5d100b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0062a0 tx=0x7f5d1c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:17.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.048+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5d140a9fb0 con 0x7f5d28076090 2024-05-21T19:06:17.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.286+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5d28063980 con 0x7f5d100b2900 2024-05-21T19:06:17.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.295+0000 7f5d26000700 1 -- 172.21.15.3:0/3988057297 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258814 (secure 0 0 0) 0x7f5d28063980 con 0x7f5d100b2900 2024-05-21T19:06:17.296 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:17 smithi003 ceph-mon[31577]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:17.297 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.303+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 msgr2=0x7f5d100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.303+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 0x7f5d100b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c0062a0 tx=0x7f5d1c006210 comp rx=0 tx=0).stop 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.303+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 msgr2=0x7f5d2819c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 0x7f5d2819c460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5d1400e9f0 tx=0x7f5d1400ed00 comp rx=0 tx=0).stop 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 shutdown_connections 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2900 0x7f5d100b4dc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2810ff40 0x7f5d281a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d28075770 0x7f5d2819bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 --2- 172.21.15.3:0/3988057297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d28076090 0x7f5d2819c460 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:17.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 >> 172.21.15.3:0/3988057297 conn(0x7f5d2807a6f0 msgr2=0x7f5d28100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:17.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 shutdown_connections 2024-05-21T19:06:17.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:17.304+0000 7f5d2fe00700 1 -- 172.21.15.3:0/3988057297 wait complete. 2024-05-21T19:06:17.306 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:06:17.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:17 smithi104 ceph-mon[36417]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:17 smithi178 ceph-mon[36523]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:18.261 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":390,"stamp":"2024-05-21T19:06:16.125193+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658671,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":803,"num_read_kb":500,"num_write":294,"num_write_kb":2268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":738,"ondisk_log_size":738,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390872,"kb_used_data":12600,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550952,"statfs":{"total":1151940427776,"available":1151540174848,"internally_reserved":0,"allocated":12902400,"data_stored":7196097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004931"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077423+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:40.077423+0000","last_peered":"2024-05-21T19:05:40.077423+0000","last_clean":"2024-05-21T19:05:40.077423+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:40.077423+0000","last_undegraded":"2024-05-21T19:05:40.077423+0000","last_fullsized":"2024-05-21T19:05:40.077423+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079753+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:40.079753+0000","last_peered":"2024-05-21T19:05:40.079753+0000","last_clean":"2024-05-21T19:05:40.079753+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:40.079753+0000","last_undegraded":"2024-05-21T19:05:40.079753+0000","last_fullsized":"2024-05-21T19:05:40.079753+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046125+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:40.046125+0000","last_peered":"2024-05-21T19:05:40.046125+0000","last_clean":"2024-05-21T19:05:40.046125+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:40.046125+0000","last_undegraded":"2024-05-21T19:05:40.046125+0000","last_fullsized":"2024-05-21T19:05:40.046125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051727+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051727+0000","last_peered":"2024-05-21T19:05:40.051727+0000","last_clean":"2024-05-21T19:05:40.051727+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051727+0000","last_undegraded":"2024-05-21T19:05:40.051727+0000","last_fullsized":"2024-05-21T19:05:40.051727+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053367+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053367+0000","last_peered":"2024-05-21T19:05:40.053367+0000","last_clean":"2024-05-21T19:05:40.053367+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053367+0000","last_undegraded":"2024-05-21T19:05:40.053367+0000","last_fullsized":"2024-05-21T19:05:40.053367+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074145+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074145+0000","last_peered":"2024-05-21T19:05:40.074145+0000","last_clean":"2024-05-21T19:05:40.074145+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074145+0000","last_undegraded":"2024-05-21T19:05:40.074145+0000","last_fullsized":"2024-05-21T19:05:40.074145+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056718+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056718+0000","last_peered":"2024-05-21T19:05:40.056718+0000","last_clean":"2024-05-21T19:05:40.056718+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056718+0000","last_undegraded":"2024-05-21T19:05:40.056718+0000","last_fullsized":"2024-05-21T19:05:40.056718+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051021+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051021+0000","last_peered":"2024-05-21T19:05:40.051021+0000","last_clean":"2024-05-21T19:05:40.051021+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051021+0000","last_undegraded":"2024-05-21T19:05:40.051021+0000","last_fullsized":"2024-05-21T19:05:40.051021+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.052403+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.052403+0000","last_peered":"2024-05-21T19:05:40.052403+0000","last_clean":"2024-05-21T19:05:40.052403+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.052403+0000","last_undegraded":"2024-05-21T19:05:40.052403+0000","last_fullsized":"2024-05-21T19:05:40.052403+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059183+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059183+0000","last_peered":"2024-05-21T19:05:40.059183+0000","last_clean":"2024-05-21T19:05:40.059183+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059183+0000","last_undegraded":"2024-05-21T19:05:40.059183+0000","last_fullsized":"2024-05-21T19:05:40.059183+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047066+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047066+0000","last_peered":"2024-05-21T19:05:40.047066+0000","last_clean":"2024-05-21T19:05:40.047066+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047066+0000","last_undegraded":"2024-05-21T19:05:40.047066+0000","last_fullsized":"2024-05-21T19:05:40.047066+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075398+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075398+0000","last_peered":"2024-05-21T19:05:40.075398+0000","last_clean":"2024-05-21T19:05:40.075398+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075398+0000","last_undegraded":"2024-05-21T19:05:40.075398+0000","last_fullsized":"2024-05-21T19:05:40.075398+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049080+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049080+0000","last_peered":"2024-05-21T19:05:40.049080+0000","last_clean":"2024-05-21T19:05:40.049080+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049080+0000","last_undegraded":"2024-05-21T19:05:40.049080+0000","last_fullsized":"2024-05-21T19:05:40.049080+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056352+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:40.056352+0000","last_peered":"2024-05-21T19:05:40.056352+0000","last_clean":"2024-05-21T19:05:40.056352+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:40.056352+0000","last_undegraded":"2024-05-21T19:05:40.056352+0000","last_fullsized":"2024-05-21T19:05:40.056352+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.270008+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:04:41.270008+0000","last_peered":"2024-05-21T19:04:41.270008+0000","last_clean":"2024-05-21T19:04:41.270008+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:04:41.270008+0000","last_undegraded":"2024-05-21T19:04:41.270008+0000","last_fullsized":"2024-05-21T19:04:41.270008+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081678+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:40.081678+0000","last_peered":"2024-05-21T19:05:40.081678+0000","last_clean":"2024-05-21T19:05:40.081678+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:40.081678+0000","last_undegraded":"2024-05-21T19:05:40.081678+0000","last_fullsized":"2024-05-21T19:05:40.081678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260241+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260241+0000","last_peered":"2024-05-21T19:04:41.260241+0000","last_clean":"2024-05-21T19:04:41.260241+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260241+0000","last_undegraded":"2024-05-21T19:04:41.260241+0000","last_fullsized":"2024-05-21T19:04:41.260241+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074274+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074274+0000","last_peered":"2024-05-21T19:05:40.074274+0000","last_clean":"2024-05-21T19:05:40.074274+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074274+0000","last_undegraded":"2024-05-21T19:05:40.074274+0000","last_fullsized":"2024-05-21T19:05:40.074274+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260206+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260206+0000","last_peered":"2024-05-21T19:04:41.260206+0000","last_clean":"2024-05-21T19:04:41.260206+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260206+0000","last_undegraded":"2024-05-21T19:04:41.260206+0000","last_fullsized":"2024-05-21T19:04:41.260206+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062017+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062017+0000","last_peered":"2024-05-21T19:05:40.062017+0000","last_clean":"2024-05-21T19:05:40.062017+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062017+0000","last_undegraded":"2024-05-21T19:05:40.062017+0000","last_fullsized":"2024-05-21T19:05:40.062017+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":164,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:13.395086+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:06:13.395086+0000","last_peered":"2024-05-21T19:06:13.395086+0000","last_clean":"2024-05-21T19:06:13.395086+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:06:13.395086+0000","last_undegraded":"2024-05-21T19:06:13.395086+0000","last_fullsized":"2024-05-21T19:06:13.395086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050731+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050731+0000","last_peered":"2024-05-21T19:05:40.050731+0000","last_clean":"2024-05-21T19:05:40.050731+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050731+0000","last_undegraded":"2024-05-21T19:05:40.050731+0000","last_fullsized":"2024-05-21T19:05:40.050731+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344304+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344304+0000","last_peered":"2024-05-21T19:04:41.344304+0000","last_clean":"2024-05-21T19:04:41.344304+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344304+0000","last_undegraded":"2024-05-21T19:04:41.344304+0000","last_fullsized":"2024-05-21T19:04:41.344304+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048418+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048418+0000","last_peered":"2024-05-21T19:05:40.048418+0000","last_clean":"2024-05-21T19:05:40.048418+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048418+0000","last_undegraded":"2024-05-21T19:05:40.048418+0000","last_fullsized":"2024-05-21T19:05:40.048418+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269125+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269125+0000","last_peered":"2024-05-21T19:04:41.269125+0000","last_clean":"2024-05-21T19:04:41.269125+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269125+0000","last_undegraded":"2024-05-21T19:04:41.269125+0000","last_fullsized":"2024-05-21T19:04:41.269125+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074302+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074302+0000","last_peered":"2024-05-21T19:05:40.074302+0000","last_clean":"2024-05-21T19:05:40.074302+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074302+0000","last_undegraded":"2024-05-21T19:05:40.074302+0000","last_fullsized":"2024-05-21T19:05:40.074302+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061049+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.061049+0000","last_peered":"2024-05-21T19:05:40.061049+0000","last_clean":"2024-05-21T19:05:40.061049+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.061049+0000","last_undegraded":"2024-05-21T19:05:40.061049+0000","last_fullsized":"2024-05-21T19:05:40.061049+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'3","reported_seq":147,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:12.393089+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:06:12.393089+0000","last_peered":"2024-05-21T19:06:12.393089+0000","last_clean":"2024-05-21T19:06:12.393089+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:06:12.393089+0000","last_undegraded":"2024-05-21T19:06:12.393089+0000","last_fullsized":"2024-05-21T19:06:12.393089+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.063999+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.063999+0000","last_peered":"2024-05-21T19:05:40.063999+0000","last_clean":"2024-05-21T19:05:40.063999+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.063999+0000","last_undegraded":"2024-05-21T19:05:40.063999+0000","last_fullsized":"2024-05-21T19:05:40.063999+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076322+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076322+0000","last_peered":"2024-05-21T19:05:40.076322+0000","last_clean":"2024-05-21T19:05:40.076322+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076322+0000","last_undegraded":"2024-05-21T19:05:40.076322+0000","last_fullsized":"2024-05-21T19:05:40.076322+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'34","reported_seq":306,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:12.393446+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:06:12.393446+0000","last_peered":"2024-05-21T19:06:12.393446+0000","last_clean":"2024-05-21T19:06:12.393446+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:06:12.393446+0000","last_undegraded":"2024-05-21T19:06:12.393446+0000","last_fullsized":"2024-05-21T19:06:12.393446+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":245,"num_read_kb":186,"num_write":35,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047103+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047103+0000","last_peered":"2024-05-21T19:05:40.047103+0000","last_clean":"2024-05-21T19:05:40.047103+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047103+0000","last_undegraded":"2024-05-21T19:05:40.047103+0000","last_fullsized":"2024-05-21T19:05:40.047103+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.072216+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.072216+0000","last_peered":"2024-05-21T19:05:40.072216+0000","last_clean":"2024-05-21T19:05:40.072216+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.072216+0000","last_undegraded":"2024-05-21T19:05:40.072216+0000","last_fullsized":"2024-05-21T19:05:40.072216+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":149,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:10.828589+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:06:10.828589+0000","last_peered":"2024-05-21T19:06:10.828589+0000","last_clean":"2024-05-21T19:06:10.828589+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:06:10.828589+0000","last_undegraded":"2024-05-21T19:06:10.828589+0000","last_fullsized":"2024-05-21T19:06:10.828589+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.268793+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.268793+0000","last_peered":"2024-05-21T19:04:41.268793+0000","last_clean":"2024-05-21T19:04:41.268793+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.268793+0000","last_undegraded":"2024-05-21T19:04:41.268793+0000","last_fullsized":"2024-05-21T19:04:41.268793+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267738+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267738+0000","last_peered":"2024-05-21T19:04:41.267738+0000","last_clean":"2024-05-21T19:04:41.267738+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267738+0000","last_undegraded":"2024-05-21T19:04:41.267738+0000","last_fullsized":"2024-05-21T19:04:41.267738+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054060+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:40.054060+0000","last_peered":"2024-05-21T19:05:40.054060+0000","last_clean":"2024-05-21T19:05:40.054060+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:40.054060+0000","last_undegraded":"2024-05-21T19:05:40.054060+0000","last_fullsized":"2024-05-21T19:05:40.054060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263181+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263181+0000","last_peered":"2024-05-21T19:04:41.263181+0000","last_clean":"2024-05-21T19:04:41.263181+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263181+0000","last_undegraded":"2024-05-21T19:04:41.263181+0000","last_fullsized":"2024-05-21T19:04:41.263181+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060135+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:40.060135+0000","last_peered":"2024-05-21T19:05:40.060135+0000","last_clean":"2024-05-21T19:05:40.060135+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:40.060135+0000","last_undegraded":"2024-05-21T19:05:40.060135+0000","last_fullsized":"2024-05-21T19:05:40.060135+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042667+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:40.042667+0000","last_peered":"2024-05-21T19:05:40.042667+0000","last_clean":"2024-05-21T19:05:40.042667+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:40.042667+0000","last_undegraded":"2024-05-21T19:05:40.042667+0000","last_fullsized":"2024-05-21T19:05:40.042667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":147,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:09.825580+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:06:09.825580+0000","last_peered":"2024-05-21T19:06:09.825580+0000","last_clean":"2024-05-21T19:06:09.825580+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:06:09.825580+0000","last_undegraded":"2024-05-21T19:06:09.825580+0000","last_fullsized":"2024-05-21T19:06:09.825580+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259353+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259353+0000","last_peered":"2024-05-21T19:04:41.259353+0000","last_clean":"2024-05-21T19:04:41.259353+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259353+0000","last_undegraded":"2024-05-21T19:04:41.259353+0000","last_fullsized":"2024-05-21T19:04:41.259353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.262983+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:41.262983+0000","last_peered":"2024-05-21T19:04:41.262983+0000","last_clean":"2024-05-21T19:04:41.262983+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:41.262983+0000","last_undegraded":"2024-05-21T19:04:41.262983+0000","last_fullsized":"2024-05-21T19:04:41.262983+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263156+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:04:41.263156+0000","last_peered":"2024-05-21T19:04:41.263156+0000","last_clean":"2024-05-21T19:04:41.263156+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:04:41.263156+0000","last_undegraded":"2024-05-21T19:04:41.263156+0000","last_fullsized":"2024-05-21T19:04:41.263156+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260243+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260243+0000","last_peered":"2024-05-21T19:04:41.260243+0000","last_clean":"2024-05-21T19:04:41.260243+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260243+0000","last_undegraded":"2024-05-21T19:04:41.260243+0000","last_fullsized":"2024-05-21T19:04:41.260243+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.443090+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:05:40.443090+0000","last_peered":"2024-05-21T19:05:40.443090+0000","last_clean":"2024-05-21T19:05:40.443090+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:05:40.443090+0000","last_undegraded":"2024-05-21T19:05:40.443090+0000","last_fullsized":"2024-05-21T19:05:40.443090+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.279932+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.279932+0000","last_peered":"2024-05-21T19:04:41.279932+0000","last_clean":"2024-05-21T19:04:41.279932+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.279932+0000","last_undegraded":"2024-05-21T19:04:41.279932+0000","last_fullsized":"2024-05-21T19:04:41.279932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081459+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:40.081459+0000","last_peered":"2024-05-21T19:05:40.081459+0000","last_clean":"2024-05-21T19:05:40.081459+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:40.081459+0000","last_undegraded":"2024-05-21T19:05:40.081459+0000","last_fullsized":"2024-05-21T19:05:40.081459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057317+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057317+0000","last_peered":"2024-05-21T19:05:40.057317+0000","last_clean":"2024-05-21T19:05:40.057317+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057317+0000","last_undegraded":"2024-05-21T19:05:40.057317+0000","last_fullsized":"2024-05-21T19:05:40.057317+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68069,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":727,"num_read_kb":436,"num_write":169,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":144,"ondisk_log_size":144,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645357,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841586,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1091529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037817,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430275,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593799,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":499466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411425,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40452,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704700,"statfs":{"total":95995035648,"available":95953612800,"internally_reserved":0,"allocated":978944,"data_stored":500194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149787,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953558,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1026968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:06:18.265 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T19:06:18.265 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-21T19:06:18.265 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-21T19:06:18.266 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-21T19:06:18.383 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:18 smithi003 ceph-mon[31577]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:18.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:18 smithi104 ceph-mon[36417]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:18.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:18 smithi178 ceph-mon[36523]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:06:18.767 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:19.535 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:19 smithi003 ceph-mon[31577]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:19.536 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:19 smithi178 ceph-mon[36523]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:19 smithi104 ceph-mon[36417]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.952+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3311168936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 msgr2=0x7f7ff8075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.952+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3311168936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff8075cc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009990 tx=0x7f7fe8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3311168936 shutdown_connections 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3311168936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8114480 0x7f7ff8116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3311168936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff8075cc0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3311168936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8076200 0x7f7ff8113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3311168936 >> 172.21.15.3:0/3311168936 conn(0x7f7ff80fefc0 msgr2=0x7f7ff81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3311168936 shutdown_connections 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.953+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3311168936 wait complete. 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.954+0000 7f7ff7e00700 1 Processor -- start 2024-05-21T19:06:20.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.954+0000 7f7ff7e00700 1 -- start start 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff81a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8114480 0x7f7ff81a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8119ca0 con 0x7f7ff80758e0 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8119b20 con 0x7f7ff8114480 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8119e20 con 0x7f7ff8076200 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff81a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7fee000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:20.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff81a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60442/0 (socket says 172.21.15.3:60442) 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff6a00700 1 -- 172.21.15.3:0/3235490782 learned_addr learned my addr 172.21.15.3:0/3235490782 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7fee000700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:60786/0 (socket says 172.21.15.3:60786) 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.955+0000 7f7ff7400700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8114480 0x7f7ff81a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 -- 172.21.15.3:0/3235490782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8114480 msgr2=0x7f7ff81a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8114480 0x7f7ff81a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 -- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 msgr2=0x7f7ff81a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff81a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 -- 172.21.15.3:0/3235490782 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff81a51a0 con 0x7f7ff8076200 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fee000700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000e9f0 tx=0x7f7fe000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.956+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe000c9c0 con 0x7f7ff8076200 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.957+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff81a5490 con 0x7f7ff8076200 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.957+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff81acd10 con 0x7f7ff8076200 2024-05-21T19:06:20.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.957+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7fe000cb60 con 0x7f7ff8076200 2024-05-21T19:06:20.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.957+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe0018680 con 0x7f7ff8076200 2024-05-21T19:06:20.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.958+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fd4005330 con 0x7f7ff8076200 2024-05-21T19:06:20.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.960+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7fe0010430 con 0x7f7ff8076200 2024-05-21T19:06:20.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.961+0000 7f7fefe00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 0x7f7fd80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:20.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.961+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7fe00e22f0 con 0x7f7ff8076200 2024-05-21T19:06:20.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.962+0000 7f7ff6a00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 0x7f7fd80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:20.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.962+0000 7f7ff6a00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 0x7f7fd80b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8006010 tx=0x7f7fe800b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:20.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:20.966+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7fe00a9f90 con 0x7f7ff8076200 2024-05-21T19:06:21.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.251+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7fd4005620 con 0x7f7ff8076200 2024-05-21T19:06:21.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.252+0000 7f7fefe00700 1 -- 172.21.15.3:0/3235490782 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7fe00a9890 con 0x7f7ff8076200 2024-05-21T19:06:21.252 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:21.252 INFO:teuthology.orchestra.run.smithi003.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-21T19:06:21.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 msgr2=0x7f7fd80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:21.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 0x7f7fd80b4dc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8006010 tx=0x7f7fe800b280 comp rx=0 tx=0).stop 2024-05-21T19:06:21.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 msgr2=0x7f7ff81a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:21.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7fe000e9f0 tx=0x7f7fe000ed00 comp rx=0 tx=0).stop 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 shutdown_connections 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7fd80b2900 0x7f7fd80b4dc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ff8114480 0x7f7ff81a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7ff80758e0 0x7f7ff81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 --2- 172.21.15.3:0/3235490782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7ff8076200 0x7f7ff81a06d0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 >> 172.21.15.3:0/3235490782 conn(0x7f7ff80fefc0 msgr2=0x7f7ff8100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.255+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 shutdown_connections 2024-05-21T19:06:21.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:21.256+0000 7f7ff7e00700 1 -- 172.21.15.3:0/3235490782 wait complete. 2024-05-21T19:06:21.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:21 smithi003 ceph-mon[31577]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:21 smithi178 ceph-mon[36523]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:21 smithi104 ceph-mon[36417]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:06:22.213 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-21T19:06:22.213 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:06:22.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:22 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3235490782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T19:06:22.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:22 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3235490782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T19:06:22.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:22 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3235490782' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T19:06:22.673 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:23 smithi003 ceph-mon[31577]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:23.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:23 smithi178 ceph-mon[36523]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:23 smithi104 ceph-mon[36417]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 -- 172.21.15.3:0/3723093193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a010fff0 msgr2=0x7fa6a01123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/3723093193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a010fff0 0x7fa6a01123e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa69800b0a0 tx=0x7fa69800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 -- 172.21.15.3:0/3723093193 shutdown_connections 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/3723093193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a010fff0 0x7fa6a01123e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/3723093193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a006b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/3723093193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a006bb70 0x7fa6a010fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 -- 172.21.15.3:0/3723093193 >> 172.21.15.3:0/3723093193 conn(0x7fa6a00793f0 msgr2=0x7fa6a0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 -- 172.21.15.3:0/3723093193 shutdown_connections 2024-05-21T19:06:24.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.857+0000 7fa6a5c00700 1 -- 172.21.15.3:0/3723093193 wait complete. 2024-05-21T19:06:24.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 Processor -- start 2024-05-21T19:06:24.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 -- start start 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a006bb70 0x7fa6a019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 0x7fa6a01a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a0115960 con 0x7fa6a010fff0 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a01157e0 con 0x7fa6a006bb70 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.859+0000 7fa6a5c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a0115ae0 con 0x7fa6a006b250 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 0x7fa6a01a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:24.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:60806/0 (socket says 172.21.15.3:60806) 2024-05-21T19:06:24.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69ea00700 1 -- 172.21.15.3:0/1318678343 learned_addr learned my addr 172.21.15.3:0/1318678343 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:24.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa696000700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a006bb70 0x7fa6a019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 -- 172.21.15.3:0/1318678343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 msgr2=0x7fa6a019beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 -- 172.21.15.3:0/1318678343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a006bb70 msgr2=0x7fa6a019c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a006bb70 0x7fa6a019c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69f400700 1 -- 172.21.15.3:0/1318678343 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a01a0e70 con 0x7fa6a010fff0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.860+0000 7fa69ea00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa69f400700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 0x7fa6a01a0730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa69800b070 tx=0x7fa698004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698021070 con 0x7fa6a010fff0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6a01a1100 con 0x7fa6a010fff0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa698007e30 con 0x7fa6a010fff0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6980045f0 con 0x7fa6a010fff0 2024-05-21T19:06:24.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.861+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6a01a89e0 con 0x7fa6a010fff0 2024-05-21T19:06:24.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.863+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6a006a230 con 0x7fa6a010fff0 2024-05-21T19:06:24.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.865+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa698007980 con 0x7fa6a010fff0 2024-05-21T19:06:24.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.866+0000 7fa697e00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 0x7fa6840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:24.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.867+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa6980e2fe0 con 0x7fa6a010fff0 2024-05-21T19:06:24.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.867+0000 7fa69ea00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 0x7fa6840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:24.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.867+0000 7fa69ea00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 0x7fa6840b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa690011550 tx=0x7fa690009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:24.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:24.871+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa6980aad10 con 0x7fa6a010fff0 2024-05-21T19:06:25.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.156+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6a002e560 con 0x7fa6a010fff0 2024-05-21T19:06:25.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.157+0000 7fa697e00700 1 -- 172.21.15.3:0/1318678343 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7fa6980aa610 con 0x7fa6a010fff0 2024-05-21T19:06:25.158 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:25.158 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 msgr2=0x7fa6840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 0x7fa6840b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa690011550 tx=0x7fa690009260 comp rx=0 tx=0).stop 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 msgr2=0x7fa6a01a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 0x7fa6a01a0730 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa69800b070 tx=0x7fa698004c80 comp rx=0 tx=0).stop 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 shutdown_connections 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6840b2900 0x7fa6840b4dc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa6a010fff0 0x7fa6a01a0730 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6a006b250 0x7fa6a019beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:25.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 --2- 172.21.15.3:0/1318678343 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6a006bb70 0x7fa6a019c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:25.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 >> 172.21.15.3:0/1318678343 conn(0x7fa6a00793f0 msgr2=0x7fa6a01114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:25.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.161+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 shutdown_connections 2024-05-21T19:06:25.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:25.162+0000 7fa6a5c00700 1 -- 172.21.15.3:0/1318678343 wait complete. 2024-05-21T19:06:25.163 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:06:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:25 smithi003 ceph-mon[31577]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:25 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1318678343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:25.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:25 smithi178 ceph-mon[36523]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:25.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:25 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1318678343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:25 smithi104 ceph-mon[36417]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:25 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1318678343' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:26.118 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:06:26.579 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:27.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:27 smithi003 ceph-mon[31577]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:27.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:27 smithi178 ceph-mon[36523]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:27 smithi104 ceph-mon[36417]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:28.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.899+0000 7f5328400700 1 -- 172.21.15.3:0/4203083051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 msgr2=0x7f53201081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.899+0000 7f5328400700 1 --2- 172.21.15.3:0/4203083051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f53201081c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f530c0099c0 tx=0x7f530c009cd0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 -- 172.21.15.3:0/4203083051 shutdown_connections 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 --2- 172.21.15.3:0/4203083051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 0x7f5320110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 --2- 172.21.15.3:0/4203083051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f5320103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 --2- 172.21.15.3:0/4203083051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f53201081c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 -- 172.21.15.3:0/4203083051 >> 172.21.15.3:0/4203083051 conn(0x7f532007a6a0 msgr2=0x7f532007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 -- 172.21.15.3:0/4203083051 shutdown_connections 2024-05-21T19:06:28.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.900+0000 7f5328400700 1 -- 172.21.15.3:0/4203083051 wait complete. 2024-05-21T19:06:28.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.901+0000 7f5328400700 1 Processor -- start 2024-05-21T19:06:28.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 -- start start 2024-05-21T19:06:28.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:28.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f532019fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:28.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 0x7f53201999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:28.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5320113700 con 0x7f53201041a0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5320113580 con 0x7f53201037f0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5328400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5320113880 con 0x7f53201088f0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5325a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5325a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57884/0 (socket says 172.21.15.3:57884) 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5325a00700 1 -- 172.21.15.3:0/4023639439 learned_addr learned my addr 172.21.15.3:0/4023639439 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.902+0000 7f5325000700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f532019fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5326400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 0x7f53201999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 -- 172.21.15.3:0/4023639439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 msgr2=0x7f53201999c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 0x7f53201999c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 -- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 msgr2=0x7f532019fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f532019fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 -- 172.21.15.3:0/4023639439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f532019a120 con 0x7f53201037f0 2024-05-21T19:06:28.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325000700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f532019fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:28.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.903+0000 7f5325a00700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f531000e9a0 tx=0x7f531000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:28.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.904+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531000ca10 con 0x7f53201037f0 2024-05-21T19:06:28.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.904+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f532019a410 con 0x7f53201037f0 2024-05-21T19:06:28.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.904+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531000cbb0 con 0x7f53201037f0 2024-05-21T19:06:28.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.904+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5310018680 con 0x7f53201037f0 2024-05-21T19:06:28.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.904+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53201a66d0 con 0x7f53201037f0 2024-05-21T19:06:28.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.905+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f532006a230 con 0x7f53201037f0 2024-05-21T19:06:28.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.907+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5310010430 con 0x7f53201037f0 2024-05-21T19:06:28.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.909+0000 7f531e000700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 0x7f53040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:28.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.909+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f53100e26c0 con 0x7f53201037f0 2024-05-21T19:06:28.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.909+0000 7f5325000700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 0x7f53040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:28.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.910+0000 7f5325000700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 0x7f53040b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5320103160 tx=0x7f530c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:28.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:28.911+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f53100aa360 con 0x7f53201037f0 2024-05-21T19:06:29.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.201+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f532002e560 con 0x7f53201037f0 2024-05-21T19:06:29.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.203+0000 7f531e000700 1 -- 172.21.15.3:0/4023639439 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7f53100b23e0 con 0x7f53201037f0 2024-05-21T19:06:29.203 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:29.204 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 msgr2=0x7f53040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 0x7f53040b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5320103160 tx=0x7f530c005fb0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 msgr2=0x7f532019f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f531000e9a0 tx=0x7f531000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 shutdown_connections 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f53040b2900 0x7f53040b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f53201088f0 0x7f53201999c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f53201037f0 0x7f532019f800 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 --2- 172.21.15.3:0/4023639439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f53201041a0 0x7f532019fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:29.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 >> 172.21.15.3:0/4023639439 conn(0x7f532007a6a0 msgr2=0x7f5320101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:29.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 shutdown_connections 2024-05-21T19:06:29.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:29.206+0000 7f5328400700 1 -- 172.21.15.3:0/4023639439 wait complete. 2024-05-21T19:06:29.208 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:06:29.583 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:29 smithi003 ceph-mon[31577]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:29.583 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:29 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4023639439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:29.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:29 smithi178 ceph-mon[36523]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:29.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:29 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4023639439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:29 smithi104 ceph-mon[36417]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:29 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4023639439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:30.136 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:06:30.617 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:31.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:31 smithi003 ceph-mon[31577]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:31.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:31 smithi178 ceph-mon[36523]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:31 smithi104 ceph-mon[36417]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 -- 172.21.15.3:0/2910441853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104f50 msgr2=0x7f516410d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:32.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 --2- 172.21.15.3:0/2910441853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104f50 0x7f516410d440 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5150009990 tx=0x7f5150009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 -- 172.21.15.3:0/2910441853 shutdown_connections 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 --2- 172.21.15.3:0/2910441853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f516410da60 0x7f516410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 --2- 172.21.15.3:0/2910441853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5164104630 0x7f5164104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 --2- 172.21.15.3:0/2910441853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104f50 0x7f516410d440 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.833+0000 7f516a200700 1 -- 172.21.15.3:0/2910441853 >> 172.21.15.3:0/2910441853 conn(0x7f51640fde60 msgr2=0x7f5164100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.834+0000 7f516a200700 1 -- 172.21.15.3:0/2910441853 shutdown_connections 2024-05-21T19:06:32.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.834+0000 7f516a200700 1 -- 172.21.15.3:0/2910441853 wait complete. 2024-05-21T19:06:32.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 Processor -- start 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 -- start start 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 0x7f516419c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 0x7f51641a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51641136a0 con 0x7f5164104630 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5164113520 con 0x7f5164104f50 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f516a200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5164113820 con 0x7f516410da60 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f5168e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.835+0000 7f5163e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 0x7f516419c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5168e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38028/0 (socket says 172.21.15.3:38028) 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5168e00700 1 -- 172.21.15.3:0/3194381976 learned_addr learned my addr 172.21.15.3:0/3194381976 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:32.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5169800700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 0x7f51641a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 -- 172.21.15.3:0/3194381976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 msgr2=0x7f51641a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 0x7f51641a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 -- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 msgr2=0x7f516419bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 -- 172.21.15.3:0/3194381976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51641a0dc0 con 0x7f5164104f50 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5168e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5169800700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 0x7f51641a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:06:32.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.836+0000 7f5163e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 0x7f516419c2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5150000c00 tx=0x7f51500047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.837+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5150026070 con 0x7f5164104f50 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.837+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51641a1050 con 0x7f5164104f50 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.837+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5150021410 con 0x7f5164104f50 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.837+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5150017650 con 0x7f5164104f50 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.837+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51641a8930 con 0x7f5164104f50 2024-05-21T19:06:32.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.838+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f516406a230 con 0x7f5164104f50 2024-05-21T19:06:32.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.840+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5150029070 con 0x7f5164104f50 2024-05-21T19:06:32.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.842+0000 7f5161600700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 0x7f514c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:32.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.842+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f51500e36f0 con 0x7f5164104f50 2024-05-21T19:06:32.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.842+0000 7f5168e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 0x7f514c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:32.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.843+0000 7f5168e00700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 0x7f514c0b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5158011590 tx=0x7f5158009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:32.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:32.844+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5150030070 con 0x7f5164104f50 2024-05-21T19:06:33.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.086+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51641a8b00 con 0x7f5164104f50 2024-05-21T19:06:33.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.088+0000 7f5161600700 1 -- 172.21.15.3:0/3194381976 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f5150013070 con 0x7f5164104f50 2024-05-21T19:06:33.089 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:33.089 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 msgr2=0x7f514c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 0x7f514c0b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5158011590 tx=0x7f5158009260 comp rx=0 tx=0).stop 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 msgr2=0x7f516419c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 0x7f516419c2f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5150000c00 tx=0x7f51500047b0 comp rx=0 tx=0).stop 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 shutdown_connections 2024-05-21T19:06:33.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f514c0b2880 0x7f514c0b4d40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f516410da60 0x7f51641a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5164104630 0x7f516419bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 --2- 172.21.15.3:0/3194381976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5164104f50 0x7f516419c2f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.092+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 >> 172.21.15.3:0/3194381976 conn(0x7f51640fde60 msgr2=0x7f516410eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.093+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 shutdown_connections 2024-05-21T19:06:33.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:33.093+0000 7f516a200700 1 -- 172.21.15.3:0/3194381976 wait complete. 2024-05-21T19:06:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:33 smithi003 ceph-mon[31577]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:33 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3194381976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:06:33.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:33 smithi178 ceph-mon[36523]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:33.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:33 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3194381976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:06:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:33 smithi104 ceph-mon[36417]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:33 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3194381976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:06:33.951 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:06:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:35.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:35 smithi003 ceph-mon[31577]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:35.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:35 smithi178 ceph-mon[36523]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:35 smithi104 ceph-mon[36417]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 -- 172.21.15.3:0/2492854082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a410b760 msgr2=0x7fa0a410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 --2- 172.21.15.3:0/2492854082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a410b760 0x7fa0a410bb40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa098009990 tx=0x7fa098009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 -- 172.21.15.3:0/2492854082 shutdown_connections 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 --2- 172.21.15.3:0/2492854082 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 0x7fa0a4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 --2- 172.21.15.3:0/2492854082 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a410b760 0x7fa0a410bb40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 --2- 172.21.15.3:0/2492854082 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a4105760 0x7fa0a4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 -- 172.21.15.3:0/2492854082 >> 172.21.15.3:0/2492854082 conn(0x7fa0a4101250 msgr2=0x7fa0a4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:36.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 -- 172.21.15.3:0/2492854082 shutdown_connections 2024-05-21T19:06:36.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.547+0000 7fa0abe00700 1 -- 172.21.15.3:0/2492854082 wait complete. 2024-05-21T19:06:36.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.548+0000 7fa0abe00700 1 Processor -- start 2024-05-21T19:06:36.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 -- start start 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 0x7fa0a419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 0x7fa0a41a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a4115990 con 0x7fa0a410b760 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a4115810 con 0x7fa0a4105760 2024-05-21T19:06:36.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.549+0000 7fa0abe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a4115b10 con 0x7fa0a4106120 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 0x7fa0a41a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41644/0 (socket says 172.21.15.3:41644) 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 -- 172.21.15.3:0/1175276134 learned_addr learned my addr 172.21.15.3:0/1175276134 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a8a00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 0x7fa0a419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 -- 172.21.15.3:0/1175276134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 msgr2=0x7fa0a419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 0x7fa0a419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 -- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 msgr2=0x7fa0a41a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 0x7fa0a41a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 -- 172.21.15.3:0/1175276134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a41a0e20 con 0x7fa0a4105760 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9e00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 0x7fa0a41a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.550+0000 7fa0a9400700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa098005910 tx=0x7fa09800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.551+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098027070 con 0x7fa0a4105760 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.551+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a41a10b0 con 0x7fa0a4105760 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.551+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa098022470 con 0x7fa0a4105760 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.551+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa098017650 con 0x7fa0a4105760 2024-05-21T19:06:36.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.551+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a41a8990 con 0x7fa0a4105760 2024-05-21T19:06:36.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.552+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a410dcf0 con 0x7fa0a4105760 2024-05-21T19:06:36.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.554+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa09802a070 con 0x7fa0a4105760 2024-05-21T19:06:36.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.556+0000 7fa0a2000700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 0x7fa08c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:36.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.556+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa0980e31b0 con 0x7fa0a4105760 2024-05-21T19:06:36.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.556+0000 7fa0a8a00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 0x7fa08c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:36.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.557+0000 7fa0a8a00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 0x7fa08c0b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa090009680 tx=0x7fa090009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:36.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.558+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa098013070 con 0x7fa0a4105760 2024-05-21T19:06:36.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.854+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0a406a230 con 0x7fa0a4105760 2024-05-21T19:06:36.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.855+0000 7fa0a2000700 1 -- 172.21.15.3:0/1175276134 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7fa0980aaee0 con 0x7fa0a4105760 2024-05-21T19:06:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:06:36.857 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 msgr2=0x7fa08c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 0x7fa08c0b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa090009680 tx=0x7fa090009260 comp rx=0 tx=0).stop 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 msgr2=0x7fa0a419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa098005910 tx=0x7fa09800b670 comp rx=0 tx=0).stop 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 shutdown_connections 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa08c0b2900 0x7fa08c0b4dc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa0a410b760 0x7fa0a41a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0a4105760 0x7fa0a419be60 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 --2- 172.21.15.3:0/1175276134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa0a4106120 0x7fa0a419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:36.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.859+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 >> 172.21.15.3:0/1175276134 conn(0x7fa0a4101250 msgr2=0x7fa0a4101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:36.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.860+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 shutdown_connections 2024-05-21T19:06:36.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:36.860+0000 7fa0abe00700 1 -- 172.21.15.3:0/1175276134 wait complete. 2024-05-21T19:06:36.861 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:06:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:37 smithi003 ceph-mon[31577]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:37 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1175276134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:37.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:37 smithi178 ceph-mon[36523]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:37.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:37 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1175276134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:37 smithi104 ceph-mon[36417]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:37 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1175276134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:06:37.734 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T19:03:55.369504+0000', 'modified': '2024-05-21T19:04:19.315151+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24503, 'mds_1': 24493, 'mds_2': 24487}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24460': {'gid': 24460, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6835/327097017', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6834', 'nonce': 327097017}, {'type': 'v1', 'addr': '172.21.15.178:6835', 'nonce': 327097017}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.104:6837/2140479996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6836', 'nonce': 2140479996}, {'type': 'v1', 'addr': '172.21.15.104:6837', 'nonce': 2140479996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6837/3544426195', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6836', 'nonce': 3544426195}, {'type': 'v1', 'addr': '172.21.15.178:6837', 'nonce': 3544426195}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.178:6839/185523429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6838', 'nonce': 185523429}, {'type': 'v1', 'addr': '172.21.15.178:6839', 'nonce': 185523429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.3:6839/4130268441', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6838', 'nonce': 4130268441}, {'type': 'v1', 'addr': '172.21.15.3:6839', 'nonce': 4130268441}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.104:6839/1608977247', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6838', 'nonce': 1608977247}, {'type': 'v1', 'addr': '172.21.15.104:6839', 'nonce': 1608977247}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [24493, 24503, 24487]} 2024-05-21T19:06:37.734 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T19:06:37.734 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T19:06:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:39.416 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:39 smithi003 ceph-mon[31577]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:39.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:39 smithi178 ceph-mon[36523]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:39 smithi104 ceph-mon[36417]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:40.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 -- 172.21.15.3:0/1124830191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 msgr2=0x7f1b78112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 --2- 172.21.15.3:0/1124830191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78112600 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000b0a0 tx=0x7f1b7000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 -- 172.21.15.3:0/1124830191 shutdown_connections 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 --2- 172.21.15.3:0/1124830191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78112600 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 --2- 172.21.15.3:0/1124830191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b7810bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 --2- 172.21.15.3:0/1124830191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 -- 172.21.15.3:0/1124830191 >> 172.21.15.3:0/1124830191 conn(0x7f1b78101220 msgr2=0x7f1b78103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 -- 172.21.15.3:0/1124830191 shutdown_connections 2024-05-21T19:06:40.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.220+0000 7f1b7e200700 1 -- 172.21.15.3:0/1124830191 wait complete. 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.221+0000 7f1b7e200700 1 Processor -- start 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.221+0000 7f1b7e200700 1 -- start start 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.221+0000 7f1b7e200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b7e200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b7e200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b780784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b7e200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b78115930 con 0x7f1b781060f0 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b7e200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b781157b0 con 0x7f1b7810b730 2024-05-21T19:06:40.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b7e200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b78115ab0 con 0x7f1b78105730 2024-05-21T19:06:40.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b77400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38056/0 (socket says 172.21.15.3:38056) 2024-05-21T19:06:40.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 -- 172.21.15.3:0/755106441 learned_addr learned my addr 172.21.15.3:0/755106441 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:40.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b77e00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b780784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 -- 172.21.15.3:0/755106441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 msgr2=0x7f1b78077a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78077a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 -- 172.21.15.3:0/755106441 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 msgr2=0x7f1b780784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.222+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b780784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b6fe00700 1 -- 172.21.15.3:0/755106441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b781ac490 con 0x7f1b781060f0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b77400700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b77e00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b780784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000e9f0 tx=0x7f1b6000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b74c00700 1 -- 172.21.15.3:0/755106441 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6000cbd0 con 0x7f1b781060f0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b74c00700 1 -- 172.21.15.3:0/755106441 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b6000ee90 con 0x7f1b781060f0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b74c00700 1 -- 172.21.15.3:0/755106441 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b60005590 con 0x7f1b781060f0 2024-05-21T19:06:40.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b781ac780 con 0x7f1b781060f0 2024-05-21T19:06:40.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.223+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b781acc70 con 0x7f1b781060f0 2024-05-21T19:06:40.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.227+0000 7f1b74c00700 1 -- 172.21.15.3:0/755106441 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b60004750 con 0x7f1b781060f0 2024-05-21T19:06:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.229+0000 7f1b88b20b80 1 Processor -- start 2024-05-21T19:06:40.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.229+0000 7f1b88b20b80 1 -- start start 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.229+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd20e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd208ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd209570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584dd166df0 con 0x5584dd20eee0 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584dd156990 con 0x5584dd2090f0 2024-05-21T19:06:40.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584dd15a9d0 con 0x5584dd20e5c0 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd20e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b74c00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 0x7f1b5c0b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b77400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd208ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd20e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59528/0 (socket says 172.21.15.3:59528) 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b77e00700 1 -- 172.21.15.3:0/3309511486 learned_addr learned my addr 172.21.15.3:0/3309511486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:40.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b74c00700 1 -- 172.21.15.3:0/755106441 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b600e24e0 con 0x7f1b781060f0 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.230+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd209570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77e00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 0x7f1b5c0b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 -- 172.21.15.3:0/3309511486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 msgr2=0x5584dd20e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd20e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 -- 172.21.15.3:0/3309511486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 msgr2=0x5584dd209570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd209570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 -- 172.21.15.3:0/3309511486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584dd11f3d0 con 0x5584dd20eee0 2024-05-21T19:06:40.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77400700 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd208ad0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1b68011440 tx=0x7f1b68011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bebe2963f228f3c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b6cc00700 1 -- 172.21.15.3:0/3309511486 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68004230 con 0x5584dd20eee0 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b77e00700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 0x7f1b5c0b4d70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000bfa0 tx=0x7f1b7000b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b6cc00700 1 -- 172.21.15.3:0/3309511486 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b68004ce0 con 0x5584dd20eee0 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.231+0000 7f1b6cc00700 1 -- 172.21.15.3:0/3309511486 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68003680 con 0x5584dd20eee0 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3309511486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 msgr2=0x5584dd208ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd208ad0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1b68011440 tx=0x7f1b68011750 comp rx=0 tx=0).stop 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3309511486 shutdown_connections 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd209570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd20e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3309511486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd208ad0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.232+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3309511486 >> 172.21.15.3:0/3309511486 conn(0x5584dd136b90 msgr2=0x5584dd203640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.233+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3309511486 shutdown_connections 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.233+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3309511486 wait complete. 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.233+0000 7f1b88b20b80 1 -- start start 2024-05-21T19:06:40.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.233+0000 7f1b88b20b80 1 Processor -- start 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd214bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd211f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2124b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584dd05cf50 con 0x5584dd20eee0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584dd0f7710 con 0x5584dd2090f0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584dd215990 con 0x5584dd20e5c0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b88b20b80 10 client.0 _ll_register_callbacks cb 0x5584dd100c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2124b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b77400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd214bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b6fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd211f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b77400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd214bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41692/0 (socket says 172.21.15.3:41692) 2024-05-21T19:06:40.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2124b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38062/0 (socket says 172.21.15.3:38062) 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.234+0000 7f1b77400700 1 -- 172.21.15.3:0/3526921114 learned_addr learned my addr 172.21.15.3:0/3526921114 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 -- 172.21.15.3:0/3526921114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 msgr2=0x5584dd214bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd214bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 -- 172.21.15.3:0/3526921114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 msgr2=0x5584dd2124b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2124b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 -- 172.21.15.3:0/3526921114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584dd0a6880 con 0x5584dd20e5c0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd211f70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000e9c0 tx=0x7f1b600a9fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22181fb83334f975 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b65600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b600b2220 con 0x5584dd20e5c0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b60004a40 con 0x5584dd20e5c0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b68004ce0 con 0x5584dd20e5c0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1b600a9590 con 0x5584dd20e5c0 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b88b20b80 10 client.24859 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:40.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.235+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584dd127010 con 0x5584dd20e5c0 2024-05-21T19:06:40.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b68004ce0 con 0x5584dd20e5c0 2024-05-21T19:06:40.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1b6006f2b0 con 0x5584dd20e5c0 2024-05-21T19:06:40.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 10 client.24859 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:40.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 10 client.24859 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:06:40.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 20 client.24859 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:40.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd222440 0x5584dd2238b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 4 client.24859 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.236+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584dd168d40 con 0x5584dd222440 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.237+0000 7f1b77400700 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd222440 0x5584dd2238b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.237+0000 7f1b77400700 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd222440 0x5584dd2238b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=68c148d2b024780b server_cookie=468099302f943aa in_seq=0 out_seq=0 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.237+0000 7f1b65600700 10 client.24859 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.238+0000 7f1b65600700 1 -- 172.21.15.3:0/3526921114 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5584dd168d40 con 0x5584dd222440 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.238+0000 7f1b65600700 10 client.24859 handle_command_reply: tid=0 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.238+0000 7f1b88b20b80 1 client.24859 shutdown 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 msgr2=0x5584dd211f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd211f70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000e9c0 tx=0x7f1b600a9fe0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 shutdown_connections 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd222440 0x5584dd2238b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2124b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd214bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b65600700 0 client.24859 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3526921114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd211f70 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 >> 172.21.15.3:0/3526921114 conn(0x5584dd136b90 msgr2=0x5584dd202d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 shutdown_connections 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3526921114 wait complete. 2024-05-21T19:06:40.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.239+0000 7f1b88b20b80 20 client.24859 trim_cache size 0 max 16384 2024-05-21T19:06:40.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 Processor -- start 2024-05-21T19:06:40.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 -- start start 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd20e5c0 0x5584dd2094d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2034a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584dd221bf0 con 0x5584dd20eee0 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584dd2222c0 con 0x5584dd20e5c0 2024-05-21T19:06:40.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.263+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584dd222990 con 0x5584dd2090f0 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2034a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59554/0 (socket says 172.21.15.3:59554) 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 -- 172.21.15.3:0/3188845250 learned_addr learned my addr 172.21.15.3:0/3188845250 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd20e5c0 0x5584dd2094d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 -- 172.21.15.3:0/3188845250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd20e5c0 msgr2=0x5584dd2094d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd20e5c0 0x5584dd2094d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 -- 172.21.15.3:0/3188845250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 msgr2=0x5584dd2034a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2034a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.264+0000 7f1b77400700 1 -- 172.21.15.3:0/3188845250 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584dd2220e0 con 0x5584dd2090f0 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.265+0000 7f1b77400700 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1b680095c0 tx=0x7f1b68011750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f42c6e7553b96a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.265+0000 7f1b67e00700 1 -- 172.21.15.3:0/3188845250 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68031070 con 0x5584dd2090f0 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.265+0000 7f1b67e00700 1 -- 172.21.15.3:0/3188845250 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b680054b0 con 0x5584dd2090f0 2024-05-21T19:06:40.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.265+0000 7f1b67e00700 1 -- 172.21.15.3:0/3188845250 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6802b600 con 0x5584dd2090f0 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3188845250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 msgr2=0x5584dd208ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1b680095c0 tx=0x7f1b68011750 comp rx=0 tx=0).stop 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3188845250 shutdown_connections 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd2034a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd2090f0 0x5584dd208ad0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/3188845250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd20e5c0 0x5584dd2094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3188845250 >> 172.21.15.3:0/3188845250 conn(0x5584dd136b90 msgr2=0x5584dd210860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3188845250 shutdown_connections 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- 172.21.15.3:0/3188845250 wait complete. 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 -- start start 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.266+0000 7f1b88b20b80 1 Processor -- start 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd22cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd22d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd227ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584dd223730 con 0x5584dd20eee0 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584dd223060 con 0x5584dd2090f0 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584dd223e00 con 0x5584dd20e5c0 2024-05-21T19:06:40.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b88b20b80 10 client.0 _ll_register_callbacks cb 0x5584dd100c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b77e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd227ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b77400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd22cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b6fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd22d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b77400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd22cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41704/0 (socket says 172.21.15.3:41704) 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b77400700 1 -- 172.21.15.3:0/621772361 learned_addr learned my addr 172.21.15.3:0/621772361 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.267+0000 7f1b6fe00700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd22d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59560/0 (socket says 172.21.15.3:59560) 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 -- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 msgr2=0x5584dd22d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd22d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 -- 172.21.15.3:0/621772361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 msgr2=0x5584dd22cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd22cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 -- 172.21.15.3:0/621772361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584dd228220 con 0x5584dd20eee0 2024-05-21T19:06:40.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b77e00700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd227ce0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1b70006070 tx=0x7f1b7000b720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c778c4e275b7b84 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b65600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70038060 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b680054b0 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.268+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b70005240 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1b70005440 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 10 client.14769 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584dd28e2d0 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b680054b0 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1b70032070 con 0x5584dd20eee0 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 10 client.14769 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 10 client.14769 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 20 client.14769 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd292ef0 0x5584dd291c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:40.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 4 client.14769 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:06:40.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.269+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "status"}) -- 0x5584dd162520 con 0x5584dd292ef0 2024-05-21T19:06:40.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.270+0000 7f1b77400700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd292ef0 0x5584dd291c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.270+0000 7f1b77400700 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd292ef0 0x5584dd291c00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a56ba454e63774cb server_cookie=ce6411e05e167097 in_seq=0 out_seq=0 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.270+0000 7f1b65600700 10 client.14769 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.270+0000 7f1b65600700 1 -- 172.21.15.3:0/621772361 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5584dd162520 con 0x5584dd292ef0 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b65600700 10 client.14769 handle_command_reply: tid=0 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 client.14769 shutdown 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 msgr2=0x5584dd227ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd227ce0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1b70006070 tx=0x7f1b7000b720 comp rx=0 tx=0).stop 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 shutdown_connections 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5584dd292ef0 0x5584dd291c00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584dd20eee0 0x5584dd227ce0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584dd2090f0 0x5584dd22cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 --2- 172.21.15.3:0/621772361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584dd20e5c0 0x5584dd22d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 >> 172.21.15.3:0/621772361 conn(0x5584dd136b90 msgr2=0x5584dd211d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b65600700 0 client.14769 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 shutdown_connections 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 1 -- 172.21.15.3:0/621772361 wait complete. 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.271+0000 7f1b88b20b80 20 client.14769 trim_cache size 0 max 16384 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 2, 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24487, 2024-05-21T19:06:40.274 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 147.74812766599999, 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 199.566203653 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:06:40.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 msgr2=0x7f1b5c0b4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 0x7f1b5c0b4d70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000bfa0 tx=0x7f1b7000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 msgr2=0x7f1b78077f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1b6000e9f0 tx=0x7f1b6000ed00 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 shutdown_connections 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b5c0b28b0 0x7f1b5c0b4d70 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7810b730 0x7f1b780784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b78105730 0x7f1b78077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 --2- 172.21.15.3:0/755106441 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b781060f0 0x7f1b78077f90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 >> 172.21.15.3:0/755106441 conn(0x7f1b78101220 msgr2=0x7f1b78101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.272+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 shutdown_connections 2024-05-21T19:06:40.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:40.273+0000 7f1b7e200700 1 -- 172.21.15.3:0/755106441 wait complete. 2024-05-21T19:06:41.180 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T19:06:41.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:41 smithi003 ceph-mon[31577]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:41.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:41 smithi178 ceph-mon[36523]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:41.644 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:41.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:41 smithi104 ceph-mon[36417]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:43.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:43 smithi003 ceph-mon[31577]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:43.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:43 smithi178 ceph-mon[36523]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:43 smithi104 ceph-mon[36417]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:43.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 -- 172.21.15.3:0/908290573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520106140 msgr2=0x7f1520112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 --2- 172.21.15.3:0/908290573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520106140 0x7f1520112650 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f151800b0a0 tx=0x7f151800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 -- 172.21.15.3:0/908290573 shutdown_connections 2024-05-21T19:06:43.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 --2- 172.21.15.3:0/908290573 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520106140 0x7f1520112650 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 --2- 172.21.15.3:0/908290573 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 0x7f152010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 --2- 172.21.15.3:0/908290573 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520105780 0x7f1520105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 -- 172.21.15.3:0/908290573 >> 172.21.15.3:0/908290573 conn(0x7f1520101270 msgr2=0x7f1520103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 -- 172.21.15.3:0/908290573 shutdown_connections 2024-05-21T19:06:43.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.927+0000 7f1527400700 1 -- 172.21.15.3:0/908290573 wait complete. 2024-05-21T19:06:43.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.929+0000 7f1527400700 1 Processor -- start 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.929+0000 7f1527400700 1 -- start start 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.929+0000 7f1527400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1527400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520106140 0x7f152019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1527400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 0x7f15201a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1527400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f15201159d0 con 0x7f1520105780 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1527400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1520115850 con 0x7f152010b780 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1527400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1520115b50 con 0x7f1520106140 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39214/0 (socket says 172.21.15.3:39214) 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 -- 172.21.15.3:0/3799197282 learned_addr learned my addr 172.21.15.3:0/3799197282 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:43.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1525400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 0x7f15201a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f151fe00700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520106140 0x7f152019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 -- 172.21.15.3:0/3799197282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520106140 msgr2=0x7f152019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520106140 0x7f152019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 -- 172.21.15.3:0/3799197282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 msgr2=0x7f15201a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 0x7f15201a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.930+0000 7f1524a00700 1 -- 172.21.15.3:0/3799197282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15201a0df0 con 0x7f1520105780 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f1524a00700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f151400e9a0 tx=0x7f151400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f151d600700 1 -- 172.21.15.3:0/3799197282 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151400ca10 con 0x7f1520105780 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f151d600700 1 -- 172.21.15.3:0/3799197282 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f151400cbb0 con 0x7f1520105780 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f151d600700 1 -- 172.21.15.3:0/3799197282 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514018680 con 0x7f1520105780 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15201a10e0 con 0x7f1520105780 2024-05-21T19:06:43.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.931+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15201a8960 con 0x7f1520105780 2024-05-21T19:06:43.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.935+0000 7f151d600700 1 -- 172.21.15.3:0/3799197282 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1514010430 con 0x7f1520105780 2024-05-21T19:06:43.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 Processor -- start 2024-05-21T19:06:43.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 -- start start 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c582240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c57c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c57cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b0c4dadf0 con 0x564b0c581e60 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b0c4ca990 con 0x564b0c582780 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.936+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b0c4ce9d0 con 0x564b0c57c830 2024-05-21T19:06:43.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f151d600700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 0x7f15080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1525400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c582240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c57c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1525400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c582240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39230/0 (socket says 172.21.15.3:39230) 2024-05-21T19:06:43.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1525400700 1 -- 172.21.15.3:0/150262448 learned_addr learned my addr 172.21.15.3:0/150262448 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f151d600700 1 -- 172.21.15.3:0/3799197282 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f15140e2310 con 0x7f1520105780 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f151fe00700 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c57cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1525400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 0x7f15080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 -- 172.21.15.3:0/150262448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 msgr2=0x564b0c57cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c57cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 -- 172.21.15.3:0/150262448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 msgr2=0x564b0c582240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c582240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f1524a00700 1 -- 172.21.15.3:0/150262448 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b0c4933d0 con 0x564b0c582780 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.937+0000 7f151fe00700 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c57cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.938+0000 7f1524a00700 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c57c210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f151400e970 tx=0x7f151409e180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38ab54270d9705b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.938+0000 7f1525400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 0x7f15080b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1518009e60 tx=0x7f1518006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.938+0000 7f1512000700 1 -- 172.21.15.3:0/150262448 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15140a5040 con 0x564b0c582780 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.938+0000 7f1512000700 1 -- 172.21.15.3:0/150262448 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15140a98b0 con 0x564b0c582780 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.938+0000 7f1512000700 1 -- 172.21.15.3:0/150262448 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15140a9b10 con 0x564b0c582780 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 -- 172.21.15.3:0/150262448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 msgr2=0x564b0c57c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c57c210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f151400e970 tx=0x7f151409e180 comp rx=0 tx=0).stop 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 -- 172.21.15.3:0/150262448 shutdown_connections 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c57cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c582240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/150262448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c57c210 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 -- 172.21.15.3:0/150262448 >> 172.21.15.3:0/150262448 conn(0x564b0c4aab90 msgr2=0x564b0c576fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 -- 172.21.15.3:0/150262448 shutdown_connections 2024-05-21T19:06:43.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.939+0000 7f1531cd3b80 1 -- 172.21.15.3:0/150262448 wait complete. 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.940+0000 7f1531cd3b80 1 -- start start 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.940+0000 7f1531cd3b80 1 Processor -- start 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c588520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c5858c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b0c3d0f50 con 0x564b0c581e60 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b0c46b710 con 0x564b0c582780 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b0c5891f0 con 0x564b0c57c830 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1531cd3b80 10 client.0 _ll_register_callbacks cb 0x564b0c474c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:43.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c5858c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1525400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c5858c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39240/0 (socket says 172.21.15.3:39240) 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1525400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44456/0 (socket says 172.21.15.3:44456) 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f151fe00700 1 -- 172.21.15.3:0/1458676357 learned_addr learned my addr 172.21.15.3:0/1458676357 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.941+0000 7f1524a00700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c588520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 -- 172.21.15.3:0/1458676357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 msgr2=0x564b0c588520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c588520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 -- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 msgr2=0x564b0c5858c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c5858c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 -- 172.21.15.3:0/1458676357 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b0c41a880 con 0x564b0c582780 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1525400700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f151800b780 tx=0x7f15180099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d70ab398a3247bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1506a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:06:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151800bc50 con 0x564b0c582780 2024-05-21T19:06:43.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.942+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15140a98b0 con 0x564b0c582780 2024-05-21T19:06:43.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.943+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1518020450 con 0x564b0c582780 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.943+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1518020650 con 0x564b0c582780 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.943+0000 7f1531cd3b80 10 client.24866 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.943+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564b0c49b010 con 0x564b0c582780 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15140a98b0 con 0x564b0c582780 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1518011070 con 0x564b0c582780 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1531cd3b80 10 client.24866 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1531cd3b80 10 client.24866 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:06:43.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1531cd3b80 20 client.24866 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.944+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c595dd0 0x564b0c597240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.945+0000 7f1531cd3b80 4 client.24866 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.945+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b0c4dcd40 con 0x564b0c595dd0 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.945+0000 7f1524a00700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c595dd0 0x564b0c597240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.945+0000 7f1524a00700 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c595dd0 0x564b0c597240 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=90dc52889dee1517 server_cookie=d61a271d4596d322 in_seq=0 out_seq=0 2024-05-21T19:06:43.947 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.945+0000 7f1506a00700 10 client.24866 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.946+0000 7f1506a00700 1 -- 172.21.15.3:0/1458676357 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564b0c4dcd40 con 0x564b0c595dd0 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.946+0000 7f1506a00700 10 client.24866 handle_command_reply: tid=0 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.946+0000 7f1531cd3b80 1 client.24866 shutdown 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.946+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 msgr2=0x564b0c585e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.946+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f151800b780 tx=0x7f15180099e0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 shutdown_connections 2024-05-21T19:06:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c582780 0x564b0c585e00 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c57c830 0x564b0c588520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c595dd0 0x564b0c597240 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1458676357 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c5858c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 >> 172.21.15.3:0/1458676357 conn(0x564b0c4aab90 msgr2=0x564b0c57b200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1506a00700 0 client.24866 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 shutdown_connections 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1458676357 wait complete. 2024-05-21T19:06:43.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.947+0000 7f1531cd3b80 20 client.24866 trim_cache size 0 max 16384 2024-05-21T19:06:43.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.970+0000 7f1531cd3b80 1 Processor -- start 2024-05-21T19:06:43.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 -- start start 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c57c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c57feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b0c595580 con 0x564b0c581e60 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b0c595c50 con 0x564b0c57c830 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b0c596320 con 0x564b0c582780 2024-05-21T19:06:43.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39254/0 (socket says 172.21.15.3:39254) 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.971+0000 7f151fe00700 1 -- 172.21.15.3:0/3304109285 learned_addr learned my addr 172.21.15.3:0/3304109285 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f1524a00700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c57c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f1525400700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c57feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 -- 172.21.15.3:0/3304109285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 msgr2=0x564b0c57feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c57feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 -- 172.21.15.3:0/3304109285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 msgr2=0x564b0c57c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c57c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 -- 172.21.15.3:0/3304109285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b0c582580 con 0x564b0c581e60 2024-05-21T19:06:43.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f1525400700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c57feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:43.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.972+0000 7f151fe00700 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f150c010510 tx=0x7f150c010820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583ec65b21a78a11 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.973+0000 7f1511600700 1 -- 172.21.15.3:0/3304109285 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c010e20 con 0x564b0c581e60 2024-05-21T19:06:43.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.973+0000 7f1511600700 1 -- 172.21.15.3:0/3304109285 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f150c004ce0 con 0x564b0c581e60 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.973+0000 7f1511600700 1 -- 172.21.15.3:0/3304109285 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c01c6c0 con 0x564b0c581e60 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.973+0000 7f1531cd3b80 1 -- 172.21.15.3:0/3304109285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 msgr2=0x564b0c57f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.973+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f150c010510 tx=0x7f150c010820 comp rx=0 tx=0).stop 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 -- 172.21.15.3:0/3304109285 shutdown_connections 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c57feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c57c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/3304109285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c57f970 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 -- 172.21.15.3:0/3304109285 >> 172.21.15.3:0/3304109285 conn(0x564b0c4aab90 msgr2=0x564b0c585880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 -- 172.21.15.3:0/3304109285 shutdown_connections 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 -- 172.21.15.3:0/3304109285 wait complete. 2024-05-21T19:06:43.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.974+0000 7f1531cd3b80 1 -- start start 2024-05-21T19:06:43.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 Processor -- start 2024-05-21T19:06:43.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c587110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c587b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b0c5970c0 con 0x564b0c581e60 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b0c5969f0 con 0x564b0c57c830 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b0c597790 con 0x564b0c582780 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f1531cd3b80 10 client.0 _ll_register_callbacks cb 0x564b0c474c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.975+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c587b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1524a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c587110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f151fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39262/0 (socket says 172.21.15.3:39262) 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f151fe00700 1 -- 172.21.15.3:0/1273908571 learned_addr learned my addr 172.21.15.3:0/1273908571 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 -- 172.21.15.3:0/1273908571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 msgr2=0x564b0c587110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c587110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 -- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 msgr2=0x564b0c587650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 -- 172.21.15.3:0/1273908571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b0c59ed90 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f151fe00700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1524a00700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c587110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1525400700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c587b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f151800b0a0 tx=0x7f151800be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb0dfdbb3ae517c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.976+0000 7f1506a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151801f450 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f150c004ce0 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f151801f5f0 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1518008020 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1531cd3b80 10 client.24883 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564b0c601910 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.977+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f150c004ce0 con 0x564b0c582780 2024-05-21T19:06:43.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f1518011040 con 0x564b0c582780 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 10 client.24883 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 10 client.24883 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 20 client.24883 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c6064b0 0x564b0c6051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 4 client.24883 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "status"}) -- 0x564b0c4d6520 con 0x564b0c6064b0 2024-05-21T19:06:43.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.978+0000 7f1524a00700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c6064b0 0x564b0c6051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:43.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1524a00700 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c6064b0 0x564b0c6051c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2f6a0d487974a464 server_cookie=c4852ddef4fbb988 in_seq=0 out_seq=0 2024-05-21T19:06:43.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1506a00700 10 client.24883 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:06:43.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1506a00700 1 -- 172.21.15.3:0/1273908571 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564b0c4d6520 con 0x564b0c6064b0 2024-05-21T19:06:43.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1506a00700 10 client.24883 handle_command_reply: tid=0 2024-05-21T19:06:43.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 client.24883 shutdown 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 msgr2=0x564b0c587b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c587b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f151800b0a0 tx=0x7f151800be80 comp rx=0 tx=0).stop 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 shutdown_connections 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b0c582780 0x564b0c587b90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b0c57c830 0x564b0c587110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x564b0c6064b0 0x564b0c6051c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 --2- 172.21.15.3:0/1273908571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b0c581e60 0x564b0c587650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1506a00700 0 client.24883 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 >> 172.21.15.3:0/1273908571 conn(0x564b0c4aab90 msgr2=0x564b0c57f970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.979+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 shutdown_connections 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1531cd3b80 1 -- 172.21.15.3:0/1273908571 wait complete. 2024-05-21T19:06:43.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1531cd3b80 20 client.24883 trim_cache size 0 max 16384 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 1, 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24493, 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 152.47205801499999, 2024-05-21T19:06:43.984 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 198.41212646599999 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 msgr2=0x7f15080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 0x7f15080b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1518009e60 tx=0x7f1518006210 comp rx=0 tx=0).stop 2024-05-21T19:06:43.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 msgr2=0x7f152019bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f151400e9a0 tx=0x7f151400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 shutdown_connections 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15080b2900 0x7f15080b4dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f152010b780 0x7f15201a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1520105780 0x7f152019bde0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 --2- 172.21.15.3:0/3799197282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1520106140 0x7f152019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.980+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 >> 172.21.15.3:0/3799197282 conn(0x7f1520101270 msgr2=0x7f15201017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.981+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 shutdown_connections 2024-05-21T19:06:43.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:43.981+0000 7f1527400700 1 -- 172.21.15.3:0/3799197282 wait complete. 2024-05-21T19:06:44.905 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T19:06:45.386 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:45.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:45 smithi003 ceph-mon[31577]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:45.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:45 smithi178 ceph-mon[36523]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:45 smithi104 ceph-mon[36417]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:47.357 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:47 smithi003 ceph-mon[31577]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:47.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 -- 172.21.15.3:0/4161546560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 msgr2=0x7f6b08109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/4161546560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b08109920 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6af8009990 tx=0x7f6af8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 -- 172.21.15.3:0/4161546560 shutdown_connections 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/4161546560 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b08110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/4161546560 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b08109920 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/4161546560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 0x7f6b08103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 -- 172.21.15.3:0/4161546560 >> 172.21.15.3:0/4161546560 conn(0x7f6b080fefc0 msgr2=0x7f6b081013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 -- 172.21.15.3:0/4161546560 shutdown_connections 2024-05-21T19:06:47.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.597+0000 7f6b0ce00700 1 -- 172.21.15.3:0/4161546560 wait complete. 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.598+0000 7f6b0ce00700 1 Processor -- start 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 -- start start 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 0x7f6b0819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b0819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6b081136a0 con 0x7f6b08103e50 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6b08113520 con 0x7f6b08103490 2024-05-21T19:06:47.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b0ce00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6b08113820 con 0x7f6b08109540 2024-05-21T19:06:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b0819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 0x7f6b0819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b07e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b0819c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39290/0 (socket says 172.21.15.3:39290) 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b07e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38354/0 (socket says 172.21.15.3:38354) 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.599+0000 7f6b06a00700 1 -- 172.21.15.3:0/3736856211 learned_addr learned my addr 172.21.15.3:0/3736856211 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 -- 172.21.15.3:0/3736856211 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 msgr2=0x7f6b0819bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 0x7f6b0819bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 -- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 msgr2=0x7f6b0819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b0819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 -- 172.21.15.3:0/3736856211 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b081a0d20 con 0x7f6b08109540 2024-05-21T19:06:47.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.600+0000 7f6b07e00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6b0000efc0 tx=0x7f6b0000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.601+0000 7f6affe00700 1 -- 172.21.15.3:0/3736856211 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b000092e0 con 0x7f6b08109540 2024-05-21T19:06:47.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.601+0000 7f6affe00700 1 -- 172.21.15.3:0/3736856211 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b00004bb0 con 0x7f6b08109540 2024-05-21T19:06:47.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.601+0000 7f6affe00700 1 -- 172.21.15.3:0/3736856211 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00004020 con 0x7f6b08109540 2024-05-21T19:06:47.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.601+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b081a0fb0 con 0x7f6b08109540 2024-05-21T19:06:47.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.601+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b081a8890 con 0x7f6b08109540 2024-05-21T19:06:47.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.604+0000 7f6affe00700 1 -- 172.21.15.3:0/3736856211 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b0001b030 con 0x7f6b08109540 2024-05-21T19:06:47.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.605+0000 7f6b18d34b80 1 Processor -- start 2024-05-21T19:06:47.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 -- start start 2024-05-21T19:06:47.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6affe00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 0x7f6aec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c2770 0x55b29b8c2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8bcd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b29b81adf0 con 0x55b29b8c3090 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b29b80a990 con 0x55b29b8c2770 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b29b80e9d0 con 0x55b29b8bd340 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6affe00700 1 -- 172.21.15.3:0/3736856211 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6b000e1d30 con 0x7f6b08109540 2024-05-21T19:06:47.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.606+0000 7f6b06a00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 0x7f6aec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8bcd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c2770 0x55b29b8c2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8bcd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39296/0 (socket says 172.21.15.3:39296) 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b06a00700 1 -- 172.21.15.3:0/1376607688 learned_addr learned my addr 172.21.15.3:0/1376607688 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38368/0 (socket says 172.21.15.3:38368) 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 -- 172.21.15.3:0/1376607688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c2770 msgr2=0x55b29b8c2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c2770 0x55b29b8c2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 -- 172.21.15.3:0/1376607688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 msgr2=0x55b29b8bcd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8bcd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 -- 172.21.15.3:0/1376607688 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b29b7d33d0 con 0x55b29b8bd340 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b07e00700 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6b000df7b0 tx=0x7f6b00004d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d317e53c3f39a202 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.607+0000 7f6b06a00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 0x7f6aec0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6af4009fd0 tx=0x7f6af4009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6afcc00700 1 -- 172.21.15.3:0/1376607688 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b000a9360 con 0x55b29b8bd340 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6afcc00700 1 -- 172.21.15.3:0/1376607688 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b000ad710 con 0x55b29b8bd340 2024-05-21T19:06:47.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6afcc00700 1 -- 172.21.15.3:0/1376607688 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b000b1ee0 con 0x55b29b8bd340 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 -- 172.21.15.3:0/1376607688 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 msgr2=0x55b29b8bd7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6b000df7b0 tx=0x7f6b00004d60 comp rx=0 tx=0).stop 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 -- 172.21.15.3:0/1376607688 shutdown_connections 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8bd340 0x55b29b8bd7a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c2770 0x55b29b8c2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/1376607688 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8bcd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.608+0000 7f6b18d34b80 1 -- 172.21.15.3:0/1376607688 >> 172.21.15.3:0/1376607688 conn(0x55b29b7eab90 msgr2=0x55b29b8b77c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.609+0000 7f6b18d34b80 1 -- 172.21.15.3:0/1376607688 shutdown_connections 2024-05-21T19:06:47.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.609+0000 7f6b18d34b80 1 -- 172.21.15.3:0/1376607688 wait complete. 2024-05-21T19:06:47.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.609+0000 7f6b18d34b80 1 -- start start 2024-05-21T19:06:47.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 Processor -- start 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 0x55b29b8c6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c3090 0x55b29b8c66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b29b710f50 con 0x55b29b8c2770 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b29b7ab710 con 0x55b29b8bd340 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8c9bb0 con 0x55b29b8c3090 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b18d34b80 10 client.0 _ll_register_callbacks cb 0x55b29b7b4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.610+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 0x55b29b8c6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44498/0 (socket says 172.21.15.3:44498) 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b07400700 1 -- 172.21.15.3:0/2921831488 learned_addr learned my addr 172.21.15.3:0/2921831488 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b07e00700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c3090 0x55b29b8c66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 -- 172.21.15.3:0/2921831488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c3090 msgr2=0x55b29b8c66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c3090 0x55b29b8c66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 -- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 msgr2=0x55b29b8c8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 -- 172.21.15.3:0/2921831488 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b29b75a880 con 0x55b29b8c2770 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b07400700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6b06a00700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 0x55b29b8c6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6af40096a0 tx=0x7f6af401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca55c3f56014a580 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.611+0000 7f6af1600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4024070 con 0x55b29b8c2770 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6af401eba0 con 0x55b29b8c2770 2024-05-21T19:06:47.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b000ad710 con 0x55b29b8c2770 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6af401eda0 con 0x55b29b8c2770 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6b18d34b80 10 client.14799 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.612+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b29b7db010 con 0x55b29b8c2770 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.613+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b000ad710 con 0x55b29b8c2770 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.613+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f6af402a410 con 0x55b29b8c2770 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.613+0000 7f6b18d34b80 10 client.14799 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.613+0000 7f6b18d34b80 10 client.14799 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.614+0000 7f6b18d34b80 20 client.14799 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.614+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b8d66d0 0x55b29b8d7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.614+0000 7f6b18d34b80 4 client.14799 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.614+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b29b81cd40 con 0x55b29b8d66d0 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.614+0000 7f6b07400700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b8d66d0 0x55b29b8d7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.615+0000 7f6b07400700 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b8d66d0 0x55b29b8d7b40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=534e4e52a6b83765 server_cookie=ceb975e728f4ae4f in_seq=0 out_seq=0 2024-05-21T19:06:47.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.615+0000 7f6af1600700 10 client.14799 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:06:47.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.615+0000 7f6af1600700 1 -- 172.21.15.3:0/2921831488 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b29b81cd40 con 0x55b29b8d66d0 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.615+0000 7f6af1600700 10 client.14799 handle_command_reply: tid=0 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 client.14799 shutdown 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 msgr2=0x55b29b8c6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 0x55b29b8c6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6af40096a0 tx=0x7f6af401d000 comp rx=0 tx=0).stop 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 shutdown_connections 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b8d66d0 0x55b29b8d7b40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c3090 0x55b29b8c66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8c8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/2921831488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c2770 0x55b29b8c6190 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6af1600700 0 client.14799 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 >> 172.21.15.3:0/2921831488 conn(0x55b29b7eab90 msgr2=0x55b29b8b6f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 shutdown_connections 2024-05-21T19:06:47.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 1 -- 172.21.15.3:0/2921831488 wait complete. 2024-05-21T19:06:47.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.616+0000 7f6b18d34b80 20 client.14799 trim_cache size 0 max 16384 2024-05-21T19:06:47.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:47 smithi178 ceph-mon[36523]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:47.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.642+0000 7f6b18d34b80 1 Processor -- start 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.642+0000 7f6b18d34b80 1 -- start start 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8c6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 0x55b29b8c5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d5e80 con 0x55b29b8bd340 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d6550 con 0x55b29b8c3090 2024-05-21T19:06:47.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d6c20 con 0x55b29b8c2770 2024-05-21T19:06:47.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b07400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8c6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b07400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39302/0 (socket says 172.21.15.3:39302) 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b07400700 1 -- 172.21.15.3:0/3437253977 learned_addr learned my addr 172.21.15.3:0/3437253977 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.643+0000 7f6b07e00700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 0x55b29b8c5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 -- 172.21.15.3:0/3437253977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 msgr2=0x55b29b8c5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 0x55b29b8c5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 -- 172.21.15.3:0/3437253977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 msgr2=0x55b29b8bcd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 -- 172.21.15.3:0/3437253977 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b29b8c4720 con 0x55b29b8c2770 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b07e00700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 0x55b29b8c5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b07400700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6b06a00700 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8c6680 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6af402a7d0 tx=0x7f6af400ff90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46c6df4439beab8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6af3e00700 1 -- 172.21.15.3:0/3437253977 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4024040 con 0x55b29b8c2770 2024-05-21T19:06:47.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6af3e00700 1 -- 172.21.15.3:0/3437253977 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6af401ea70 con 0x55b29b8c2770 2024-05-21T19:06:47.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.644+0000 7f6af3e00700 1 -- 172.21.15.3:0/3437253977 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af4011040 con 0x55b29b8c2770 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 -- 172.21.15.3:0/3437253977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 msgr2=0x55b29b8c6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8c6680 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6af402a7d0 tx=0x7f6af400ff90 comp rx=0 tx=0).stop 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 -- 172.21.15.3:0/3437253977 shutdown_connections 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8c3090 0x55b29b8c5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8bd340 0x55b29b8bcd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/3437253977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8c6680 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 -- 172.21.15.3:0/3437253977 >> 172.21.15.3:0/3437253977 conn(0x55b29b7eab90 msgr2=0x55b29b8c5f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 -- 172.21.15.3:0/3437253977 shutdown_connections 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.645+0000 7f6b18d34b80 1 -- 172.21.15.3:0/3437253977 wait complete. 2024-05-21T19:06:47.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.646+0000 7f6b18d34b80 1 -- start start 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.646+0000 7f6b18d34b80 1 Processor -- start 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8e11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8e16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d79c0 con 0x55b29b8c3090 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d72f0 con 0x55b29b8bd340 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b29b8d8090 con 0x55b29b8c2770 2024-05-21T19:06:47.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b18d34b80 10 client.0 _ll_register_callbacks cb 0x55b29b7b4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b06a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8e16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8e11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39310/0 (socket says 172.21.15.3:39310) 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07e00700 1 -- 172.21.15.3:0/184696572 learned_addr learned my addr 172.21.15.3:0/184696572 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 -- 172.21.15.3:0/184696572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 msgr2=0x55b29b8e16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8e16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 -- 172.21.15.3:0/184696572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 msgr2=0x55b29b8dbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07400700 1 -- 172.21.15.3:0/184696572 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b29b8dc770 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b07e00700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.647+0000 7f6b06a00700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8e16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6b07400700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8e11a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6af8009750 tx=0x7f6af8005440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cb65cec5e44a370 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6af1600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af800b9f0 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6af401ea70 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6af800bb90 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6af800bdb0 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6b18d34b80 10 client.24890 fetch_fsmap learned FSMap version 25 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.648+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b29b9429b0 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6af401ea70 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f6af802e070 con 0x55b29b8bd340 2024-05-21T19:06:47.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 10 client.24890 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 10 client.24890 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 20 client.24890 populate_metadata read hostname 'smithi003' 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b947500 0x55b29b946210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 4 client.24890 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "status"}) -- 0x55b29b816520 con 0x55b29b947500 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.649+0000 7f6b06a00700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b947500 0x55b29b946210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b06a00700 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b947500 0x55b29b946210 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0b10b50ec01469 server_cookie=7e5741c8abe4a8f1 in_seq=0 out_seq=0 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6af1600700 10 client.24890 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6af1600700 1 -- 172.21.15.3:0/184696572 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b29b816520 con 0x55b29b947500 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6af1600700 10 client.24890 handle_command_reply: tid=0 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 client.24890 shutdown 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 msgr2=0x55b29b8e11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8e11a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6af8009750 tx=0x7f6af8005440 comp rx=0 tx=0).stop 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 shutdown_connections 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b29b947500 0x55b29b946210 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b29b8c3090 0x55b29b8dbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b29b8bd340 0x55b29b8e11a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 --2- 172.21.15.3:0/184696572 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b29b8c2770 0x55b29b8e16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6af1600700 0 client.24890 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.650+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 >> 172.21.15.3:0/184696572 conn(0x55b29b7eab90 msgr2=0x55b29b8c3470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 shutdown_connections 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b18d34b80 1 -- 172.21.15.3:0/184696572 wait complete. 2024-05-21T19:06:47.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b18d34b80 20 client.24890 trim_cache size 0 max 16384 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24503, 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 172.22961658599999, 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:06:47.655 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 194.89396392899999 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 msgr2=0x7f6aec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 0x7f6aec0b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6af4009fd0 tx=0x7f6af4009d20 comp rx=0 tx=0).stop 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 msgr2=0x7f6b081a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.651+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6b0000efc0 tx=0x7f6b0000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 shutdown_connections 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6aec0b2880 0x7f6aec0b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6b08109540 0x7f6b081a05e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6b08103490 0x7f6b0819bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 --2- 172.21.15.3:0/3736856211 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6b08103e50 0x7f6b0819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 >> 172.21.15.3:0/3736856211 conn(0x7f6b080fefc0 msgr2=0x7f6b08100420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 shutdown_connections 2024-05-21T19:06:47.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:47.652+0000 7f6b0ce00700 1 -- 172.21.15.3:0/3736856211 wait complete. 2024-05-21T19:06:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:47 smithi104 ceph-mon[36417]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:48.560 INFO:tasks.cephadm:Setup complete, yielding 2024-05-21T19:06:48.560 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T19:06:48.569 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:06:48.569 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-21T19:06:49.058 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:49.542 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:49 smithi003 ceph-mon[31577]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:49.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:49 smithi178 ceph-mon[36523]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:49 smithi104 ceph-mon[36417]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 -- 172.21.15.3:0/2822979112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138104020 msgr2=0x7f4138106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 --2- 172.21.15.3:0/2822979112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138104020 0x7f4138106410 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f412c009990 tx=0x7f412c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 -- 172.21.15.3:0/2822979112 shutdown_connections 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 --2- 172.21.15.3:0/2822979112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138109280 0x7f413810b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 --2- 172.21.15.3:0/2822979112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138104020 0x7f4138106410 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 --2- 172.21.15.3:0/2822979112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138106950 0x7f4138108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 -- 172.21.15.3:0/2822979112 >> 172.21.15.3:0/2822979112 conn(0x7f41380fd950 msgr2=0x7f41380ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:51.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 -- 172.21.15.3:0/2822979112 shutdown_connections 2024-05-21T19:06:51.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.081+0000 7f413e000700 1 -- 172.21.15.3:0/2822979112 wait complete. 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.082+0000 7f413e000700 1 Processor -- start 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.082+0000 7f413e000700 1 -- start start 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 0x7f413819bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138109280 0x7f41381a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f413810ef90 con 0x7f4138104020 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f413810ee10 con 0x7f4138106950 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413e000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f413810f110 con 0x7f4138109280 2024-05-21T19:06:51.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37168/0 (socket says 172.21.15.3:37168) 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 -- 172.21.15.3:0/966770304 learned_addr learned my addr 172.21.15.3:0/966770304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f4137e00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 0x7f413819bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413d600700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138109280 0x7f41381a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 -- 172.21.15.3:0/966770304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138109280 msgr2=0x7f41381a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138109280 0x7f41381a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 -- 172.21.15.3:0/966770304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 msgr2=0x7f413819bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 0x7f413819bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.083+0000 7f413cc00700 1 -- 172.21.15.3:0/966770304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41381a3410 con 0x7f4138104020 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f4137e00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 0x7f413819bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:06:51.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f413cc00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f412c00b760 tx=0x7f412c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c027070 con 0x7f4138104020 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41381a36a0 con 0x7f4138104020 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f412c022470 con 0x7f4138104020 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c017650 con 0x7f4138104020 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.084+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41381a3b00 con 0x7f4138104020 2024-05-21T19:06:51.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.086+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f413806a230 con 0x7f4138104020 2024-05-21T19:06:51.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.089+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f412c02a070 con 0x7f4138104020 2024-05-21T19:06:51.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.091+0000 7f4135600700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 0x7f41200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:51.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.091+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f412c0e3100 con 0x7f4138104020 2024-05-21T19:06:51.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.091+0000 7f4137e00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 0x7f41200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:51.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.092+0000 7f4137e00700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 0x7f41200b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4124010420 tx=0x7f41240073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:51.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.095+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f412c013070 con 0x7f4138104020 2024-05-21T19:06:51.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.356+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f4138063980 con 0x7f41200b2880 2024-05-21T19:06:51.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.359+0000 7f4135600700 1 -- 172.21.15.3:0/966770304 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f4138063980 con 0x7f41200b2880 2024-05-21T19:06:51.359 INFO:teuthology.orchestra.run.smithi003.stdout:Backend: cephadm 2024-05-21T19:06:51.360 INFO:teuthology.orchestra.run.smithi003.stdout:Available: Yes 2024-05-21T19:06:51.360 INFO:teuthology.orchestra.run.smithi003.stdout:Paused: No 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 msgr2=0x7f41200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 0x7f41200b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4124010420 tx=0x7f41240073d0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 msgr2=0x7f413819b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f412c00b760 tx=0x7f412c0057c0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 shutdown_connections 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41200b2880 0x7f41200b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4138109280 0x7f41381a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4138104020 0x7f413819b7b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 --2- 172.21.15.3:0/966770304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4138106950 0x7f413819bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:51.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.362+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 >> 172.21.15.3:0/966770304 conn(0x7f41380fd950 msgr2=0x7f41381037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:51.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.363+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 shutdown_connections 2024-05-21T19:06:51.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:51.363+0000 7f413e000700 1 -- 172.21.15.3:0/966770304 wait complete. 2024-05-21T19:06:51.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:51 smithi003 ceph-mon[31577]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:51.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:51 smithi178 ceph-mon[36523]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:51 smithi104 ceph-mon[36417]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:52.230 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-21T19:06:52.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:52 smithi003 ceph-mon[31577]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:52.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:52 smithi178 ceph-mon[36523]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:52.701 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:52 smithi104 ceph-mon[36417]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:53.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:53 smithi003 ceph-mon[31577]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:53.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:53 smithi178 ceph-mon[36523]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:53 smithi104 ceph-mon[36417]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 -- 172.21.15.3:0/4107356783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 msgr2=0x7ff730104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 --2- 172.21.15.3:0/4107356783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff730104b30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff718009990 tx=0x7ff718009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 -- 172.21.15.3:0/4107356783 shutdown_connections 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 --2- 172.21.15.3:0/4107356783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff730105070 0x7ff73010b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 --2- 172.21.15.3:0/4107356783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7301034d0 0x7ff7301038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 --2- 172.21.15.3:0/4107356783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff730104b30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 -- 172.21.15.3:0/4107356783 >> 172.21.15.3:0/4107356783 conn(0x7ff7300fea70 msgr2=0x7ff730100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:54.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 -- 172.21.15.3:0/4107356783 shutdown_connections 2024-05-21T19:06:54.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.959+0000 7ff734e00700 1 -- 172.21.15.3:0/4107356783 wait complete. 2024-05-21T19:06:54.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.960+0000 7ff734e00700 1 Processor -- start 2024-05-21T19:06:54.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 -- start start 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 0x7ff73019b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff730105070 0x7ff7301a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010efa0 con 0x7ff7301034d0 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010ee20 con 0x7ff730105070 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff734e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff73010f120 con 0x7ff7301046d0 2024-05-21T19:06:54.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff72f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 0x7ff73019b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff726a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff72f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 0x7ff73019b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37200/0 (socket says 172.21.15.3:37200) 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff726a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49910/0 (socket says 172.21.15.3:49910) 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.961+0000 7ff72f400700 1 -- 172.21.15.3:0/642065454 learned_addr learned my addr 172.21.15.3:0/642065454 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff72fe00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff730105070 0x7ff7301a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 -- 172.21.15.3:0/642065454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff730105070 msgr2=0x7ff7301a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff730105070 0x7ff7301a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 -- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 msgr2=0x7ff73019b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 0x7ff73019b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 -- 172.21.15.3:0/642065454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7301a34f0 con 0x7ff7301046d0 2024-05-21T19:06:54.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.962+0000 7ff726a00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff718000c00 tx=0x7ff718005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:54.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.963+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718027070 con 0x7ff7301046d0 2024-05-21T19:06:54.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.963+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff718022470 con 0x7ff7301046d0 2024-05-21T19:06:54.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.963+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7301a3780 con 0x7ff7301046d0 2024-05-21T19:06:54.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.963+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff718017650 con 0x7ff7301046d0 2024-05-21T19:06:54.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.963+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7301a3c30 con 0x7ff7301046d0 2024-05-21T19:06:54.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.964+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff73006a230 con 0x7ff7301046d0 2024-05-21T19:06:54.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.966+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff71802a070 con 0x7ff7301046d0 2024-05-21T19:06:54.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.968+0000 7ff72cc00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 0x7ff7140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:54.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.968+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff7180e2e20 con 0x7ff7301046d0 2024-05-21T19:06:54.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.968+0000 7ff72f400700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 0x7ff7140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:54.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.969+0000 7ff72f400700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 0x7ff7140b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff720009680 tx=0x7ff720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:54.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:54.970+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff718013070 con 0x7ff7301046d0 2024-05-21T19:06:55.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.216+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7ff7301a3e90 con 0x7ff7140b2900 2024-05-21T19:06:55.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.246+0000 7ff72cc00700 1 -- 172.21.15.3:0/642065454 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7ff7301a3e90 con 0x7ff7140b2900 2024-05-21T19:06:55.247 INFO:teuthology.orchestra.run.smithi003.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.a smithi003 running (3m) 44s ago 3m 13.2M - 19.0.0-3857-g7956b5e9 37e79d75ee68 4e586c1e623e 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.b smithi104 running (3m) 65s ago 3m 27.6M - 19.0.0-3857-g7956b5e9 37e79d75ee68 bfd99ecf3cbc 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.c smithi178 running (3m) 65s ago 3m 22.6M - 19.0.0-3857-g7956b5e9 37e79d75ee68 082d0329c291 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.d smithi003 running (3m) 44s ago 3m 13.4M - 19.0.0-3857-g7956b5e9 37e79d75ee68 c0e3d6136c82 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.e smithi104 running (3m) 65s ago 3m 17.3M - 19.0.0-3857-g7956b5e9 37e79d75ee68 15d7944f75a6 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.f smithi178 running (3m) 65s ago 3m 20.7M - 19.0.0-3857-g7956b5e9 37e79d75ee68 958abf426482 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.g smithi003 running (3m) 44s ago 3m 18.5M - 19.0.0-3857-g7956b5e9 37e79d75ee68 762c869635b8 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.h smithi104 running (3m) 65s ago 3m 18.9M - 19.0.0-3857-g7956b5e9 37e79d75ee68 9199e8589d62 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.i smithi178 running (3m) 65s ago 3m 21.0M - 19.0.0-3857-g7956b5e9 37e79d75ee68 df40cb0a291d 2024-05-21T19:06:55.248 INFO:teuthology.orchestra.run.smithi003.stdout:mds.j smithi003 running (3m) 44s ago 3m 13.3M - 19.0.0-3857-g7956b5e9 37e79d75ee68 0efe17625adb 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mds.k smithi104 running (3m) 65s ago 3m 14.9M - 19.0.0-3857-g7956b5e9 37e79d75ee68 3c78db22ec5e 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mds.l smithi178 running (4m) 65s ago 4m 14.9M - 19.0.0-3857-g7956b5e9 37e79d75ee68 3439ce6c1161 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.x smithi003 *:9283,8765 running (12m) 44s ago 12m 531M - 19.0.0-3857-g7956b5e9 37e79d75ee68 3f5050529752 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.y smithi104 *:8443,8765 running (9m) 65s ago 9m 469M - 19.0.0-3857-g7956b5e9 37e79d75ee68 3e243d6715c2 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mgr.z smithi178 *:8443,8765 running (9m) 65s ago 9m 467M - 19.0.0-3857-g7956b5e9 37e79d75ee68 fdd9012943a6 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mon.a smithi003 running (12m) 44s ago 12m 49.7M 2048M 19.0.0-3857-g7956b5e9 37e79d75ee68 0518fe735b88 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mon.b smithi104 running (10m) 65s ago 10m 42.6M 2048M 19.0.0-3857-g7956b5e9 37e79d75ee68 95c545f65a03 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:mon.c smithi178 running (10m) 65s ago 10m 44.1M 2048M 19.0.0-3857-g7956b5e9 37e79d75ee68 2219ad689f2d 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 smithi003 running (9m) 44s ago 9m 57.8M 4273M 19.0.0-3857-g7956b5e9 37e79d75ee68 9295b4ff040c 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 smithi104 running (9m) 65s ago 9m 50.0M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 eaf266705e29 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 smithi178 running (8m) 65s ago 8m 57.8M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 9202a561536b 2024-05-21T19:06:55.249 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 smithi003 running (8m) 44s ago 8m 53.8M 4273M 19.0.0-3857-g7956b5e9 37e79d75ee68 e0b96bb4b3e1 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 smithi104 running (7m) 65s ago 7m 55.7M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 ee56642e6850 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 smithi178 running (7m) 65s ago 7m 47.1M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 643dea8d63ba 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 smithi003 running (6m) 44s ago 6m 52.9M 4273M 19.0.0-3857-g7956b5e9 37e79d75ee68 d151d056772b 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 smithi104 running (6m) 65s ago 6m 47.0M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 a1d75157d918 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.8 smithi178 running (5m) 65s ago 5m 49.7M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 bb5f2ff36d9c 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.9 smithi003 running (5m) 44s ago 5m 51.7M 4273M 19.0.0-3857-g7956b5e9 37e79d75ee68 d37966951cb5 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.10 smithi104 running (4m) 65s ago 4m 57.2M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 e6a5aced7047 2024-05-21T19:06:55.250 INFO:teuthology.orchestra.run.smithi003.stdout:osd.11 smithi178 running (4m) 65s ago 4m 46.5M 4272M 19.0.0-3857-g7956b5e9 37e79d75ee68 6a2ef141fb28 2024-05-21T19:06:55.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 msgr2=0x7ff7140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 0x7ff7140b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff720009680 tx=0x7ff720009260 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 msgr2=0x7ff73019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff718000c00 tx=0x7ff718005b00 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 shutdown_connections 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7140b2900 0x7ff7140b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff730105070 0x7ff7301a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7301034d0 0x7ff73019b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 --2- 172.21.15.3:0/642065454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7301046d0 0x7ff73019bdd0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 >> 172.21.15.3:0/642065454 conn(0x7ff7300fea70 msgr2=0x7ff730075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 shutdown_connections 2024-05-21T19:06:55.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:55.251+0000 7ff734e00700 1 -- 172.21.15.3:0/642065454 wait complete. 2024-05-21T19:06:55.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:55 smithi003 ceph-mon[31577]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:55.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:55 smithi178 ceph-mon[36523]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:55 smithi104 ceph-mon[36417]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:06:56.156 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-21T19:06:56.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:56 smithi003 ceph-mon[31577]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:06:56.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:56 smithi178 ceph-mon[36523]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:56.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:56 smithi104 ceph-mon[36417]: from='client.24913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:06:57.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:57 smithi003 ceph-mon[31577]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:57.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:57 smithi178 ceph-mon[36523]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:57 smithi104 ceph-mon[36417]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:06:58.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 -- 172.21.15.3:0/874122737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c075fa0 msgr2=0x7f5d2c076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:58.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 --2- 172.21.15.3:0/874122737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c076420 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5d18009990 tx=0x7f5d18009ca0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 -- 172.21.15.3:0/874122737 shutdown_connections 2024-05-21T19:06:58.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 --2- 172.21.15.3:0/874122737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c111f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 --2- 172.21.15.3:0/874122737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 0x7f5d2c0759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 --2- 172.21.15.3:0/874122737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c076420 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 -- 172.21.15.3:0/874122737 >> 172.21.15.3:0/874122737 conn(0x7f5d2c0feb10 msgr2=0x7f5d2c100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:58.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 -- 172.21.15.3:0/874122737 shutdown_connections 2024-05-21T19:06:58.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.803+0000 7f5d32a00700 1 -- 172.21.15.3:0/874122737 wait complete. 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.804+0000 7f5d32a00700 1 Processor -- start 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.804+0000 7f5d32a00700 1 -- start start 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c19fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 0x7f5d2c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c1a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2c115640 con 0x7f5d2c10fb90 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2c1154c0 con 0x7f5d2c075fa0 2024-05-21T19:06:58.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d32a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d2c1157c0 con 0x7f5d2c077570 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d30a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c1a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d2be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c19fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d30a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c1a72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37224/0 (socket says 172.21.15.3:37224) 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d30a00700 1 -- 172.21.15.3:0/37002756 learned_addr learned my addr 172.21.15.3:0/37002756 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.805+0000 7f5d2b400700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 0x7f5d2c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 -- 172.21.15.3:0/37002756 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 msgr2=0x7f5d2c1a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 0x7f5d2c1a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 -- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 msgr2=0x7f5d2c1a72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c1a72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 -- 172.21.15.3:0/37002756 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d2c1a7980 con 0x7f5d2c075fa0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d2be00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c19fd30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c00e9c0 tx=0x7f5d1c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c00c9c0 con 0x7f5d2c075fa0 2024-05-21T19:06:58.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d1c00cb60 con 0x7f5d2c075fa0 2024-05-21T19:06:58.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d2c1a7c70 con 0x7f5d2c075fa0 2024-05-21T19:06:58.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.806+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d1c018680 con 0x7f5d2c075fa0 2024-05-21T19:06:58.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.807+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d2c1a81b0 con 0x7f5d2c075fa0 2024-05-21T19:06:58.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.808+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d2c06a230 con 0x7f5d2c075fa0 2024-05-21T19:06:58.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.810+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5d1c010430 con 0x7f5d2c075fa0 2024-05-21T19:06:58.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.811+0000 7f5d28c00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 0x7f5d100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:06:58.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.812+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5d1c0e2760 con 0x7f5d2c075fa0 2024-05-21T19:06:58.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.812+0000 7f5d2b400700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 0x7f5d100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:06:58.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.812+0000 7f5d2b400700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 0x7f5d100b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5d1800b2e0 tx=0x7f5d18005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:06:58.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:58.813+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5d1c0aa400 con 0x7f5d2c075fa0 2024-05-21T19:06:59.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.059+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f5d2c063a40 con 0x7f5d100b2880 2024-05-21T19:06:59.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.069+0000 7f5d28c00700 1 -- 172.21.15.3:0/37002756 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f5d2c063a40 con 0x7f5d100b2880 2024-05-21T19:06:59.070 INFO:teuthology.orchestra.run.smithi003.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-21T19:06:59.070 INFO:teuthology.orchestra.run.smithi003.stdout:mds.all 12/12 69s ago 4m smithi003=a;smithi003=d;smithi003=g;smithi003=j;smithi104=b;smithi104=e;smithi104=h;smithi104=k;smithi178=c;smithi178=f;smithi178=i;smithi178=l;count:12 2024-05-21T19:06:59.070 INFO:teuthology.orchestra.run.smithi003.stdout:mgr 3/3 69s ago 10m smithi003=x;smithi104=y;smithi178=z;count:3 2024-05-21T19:06:59.070 INFO:teuthology.orchestra.run.smithi003.stdout:mon 3/3 69s ago 10m smithi003:172.21.15.3=a;smithi104:172.21.15.104=b;smithi178:172.21.15.178=c;count:3 2024-05-21T19:06:59.070 INFO:teuthology.orchestra.run.smithi003.stdout:osd 12 69s ago - 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.072+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 msgr2=0x7f5d100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.072+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 0x7f5d100b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5d1800b2e0 tx=0x7f5d18005fb0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.072+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 msgr2=0x7f5d2c19fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.072+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c19fd30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5d1c00e9c0 tx=0x7f5d1c00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 shutdown_connections 2024-05-21T19:06:59.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d100b2880 0x7f5d100b4d40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d2c10fb90 0x7f5d2c1a72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d2c075fa0 0x7f5d2c19fd30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 --2- 172.21.15.3:0/37002756 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d2c077570 0x7f5d2c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 >> 172.21.15.3:0/37002756 conn(0x7f5d2c0feb10 msgr2=0x7f5d2c102f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 shutdown_connections 2024-05-21T19:06:59.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:06:59.073+0000 7f5d32a00700 1 -- 172.21.15.3:0/37002756 wait complete. 2024-05-21T19:06:59.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:06:59 smithi003 ceph-mon[31577]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:59.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:06:59 smithi178 ceph-mon[36523]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:06:59 smithi104 ceph-mon[36417]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:06:59.932 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-21T19:07:00.410 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:00.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:00 smithi178 ceph-mon[36523]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:00.703 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:00 smithi003 ceph-mon[31577]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:00.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:00 smithi104 ceph-mon[36417]: from='client.24908 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:01.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:01 smithi178 ceph-mon[36523]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:01 smithi104 ceph-mon[36417]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:01.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:01 smithi003 ceph-mon[31577]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 -- 172.21.15.3:0/2780546543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901034d0 msgr2=0x7fd0901038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 --2- 172.21.15.3:0/2780546543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901034d0 0x7fd0901038f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd0800099c0 tx=0x7fd080009cd0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 -- 172.21.15.3:0/2780546543 shutdown_connections 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 --2- 172.21.15.3:0/2780546543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd090105070 0x7fd09010b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 --2- 172.21.15.3:0/2780546543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901034d0 0x7fd0901038f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 --2- 172.21.15.3:0/2780546543 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0901046d0 0x7fd090104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 -- 172.21.15.3:0/2780546543 >> 172.21.15.3:0/2780546543 conn(0x7fd0900fea70 msgr2=0x7fd090100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 -- 172.21.15.3:0/2780546543 shutdown_connections 2024-05-21T19:07:02.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.508+0000 7fd08fe00700 1 -- 172.21.15.3:0/2780546543 wait complete. 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.509+0000 7fd08fe00700 1 Processor -- start 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.509+0000 7fd08fe00700 1 -- start start 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.509+0000 7fd08fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 0x7fd0901995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd090105070 0x7fd0901a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:02.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08fe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010efc0 con 0x7fd0901046d0 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08fe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010ee40 con 0x7fd090105070 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08fe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd09010f140 con 0x7fd0901034d0 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 0x7fd0901995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36894/0 (socket says 172.21.15.3:36894) 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 -- 172.21.15.3:0/4226610489 learned_addr learned my addr 172.21.15.3:0/4226610489 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08f400700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd090105070 0x7fd0901a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 -- 172.21.15.3:0/4226610489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 msgr2=0x7fd0901995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 0x7fd0901995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 -- 172.21.15.3:0/4226610489 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd090105070 msgr2=0x7fd0901a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd090105070 0x7fd0901a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08e000700 1 -- 172.21.15.3:0/4226610489 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0901a1240 con 0x7fd0901046d0 2024-05-21T19:07:02.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.510+0000 7fd08ea00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 0x7fd0901995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:02.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd08e000700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00eb60 tx=0x7fd07c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:02.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c00cbd0 con 0x7fd0901046d0 2024-05-21T19:07:02.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd07c0044d0 con 0x7fd0901046d0 2024-05-21T19:07:02.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0901a1530 con 0x7fd0901046d0 2024-05-21T19:07:02.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c010430 con 0x7fd0901046d0 2024-05-21T19:07:02.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.511+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0901a1ac0 con 0x7fd0901046d0 2024-05-21T19:07:02.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.513+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd09006a230 con 0x7fd0901046d0 2024-05-21T19:07:02.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.516+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd07c003e70 con 0x7fd0901046d0 2024-05-21T19:07:02.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.518+0000 7fd087400700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 0x7fd0740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:02.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.518+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd07c0e2440 con 0x7fd0901046d0 2024-05-21T19:07:02.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.518+0000 7fd08ea00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 0x7fd0740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:02.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.519+0000 7fd08ea00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 0x7fd0740b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd08000b580 tx=0x7fd080005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:02.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.520+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd07c0aa1d0 con 0x7fd0901046d0 2024-05-21T19:07:02.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.764+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fd090063980 con 0x7fd0740b2900 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.766+0000 7fd087400700 1 -- 172.21.15.3:0/4226610489 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fd090063980 con 0x7fd0740b2900 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stdout:HOST ADDR LABELS STATUS 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stdout:smithi003 172.21.15.3 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stdout:smithi104 172.21.15.104 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stdout:smithi178 172.21.15.178 2024-05-21T19:07:02.767 INFO:teuthology.orchestra.run.smithi003.stdout:3 hosts in cluster 2024-05-21T19:07:02.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.769+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 msgr2=0x7fd0740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:02.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.769+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 0x7fd0740b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd08000b580 tx=0x7fd080005fb0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.769+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 msgr2=0x7fd090199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:02.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.769+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00eb60 tx=0x7fd07c00ee70 comp rx=0 tx=0).stop 2024-05-21T19:07:02.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 shutdown_connections 2024-05-21T19:07:02.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0740b2900 0x7fd0740b4dc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd090105070 0x7fd0901a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0901034d0 0x7fd0901995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 --2- 172.21.15.3:0/4226610489 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0901046d0 0x7fd090199b20 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 >> 172.21.15.3:0/4226610489 conn(0x7fd0900fea70 msgr2=0x7fd090107a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 shutdown_connections 2024-05-21T19:07:02.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:02.770+0000 7fd08fe00700 1 -- 172.21.15.3:0/4226610489 wait complete. 2024-05-21T19:07:03.491 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:03 smithi003 ceph-mon[31577]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:03.561 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-21T19:07:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:03 smithi178 ceph-mon[36523]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:03 smithi104 ceph-mon[36417]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:04.035 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:04.449 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:04 smithi003 ceph-mon[31577]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:04.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:04 smithi178 ceph-mon[36523]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:04 smithi104 ceph-mon[36417]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:05.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:05 smithi003 ceph-mon[31577]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:05 smithi178 ceph-mon[36523]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:05 smithi104 ceph-mon[36417]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:06.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.171+0000 7f4e4d800700 1 -- 172.21.15.3:0/2191142338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 msgr2=0x7f4e4810db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.171+0000 7f4e4d800700 1 --2- 172.21.15.3:0/2191142338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e4810db30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4e4000b0d0 tx=0x7f4e4000b3e0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 -- 172.21.15.3:0/2191142338 shutdown_connections 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 --2- 172.21.15.3:0/2191142338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e4810db30 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 --2- 172.21.15.3:0/2191142338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481056e0 0x7f4e48105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 --2- 172.21.15.3:0/2191142338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481068e0 0x7f4e48106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 -- 172.21.15.3:0/2191142338 >> 172.21.15.3:0/2191142338 conn(0x7f4e48100c60 msgr2=0x7f4e481030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 -- 172.21.15.3:0/2191142338 shutdown_connections 2024-05-21T19:07:06.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.172+0000 7f4e4d800700 1 -- 172.21.15.3:0/2191142338 wait complete. 2024-05-21T19:07:06.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.173+0000 7f4e4d800700 1 Processor -- start 2024-05-21T19:07:06.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.173+0000 7f4e4d800700 1 -- start start 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 0x7f4e4819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e481a2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4e481111b0 con 0x7f4e48107280 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4e48111030 con 0x7f4e481056e0 2024-05-21T19:07:06.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4d800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4e48111330 con 0x7f4e481068e0 2024-05-21T19:07:06.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e47400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 0x7f4e4819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e4ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e481a2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e47e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33552/0 (socket says 172.21.15.3:33552) 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.174+0000 7f4e47e00700 1 -- 172.21.15.3:0/4005978634 learned_addr learned my addr 172.21.15.3:0/4005978634 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 -- 172.21.15.3:0/4005978634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 msgr2=0x7f4e4819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 0x7f4e4819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 -- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 msgr2=0x7f4e481a2d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e481a2d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 -- 172.21.15.3:0/4005978634 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e481a33b0 con 0x7f4e481056e0 2024-05-21T19:07:06.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47400700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 0x7f4e4819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e4ce00700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e481a2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.175+0000 7f4e47e00700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800e970 tx=0x7f4e3800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.176+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38004220 con 0x7f4e481056e0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.176+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e380043c0 con 0x7f4e481056e0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.176+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38003ce0 con 0x7f4e481056e0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.176+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e481a36a0 con 0x7f4e481056e0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.176+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e481a3b90 con 0x7f4e481056e0 2024-05-21T19:07:06.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.177+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e4806a230 con 0x7f4e481056e0 2024-05-21T19:07:06.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.179+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4e3800c7e0 con 0x7f4e481056e0 2024-05-21T19:07:06.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.181+0000 7f4e44c00700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 0x7f4e2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:06.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.181+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4e380e2550 con 0x7f4e481056e0 2024-05-21T19:07:06.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.181+0000 7f4e47400700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 0x7f4e2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:06.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.182+0000 7f4e47400700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 0x7f4e2c0b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4e34011490 tx=0x7f4e34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:06.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.183+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4e380aa280 con 0x7f4e481056e0 2024-05-21T19:07:06.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.433+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f4e48063980 con 0x7f4e2c0b2880 2024-05-21T19:07:06.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.437+0000 7f4e44c00700 1 -- 172.21.15.3:0/4005978634 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f4e48063980 con 0x7f4e2c0b2880 2024-05-21T19:07:06.438 INFO:teuthology.orchestra.run.smithi003.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-21T19:07:06.438 INFO:teuthology.orchestra.run.smithi003.stdout:smithi003 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330009Z400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-21T19:07:06.438 INFO:teuthology.orchestra.run.smithi003.stdout:smithi104 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400NW400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-21T19:07:06.438 INFO:teuthology.orchestra.run.smithi003.stdout:smithi178 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130029480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.440+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 msgr2=0x7f4e2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.440+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 0x7f4e2c0b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4e34011490 tx=0x7f4e34009260 comp rx=0 tx=0).stop 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.440+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 msgr2=0x7f4e4819b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.440+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800e970 tx=0x7f4e3800ec80 comp rx=0 tx=0).stop 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 shutdown_connections 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4e2c0b2880 0x7f4e2c0b4d40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e48107280 0x7f4e481a2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e481056e0 0x7f4e4819b890 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 --2- 172.21.15.3:0/4005978634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e481068e0 0x7f4e4819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 >> 172.21.15.3:0/4005978634 conn(0x7f4e48100c60 msgr2=0x7f4e48109b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 shutdown_connections 2024-05-21T19:07:06.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:06.441+0000 7f4e4d800700 1 -- 172.21.15.3:0/4005978634 wait complete. 2024-05-21T19:07:07.223 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T19:07:07.233 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:07:07.233 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-21T19:07:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:07 smithi003 ceph-mon[31577]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:07 smithi003 ceph-mon[31577]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:07 smithi178 ceph-mon[36523]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:07 smithi178 ceph-mon[36523]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:07.698 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:07 smithi104 ceph-mon[36417]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:07 smithi104 ceph-mon[36417]: from='client.24920 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T19:07:09.675 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:09 smithi003 ceph-mon[31577]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:09 smithi104 ceph-mon[36417]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:09.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 -- 172.21.15.3:0/1525737434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241040b0 msgr2=0x7fe2241064a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:09.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 --2- 172.21.15.3:0/1525737434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241040b0 0x7fe2241064a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe214009990 tx=0x7fe214009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 -- 172.21.15.3:0/1525737434 shutdown_connections 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 --2- 172.21.15.3:0/1525737434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe224109310 0x7fe22410b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 --2- 172.21.15.3:0/1525737434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241040b0 0x7fe2241064a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 --2- 172.21.15.3:0/1525737434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2241069e0 0x7fe224108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 -- 172.21.15.3:0/1525737434 >> 172.21.15.3:0/1525737434 conn(0x7fe2240fda60 msgr2=0x7fe2240ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 -- 172.21.15.3:0/1525737434 shutdown_connections 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.852+0000 7fe229000700 1 -- 172.21.15.3:0/1525737434 wait complete. 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.853+0000 7fe229000700 1 Processor -- start 2024-05-21T19:07:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.853+0000 7fe229000700 1 -- start start 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241069e0 0x7fe22419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe224109310 0x7fe2241a2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe22410f070 con 0x7fe2241069e0 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe22410eef0 con 0x7fe224109310 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe229000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe22410f1f0 con 0x7fe2241040b0 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe221e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe221400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241069e0 0x7fe22419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe221e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45222/0 (socket says 172.21.15.3:45222) 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe221e00700 1 -- 172.21.15.3:0/147131431 learned_addr learned my addr 172.21.15.3:0/147131431 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.854+0000 7fe222800700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe224109310 0x7fe2241a2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 -- 172.21.15.3:0/147131431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe224109310 msgr2=0x7fe2241a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe224109310 0x7fe2241a2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 -- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241069e0 msgr2=0x7fe22419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241069e0 0x7fe22419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 -- 172.21.15.3:0/147131431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2241a3590 con 0x7fe2241040b0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe221e00700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe214000c00 tx=0x7fe2140047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214027070 con 0x7fe2241040b0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe214022470 con 0x7fe2241040b0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214017650 con 0x7fe2241040b0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2241a3820 con 0x7fe2241040b0 2024-05-21T19:07:09.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.855+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2241a3cd0 con 0x7fe2241040b0 2024-05-21T19:07:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.857+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe22406a230 con 0x7fe2241040b0 2024-05-21T19:07:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.859+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe214009d10 con 0x7fe2241040b0 2024-05-21T19:07:09.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.860+0000 7fe21aa00700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 0x7fe2080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:09.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.861+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2140e3240 con 0x7fe2241040b0 2024-05-21T19:07:09.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.861+0000 7fe221400700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 0x7fe2080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.862+0000 7fe221400700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 0x7fe2080b4dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe210009c60 tx=0x7fe210009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:09.863+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe214030070 con 0x7fe2241040b0 2024-05-21T19:07:09.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:09 smithi178 ceph-mon[36523]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:10.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.157+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fe224064150 con 0x7fe2241040b0 2024-05-21T19:07:10.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.158+0000 7fe21aa00700 1 -- 172.21.15.3:0/147131431 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3044 (secure 0 0 0) 0x7fe214013070 con 0x7fe2241040b0 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:e25 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:legacy client fscid: 1 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:10.159 INFO:teuthology.orchestra.run.smithi003.stdout:Filesystem 'cephfs' (1) 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:fs_name cephfs 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:epoch 25 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:created 2024-05-21T19:03:55.369504+0000 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:modified 2024-05-21T19:04:19.315151+0000 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:tableserver 0 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:root 0 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:session_timeout 300 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:session_autoclose 300 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:max_file_size 1099511627776 2024-05-21T19:07:10.160 INFO:teuthology.orchestra.run.smithi003.stdout:max_xattr_size 65536 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:required_client_features {} 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:last_failure 0 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:last_failure_osd_epoch 0 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:max_mds 3 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:in 0,1,2 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:up {0=24503,1=24493,2=24487} 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:failed 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:damaged 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:stopped 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:data_pools [3] 2024-05-21T19:07:10.161 INFO:teuthology.orchestra.run.smithi003.stdout:metadata_pool 2 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:inline_data disabled 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:balancer 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:bal_rank_mask -1 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:standby_count_wanted 0 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:qdb_cluster leader: 24503 members: 24493,24503,24487 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.b{0:24503} state up:active seq 7 addr [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.c{0:24472} state up:standby-replay seq 1 addr [v2:172.21.15.178:6836/3544426195,v1:172.21.15.178:6837/3544426195] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.g{1:24493} state up:active seq 13 addr [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.h{1:24464} state up:standby-replay seq 1 addr [v2:172.21.15.104:6836/2140479996,v1:172.21.15.104:6837/2140479996] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.i{2:24487} state up:active seq 14 addr [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.162 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.f{2:24460} state up:standby-replay seq 1 addr [v2:172.21.15.178:6834/327097017,v1:172.21.15.178:6835/327097017] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:Standby daemons: 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.a{-1:14409} state up:standby seq 1 addr [v2:172.21.15.3:6840/1847857997,v1:172.21.15.3:6841/1847857997] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.k{-1:24422} state up:standby seq 1 addr [v2:172.21.15.104:6832/2221855197,v1:172.21.15.104:6833/2221855197] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.l{-1:24424} state up:standby seq 1 addr [v2:172.21.15.178:6832/604858121,v1:172.21.15.178:6833/604858121] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.j{-1:24434} state up:standby seq 1 addr [v2:172.21.15.3:6834/2769825752,v1:172.21.15.3:6835/2769825752] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.d{-1:24440} state up:standby seq 1 addr [v2:172.21.15.3:6836/1903545076,v1:172.21.15.3:6837/1903545076] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.163 INFO:teuthology.orchestra.run.smithi003.stdout:[mds.e{-1:24452} state up:standby seq 1 addr [v2:172.21.15.104:6834/972062259,v1:172.21.15.104:6835/972062259] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T19:07:10.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 msgr2=0x7fe2080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:10.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 0x7fe2080b4dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe210009c60 tx=0x7fe210009260 comp rx=0 tx=0).stop 2024-05-21T19:07:10.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 msgr2=0x7fe22419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:10.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe214000c00 tx=0x7fe2140047b0 comp rx=0 tx=0).stop 2024-05-21T19:07:10.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 shutdown_connections 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2900 0x7fe2080b4dc0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe224109310 0x7fe2241a2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2241040b0 0x7fe22419b930 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 --2- 172.21.15.3:0/147131431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe2241069e0 0x7fe22419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.161+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 >> 172.21.15.3:0/147131431 conn(0x7fe2240fda60 msgr2=0x7fe2241037d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.162+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 shutdown_connections 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:10.162+0000 7fe229000700 1 -- 172.21.15.3:0/147131431 wait complete. 2024-05-21T19:07:10.165 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:07:10.539 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:10 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/147131431' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T19:07:10.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:10 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/147131431' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T19:07:10.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:10 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/147131431' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T19:07:10.915 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-21T19:07:11.374 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:11.675 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:11 smithi003 ceph-mon[31577]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:11 smithi104 ceph-mon[36417]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:11 smithi178 ceph-mon[36523]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:12.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:12 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:07:12.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:12 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:07:12.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:12 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:07:13.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 -- 172.21.15.3:0/3243281193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04106890 msgr2=0x7ffb04108c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 --2- 172.21.15.3:0/3243281193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04106890 0x7ffb04108c80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009990 tx=0x7ffaf0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 -- 172.21.15.3:0/3243281193 shutdown_connections 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 --2- 172.21.15.3:0/3243281193 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb041091c0 0x7ffb0410b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 --2- 172.21.15.3:0/3243281193 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb04103f60 0x7ffb04106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 --2- 172.21.15.3:0/3243281193 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04106890 0x7ffb04108c80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 -- 172.21.15.3:0/3243281193 >> 172.21.15.3:0/3243281193 conn(0x7ffb040fd950 msgr2=0x7ffb040ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 -- 172.21.15.3:0/3243281193 shutdown_connections 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.576+0000 7ffb09200700 1 -- 172.21.15.3:0/3243281193 wait complete. 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.577+0000 7ffb09200700 1 Processor -- start 2024-05-21T19:07:13.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.577+0000 7ffb09200700 1 -- start start 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 0x7ffb0419bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb041091c0 0x7ffb041a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0410efe0 con 0x7ffb04106890 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0410ee60 con 0x7ffb04103f60 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb09200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffb0410f160 con 0x7ffb041091c0 2024-05-21T19:07:13.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb03400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb03400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56146/0 (socket says 172.21.15.3:56146) 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb03400700 1 -- 172.21.15.3:0/1109431913 learned_addr learned my addr 172.21.15.3:0/1109431913 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb02a00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 0x7ffb0419bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.578+0000 7ffb03e00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb041091c0 0x7ffb041a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 -- 172.21.15.3:0/1109431913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb041091c0 msgr2=0x7ffb041a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb041091c0 0x7ffb041a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 -- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 msgr2=0x7ffb0419bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 0x7ffb0419bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 -- 172.21.15.3:0/1109431913 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb041a3460 con 0x7ffb04103f60 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb02a00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 0x7ffb0419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffb03400700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400e9a0 tx=0x7ffaf400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.579+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf400cbd0 con 0x7ffb04103f60 2024-05-21T19:07:13.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.580+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb041a3750 con 0x7ffb04103f60 2024-05-21T19:07:13.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.580+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb041a3ce0 con 0x7ffb04103f60 2024-05-21T19:07:13.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.580+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaf400cd70 con 0x7ffb04103f60 2024-05-21T19:07:13.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.580+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf4018660 con 0x7ffb04103f60 2024-05-21T19:07:13.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.581+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffae4005330 con 0x7ffb04103f60 2024-05-21T19:07:13.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.585+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffaf404aab0 con 0x7ffb04103f60 2024-05-21T19:07:13.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.586+0000 7ffafbe00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 0x7ffae80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:13.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.587+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffaf40e23f0 con 0x7ffb04103f60 2024-05-21T19:07:13.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.587+0000 7ffb02a00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 0x7ffae80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:13.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.587+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffaf40aa090 con 0x7ffb04103f60 2024-05-21T19:07:13.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.587+0000 7ffb02a00700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 0x7ffae80b4dc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000b2e0 tx=0x7ffaf001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:13 smithi104 ceph-mon[36417]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:13 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.829+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7ffae40058f0 con 0x7ffb04103f60 2024-05-21T19:07:13.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:13 smithi003 ceph-mon[31577]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:13.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.829 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:13 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.830+0000 7ffafbe00700 1 -- 172.21.15.3:0/1109431913 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v82) ==== 56+0+5309 (secure 0 0 0) 0x7ffaf40a9990 con 0x7ffb04103f60 2024-05-21T19:07:13.832 INFO:teuthology.orchestra.run.smithi003.stdout:epoch 82 2024-05-21T19:07:13.832 INFO:teuthology.orchestra.run.smithi003.stdout:fsid 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:07:13.832 INFO:teuthology.orchestra.run.smithi003.stdout:created 2024-05-21T18:54:30.878954+0000 2024-05-21T19:07:13.832 INFO:teuthology.orchestra.run.smithi003.stdout:modified 2024-05-21T19:04:41.250794+0000 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:crush_version 26 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:full_ratio 0.95 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:backfillfull_ratio 0.9 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:nearfull_ratio 0.85 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:require_min_compat_client luminous 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:min_compat_client luminous 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:require_osd_release squid 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:stretch_mode_enabled false 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-21T19:07:13.833 INFO:teuthology.orchestra.run.smithi003.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:max_osd 12 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.3:6802/3723248986,v1:172.21.15.3:6803/3723248986] [v2:172.21.15.3:6804/3723248986,v1:172.21.15.3:6805/3723248986] exists,up 164bff66-b004-400d-8215-010dea60228c 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.1 up in weight 1 up_from 13 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.104:6800/1354248624,v1:172.21.15.104:6801/1354248624] [v2:172.21.15.104:6802/1354248624,v1:172.21.15.104:6803/1354248624] exists,up 180da197-6655-4441-8890-296af6c6bd8c 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.2 up in weight 1 up_from 18 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6800/2043551572,v1:172.21.15.178:6801/2043551572] [v2:172.21.15.178:6802/2043551572,v1:172.21.15.178:6803/2043551572] exists,up f3280512-c24c-44c8-b948-ccd1dba76b38 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.3 up in weight 1 up_from 26 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.3:6810/3817706708,v1:172.21.15.3:6811/3817706708] [v2:172.21.15.3:6812/3817706708,v1:172.21.15.3:6813/3817706708] exists,up 61e81056-e324-4770-b11e-5072042f242b 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.4 up in weight 1 up_from 32 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.104:6808/4045578119,v1:172.21.15.104:6809/4045578119] [v2:172.21.15.104:6810/4045578119,v1:172.21.15.104:6811/4045578119] exists,up 1b87220b-3db8-4490-8200-4a412e67f5b3 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.5 up in weight 1 up_from 37 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6808/1462721579,v1:172.21.15.178:6809/1462721579] [v2:172.21.15.178:6810/1462721579,v1:172.21.15.178:6811/1462721579] exists,up dca2e7b5-82c9-4da0-a16e-63a708d4c178 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.6 up in weight 1 up_from 43 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.3:6818/1037571600,v1:172.21.15.3:6819/1037571600] [v2:172.21.15.3:6820/1037571600,v1:172.21.15.3:6821/1037571600] exists,up 20e185b3-bfaa-4c21-8649-ee0eb47dc756 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.7 up in weight 1 up_from 48 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.104:6816/728397632,v1:172.21.15.104:6817/728397632] [v2:172.21.15.104:6818/728397632,v1:172.21.15.104:6819/728397632] exists,up 0190d807-1e38-4e75-a11b-5786165aab11 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.8 up in weight 1 up_from 54 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6816/2923252713,v1:172.21.15.178:6817/2923252713] [v2:172.21.15.178:6818/2923252713,v1:172.21.15.178:6819/2923252713] exists,up 95dffabe-81c2-4ca2-812c-0583563079be 2024-05-21T19:07:13.834 INFO:teuthology.orchestra.run.smithi003.stdout:osd.9 up in weight 1 up_from 60 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.3:6826/689615079,v1:172.21.15.3:6827/689615079] [v2:172.21.15.3:6828/689615079,v1:172.21.15.3:6829/689615079] exists,up 5cb80993-fbcc-4762-8bc3-c83d26615258 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:osd.10 up in weight 1 up_from 66 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.104:6824/1140328472,v1:172.21.15.104:6825/1140328472] [v2:172.21.15.104:6826/1140328472,v1:172.21.15.104:6827/1140328472] exists,up c715e787-c1f0-4e5b-82a2-bf39e2060a63 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:osd.11 up in weight 1 up_from 72 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.178:6824/4018949369,v1:172.21.15.178:6825/4018949369] [v2:172.21.15.178:6826/4018949369,v1:172.21.15.178:6827/4018949369] exists,up 7416d2bc-3a15-413e-8d28-c9b19c9eb45b 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 2.a [2,11] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 2.e [2,1] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 2.f [8,11] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 2.1b [2,4] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.0 [4,8] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.1 [4,9] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.1d [5,9] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.23 [4,7] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.27 [3,9] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:pg_upmap_items 3.39 [5,6] 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/1436951269 expires 2024-05-22T18:55:39.914817+0000 2024-05-21T19:07:13.835 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/2337073582 expires 2024-05-22T18:55:39.914817+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:6801/3695204126 expires 2024-05-22T18:55:39.914817+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:6800/3695204126 expires 2024-05-22T18:55:39.914817+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/1507381621 expires 2024-05-22T18:55:04.717213+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:6801/20664571 expires 2024-05-22T18:55:04.717213+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:6800/20664571 expires 2024-05-22T18:55:04.717213+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/3518758507 expires 2024-05-22T18:55:04.717213+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/2802459607 expires 2024-05-22T18:55:04.717213+0000 2024-05-21T19:07:13.836 INFO:teuthology.orchestra.run.smithi003.stdout:blocklist 172.21.15.3:0/3477222164 expires 2024-05-22T18:55:39.914817+0000 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.834+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 msgr2=0x7ffae80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.834+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 0x7ffae80b4dc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000b2e0 tx=0x7ffaf001a040 comp rx=0 tx=0).stop 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.834+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 msgr2=0x7ffb0419b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.834+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7ffaf400e9a0 tx=0x7ffaf400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 shutdown_connections 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffae80b2900 0x7ffae80b4dc0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffb041091c0 0x7ffb041a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffb04103f60 0x7ffb0419b800 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 --2- 172.21.15.3:0/1109431913 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffb04106890 0x7ffb0419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:13.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 >> 172.21.15.3:0/1109431913 conn(0x7ffb040fd950 msgr2=0x7ffb041036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:13.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 shutdown_connections 2024-05-21T19:07:13.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:13.835+0000 7ffb09200700 1 -- 172.21.15.3:0/1109431913 wait complete. 2024-05-21T19:07:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:13 smithi178 ceph-mon[36523]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:13 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:14.551 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:07:14.551 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:07:14.551 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:14.551 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:14 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1109431913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T19:07:14.625 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-21T19:07:14.637 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:07:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:07:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:07:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:14 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1109431913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T19:07:14.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:07:14.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:07:14.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:07:14.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:14 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1109431913' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T19:07:15.123 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:15.555 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:15 smithi003 ceph-mon[31577]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:15 smithi104 ceph-mon[36417]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:15 smithi178 ceph-mon[36523]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 -- 172.21.15.3:0/390167856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 msgr2=0x7f20b4109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 --2- 172.21.15.3:0/390167856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b4109990 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f20a4009990 tx=0x7f20a4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 -- 172.21.15.3:0/390167856 shutdown_connections 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 --2- 172.21.15.3:0/390167856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 --2- 172.21.15.3:0/390167856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b4109990 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 --2- 172.21.15.3:0/390167856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 0x7f20b406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 -- 172.21.15.3:0/390167856 >> 172.21.15.3:0/390167856 conn(0x7f20b40793f0 msgr2=0x7f20b4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:17.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 -- 172.21.15.3:0/390167856 shutdown_connections 2024-05-21T19:07:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.149+0000 7f20b9600700 1 -- 172.21.15.3:0/390167856 wait complete. 2024-05-21T19:07:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 Processor -- start 2024-05-21T19:07:17.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 -- start start 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 0x7f20b419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f20b41136e0 con 0x7f20b41095b0 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f20b4113560 con 0x7f20b406b220 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.151+0000 7f20b9600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f20b4113860 con 0x7f20b406bbe0 2024-05-21T19:07:17.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:17.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54344/0 (socket says 172.21.15.3:54344) 2024-05-21T19:07:17.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 -- 172.21.15.3:0/2071357114 learned_addr learned my addr 172.21.15.3:0/2071357114 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:17.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b3400700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:17.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2a00700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 0x7f20b419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 -- 172.21.15.3:0/2071357114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 msgr2=0x7f20b419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 0x7f20b419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 -- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 msgr2=0x7f20b41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.152+0000 7f20b2000700 1 -- 172.21.15.3:0/2071357114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b41a0db0 con 0x7f20b406bbe0 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20b2000700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f20a000eb30 tx=0x7f20a000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a000cbd0 con 0x7f20b406bbe0 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20a00044d0 con 0x7f20b406bbe0 2024-05-21T19:07:17.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b41a10a0 con 0x7f20b406bbe0 2024-05-21T19:07:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a0003e30 con 0x7f20b406bbe0 2024-05-21T19:07:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.153+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b41a8920 con 0x7f20b406bbe0 2024-05-21T19:07:17.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.154+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b406a230 con 0x7f20b406bbe0 2024-05-21T19:07:17.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.157+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f20a0004000 con 0x7f20b406bbe0 2024-05-21T19:07:17.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.159+0000 7f20ab400700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 0x7f20980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:17.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.159+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f20a00e27b0 con 0x7f20b406bbe0 2024-05-21T19:07:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.159+0000 7f20b2a00700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 0x7f20980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.160+0000 7f20b2a00700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 0x7f20980b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f20a40098e0 tx=0x7f20a4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:17.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.160+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f20a0054df0 con 0x7f20b406bbe0 2024-05-21T19:07:17.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.448+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20b419d100 con 0x7f20b406bbe0 2024-05-21T19:07:17.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.449+0000 7f20ab400700 1 -- 172.21.15.3:0/2071357114 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7f20b419d100 con 0x7f20b406bbe0 2024-05-21T19:07:17.449 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:17.449 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:07:17.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 msgr2=0x7f20980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:17.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 0x7f20980b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f20a40098e0 tx=0x7f20a4005960 comp rx=0 tx=0).stop 2024-05-21T19:07:17.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 msgr2=0x7f20b419c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:17.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f20a000eb30 tx=0x7f20a000ee40 comp rx=0 tx=0).stop 2024-05-21T19:07:17.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 shutdown_connections 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.452+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f20980b2900 0x7f20980b4dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f20b41095b0 0x7f20b41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f20b406b220 0x7f20b419bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 --2- 172.21.15.3:0/2071357114 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f20b406bbe0 0x7f20b419c330 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 >> 172.21.15.3:0/2071357114 conn(0x7f20b40793f0 msgr2=0x7f20b4100f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 shutdown_connections 2024-05-21T19:07:17.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:17.453+0000 7f20b9600700 1 -- 172.21.15.3:0/2071357114 wait complete. 2024-05-21T19:07:17.454 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:07:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:17 smithi104 ceph-mon[36417]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:17.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:17 smithi003 ceph-mon[31577]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:17.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:17 smithi178 ceph-mon[36523]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:18.261 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:07:18.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:18 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2071357114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:18.725 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:18.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:18 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2071357114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:18.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:18 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2071357114' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:19.457 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:19 smithi003 ceph-mon[31577]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:19 smithi104 ceph-mon[36417]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:19.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:19 smithi178 ceph-mon[36523]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 -- 172.21.15.3:0/4148136381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0075770 msgr2=0x7f03a0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 --2- 172.21.15.3:0/4148136381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0075770 0x7f03a0075b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0394009990 tx=0x7f0394009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 -- 172.21.15.3:0/4148136381 shutdown_connections 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 --2- 172.21.15.3:0/4148136381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a010ff40 0x7f03a0112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 --2- 172.21.15.3:0/4148136381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0075770 0x7f03a0075b50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 --2- 172.21.15.3:0/4148136381 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a0076090 0x7f03a010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 -- 172.21.15.3:0/4148136381 >> 172.21.15.3:0/4148136381 conn(0x7f03a007a6a0 msgr2=0x7f03a007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 -- 172.21.15.3:0/4148136381 shutdown_connections 2024-05-21T19:07:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.877+0000 7f03a8800700 1 -- 172.21.15.3:0/4148136381 wait complete. 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 Processor -- start 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 -- start start 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0076090 0x7f03a019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a010ff40 0x7f03a01a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f03a0115910 con 0x7f03a010ff40 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03a0115790 con 0x7f03a0076090 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.879+0000 7f03a8800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03a0115a90 con 0x7f03a0075770 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38072/0 (socket says 172.21.15.3:38072) 2024-05-21T19:07:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 -- 172.21.15.3:0/3403243940 learned_addr learned my addr 172.21.15.3:0/3403243940 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5400700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0076090 0x7f03a019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a6800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a010ff40 0x7f03a01a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 -- 172.21.15.3:0/3403243940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0076090 msgr2=0x7f03a019c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0076090 0x7f03a019c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 -- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a010ff40 msgr2=0x7f03a01a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a010ff40 0x7f03a01a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 -- 172.21.15.3:0/3403243940 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a01a0db0 con 0x7f03a0075770 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.880+0000 7f03a5e00700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f03940057f0 tx=0x7f039400bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.881+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0394026070 con 0x7f03a0075770 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.881+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0394021410 con 0x7f03a0075770 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.881+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a01a1040 con 0x7f03a0075770 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.881+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0394017650 con 0x7f03a0075770 2024-05-21T19:07:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.881+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a01a8920 con 0x7f03a0075770 2024-05-21T19:07:20.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.882+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a006a230 con 0x7f03a0075770 2024-05-21T19:07:20.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.885+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0394029070 con 0x7f03a0075770 2024-05-21T19:07:20.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.886+0000 7f039aa00700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 0x7f03880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:20.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.886+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f03940e30a0 con 0x7f03a0075770 2024-05-21T19:07:20.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.886+0000 7f03a5400700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 0x7f03880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:20.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.887+0000 7f03a5400700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 0x7f03880b4dc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f03a0111b40 tx=0x7f0390009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:20.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:20.888+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0394030080 con 0x7f03a0075770 2024-05-21T19:07:21.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.171+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03a019d100 con 0x7f03a0075770 2024-05-21T19:07:21.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.172+0000 7f039aa00700 1 -- 172.21.15.3:0/3403243940 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11861 (secure 0 0 0) 0x7f0394013070 con 0x7f03a0075770 2024-05-21T19:07:21.172 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:21.172 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:04:19.315151+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 msgr2=0x7f03880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 0x7f03880b4dc0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f03a0111b40 tx=0x7f0390009260 comp rx=0 tx=0).stop 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 msgr2=0x7f03a019bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f03940057f0 tx=0x7f039400bfd0 comp rx=0 tx=0).stop 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 shutdown_connections 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03880b2900 0x7f03880b4dc0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03a010ff40 0x7f03a01a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03a0075770 0x7f03a019bda0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:21.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 --2- 172.21.15.3:0/3403243940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03a0076090 0x7f03a019c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:21.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.175+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 >> 172.21.15.3:0/3403243940 conn(0x7f03a007a6a0 msgr2=0x7f03a01006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:21.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.176+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 shutdown_connections 2024-05-21T19:07:21.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:21.176+0000 7f03a8800700 1 -- 172.21.15.3:0/3403243940 wait complete. 2024-05-21T19:07:21.176 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 25 2024-05-21T19:07:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:21 smithi104 ceph-mon[36417]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:21 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3403243940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:21.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:21 smithi003 ceph-mon[31577]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:21.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:21 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3403243940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:21 smithi178 ceph-mon[36523]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:21 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3403243940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:21.933 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:07:22.415 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:23 smithi104 ceph-mon[36417]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:23.795 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:23 smithi003 ceph-mon[31577]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:23 smithi178 ceph-mon[36523]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 -- 172.21.15.3:0/1991389131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168075770 msgr2=0x7fb168075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 --2- 172.21.15.3:0/1991389131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168075770 0x7fb168075b50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb158009990 tx=0x7fb158009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 -- 172.21.15.3:0/1991389131 shutdown_connections 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 --2- 172.21.15.3:0/1991389131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168114710 0x7fb168116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 --2- 172.21.15.3:0/1991389131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168075770 0x7fb168075b50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 --2- 172.21.15.3:0/1991389131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 -- 172.21.15.3:0/1991389131 >> 172.21.15.3:0/1991389131 conn(0x7fb16807a6a0 msgr2=0x7fb16807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 -- 172.21.15.3:0/1991389131 shutdown_connections 2024-05-21T19:07:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.636+0000 7fb16ea00700 1 -- 172.21.15.3:0/1991389131 wait complete. 2024-05-21T19:07:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.637+0000 7fb16ea00700 1 Processor -- start 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.637+0000 7fb16ea00700 1 -- start start 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 0x7fb1681a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 0x7fb1681a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb168119d10 con 0x7fb168114710 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb168119b90 con 0x7fb168075770 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ea00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb168119e90 con 0x7fb168076090 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb167400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb167e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 0x7fb1681a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb16ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 0x7fb1681a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb167400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38086/0 (socket says 172.21.15.3:38086) 2024-05-21T19:07:24.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.638+0000 7fb167400700 1 -- 172.21.15.3:0/4046080951 learned_addr learned my addr 172.21.15.3:0/4046080951 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:24.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 -- 172.21.15.3:0/4046080951 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 msgr2=0x7fb1681a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:24.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 0x7fb1681a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 -- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 msgr2=0x7fb1681a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 0x7fb1681a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 -- 172.21.15.3:0/4046080951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1681a5290 con 0x7fb168076090 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167e00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 0x7fb1681a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb16ca00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 0x7fb1681a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.639+0000 7fb167400700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb15400e9c0 tx=0x7fb15400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.640+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15400cbd0 con 0x7fb168076090 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.640+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1681a5580 con 0x7fb168076090 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.640+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb15400ee60 con 0x7fb168076090 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.640+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb154005550 con 0x7fb168076090 2024-05-21T19:07:24.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.640+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1681ace00 con 0x7fb168076090 2024-05-21T19:07:24.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.641+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb16806a230 con 0x7fb168076090 2024-05-21T19:07:24.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.644+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb154004750 con 0x7fb168076090 2024-05-21T19:07:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.645+0000 7fb164c00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 0x7fb14c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.646+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb1540e2530 con 0x7fb168076090 2024-05-21T19:07:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.646+0000 7fb167e00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 0x7fb14c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:24.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.646+0000 7fb167e00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 0x7fb14c0b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb1580098e0 tx=0x7fb158005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:24.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.650+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb1540aa1d0 con 0x7fb168076090 2024-05-21T19:07:24.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.889+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1681ad030 con 0x7fb168076090 2024-05-21T19:07:24.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.891+0000 7fb164c00700 1 -- 172.21.15.3:0/4046080951 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7fb1540a9ad0 con 0x7fb168076090 2024-05-21T19:07:24.891 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:24.891 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:07:24.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.894+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 msgr2=0x7fb14c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:24.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.894+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 0x7fb14c0b4d40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb1580098e0 tx=0x7fb158005960 comp rx=0 tx=0).stop 2024-05-21T19:07:24.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.894+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 msgr2=0x7fb1681a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:24.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.894+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb15400e9c0 tx=0x7fb15400ecd0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 shutdown_connections 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb14c0b2880 0x7fb14c0b4d40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb168114710 0x7fb1681a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb168075770 0x7fb1681a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 --2- 172.21.15.3:0/4046080951 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb168076090 0x7fb1681a07c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 >> 172.21.15.3:0/4046080951 conn(0x7fb16807a6a0 msgr2=0x7fb1681135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 shutdown_connections 2024-05-21T19:07:24.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:24.895+0000 7fb16ea00700 1 -- 172.21.15.3:0/4046080951 wait complete. 2024-05-21T19:07:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:25 smithi003 ceph-mon[31577]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:25 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4046080951' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:25.716 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T19:03:55.369504+0000', 'modified': '2024-05-21T19:04:19.315151+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24503, 'mds_1': 24493, 'mds_2': 24487}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24460': {'gid': 24460, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6835/327097017', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6834', 'nonce': 327097017}, {'type': 'v1', 'addr': '172.21.15.178:6835', 'nonce': 327097017}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.104:6837/2140479996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6836', 'nonce': 2140479996}, {'type': 'v1', 'addr': '172.21.15.104:6837', 'nonce': 2140479996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6837/3544426195', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6836', 'nonce': 3544426195}, {'type': 'v1', 'addr': '172.21.15.178:6837', 'nonce': 3544426195}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.178:6839/185523429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6838', 'nonce': 185523429}, {'type': 'v1', 'addr': '172.21.15.178:6839', 'nonce': 185523429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.3:6839/4130268441', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6838', 'nonce': 4130268441}, {'type': 'v1', 'addr': '172.21.15.3:6839', 'nonce': 4130268441}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.104:6839/1608977247', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6838', 'nonce': 1608977247}, {'type': 'v1', 'addr': '172.21.15.104:6839', 'nonce': 1608977247}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [24493, 24503, 24487]} 2024-05-21T19:07:25.716 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T19:07:25.716 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T19:07:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:25 smithi104 ceph-mon[36417]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:25 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4046080951' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:25 smithi178 ceph-mon[36523]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:25 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4046080951' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:26.224 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:27 smithi104 ceph-mon[36417]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:27.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:27 smithi003 ceph-mon[31577]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:27 smithi178 ceph-mon[36523]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:28.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 -- 172.21.15.3:0/3754435144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc341035f0 msgr2=0x7fdc34103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 --2- 172.21.15.3:0/3754435144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc341035f0 0x7fdc34103a50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdc20009990 tx=0x7fdc20009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 -- 172.21.15.3:0/3754435144 shutdown_connections 2024-05-21T19:07:28.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 --2- 172.21.15.3:0/3754435144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34103f90 0x7fdc34110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 --2- 172.21.15.3:0/3754435144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc34108500 0x7fdc341088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 --2- 172.21.15.3:0/3754435144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc341035f0 0x7fdc34103a50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 -- 172.21.15.3:0/3754435144 >> 172.21.15.3:0/3754435144 conn(0x7fdc3407a6a0 msgr2=0x7fdc3407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 -- 172.21.15.3:0/3754435144 shutdown_connections 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.270+0000 7fdc3a400700 1 -- 172.21.15.3:0/3754435144 wait complete. 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.271+0000 7fdc3a400700 1 Processor -- start 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.271+0000 7fdc3a400700 1 -- start start 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc341035f0 0x7fdc3419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 0x7fdc341a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc34113790 con 0x7fdc34103f90 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc34113610 con 0x7fdc34108500 2024-05-21T19:07:28.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc3a400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc34113910 con 0x7fdc341035f0 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc32a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc33400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc341035f0 0x7fdc3419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc32a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51960/0 (socket says 172.21.15.3:51960) 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc32a00700 1 -- 172.21.15.3:0/2857908662 learned_addr learned my addr 172.21.15.3:0/2857908662 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc33e00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 0x7fdc341a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc32a00700 1 -- 172.21.15.3:0/2857908662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc341035f0 msgr2=0x7fdc3419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.272+0000 7fdc32a00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc341035f0 0x7fdc3419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc32a00700 1 -- 172.21.15.3:0/2857908662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 msgr2=0x7fdc341a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc32a00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 0x7fdc341a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc32a00700 1 -- 172.21.15.3:0/2857908662 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc341a0e00 con 0x7fdc34103f90 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc33e00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 0x7fdc341a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc32a00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc200057c0 tx=0x7fdc200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc2be00700 1 -- 172.21.15.3:0/2857908662 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20027070 con 0x7fdc34103f90 2024-05-21T19:07:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc2be00700 1 -- 172.21.15.3:0/2857908662 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc20022470 con 0x7fdc34103f90 2024-05-21T19:07:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc341a1090 con 0x7fdc34103f90 2024-05-21T19:07:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc2be00700 1 -- 172.21.15.3:0/2857908662 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc20017650 con 0x7fdc34103f90 2024-05-21T19:07:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.273+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc341a8970 con 0x7fdc34103f90 2024-05-21T19:07:28.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.277+0000 7fdc2be00700 1 -- 172.21.15.3:0/2857908662 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc2002a070 con 0x7fdc34103f90 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.278+0000 7fdc44d9bb80 1 Processor -- start 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.278+0000 7fdc44d9bb80 1 -- start start 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc2be00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 0x7fdc180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc2be00700 1 -- 172.21.15.3:0/2857908662 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc200e2fb0 con 0x7fdc34103f90 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ebd0f0 0x563672ebd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563672e1adf0 con 0x563672ec2ee0 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563672e0a990 con 0x563672ec25c0 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563672e0e9d0 con 0x563672ebd0f0 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc33e00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 0x7fdc180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57424/0 (socket says 172.21.15.3:57424) 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc33400700 1 -- 172.21.15.3:0/4092242608 learned_addr learned my addr 172.21.15.3:0/4092242608 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.279+0000 7fdc33e00700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ebd0f0 0x563672ebd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 -- 172.21.15.3:0/4092242608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ebd0f0 msgr2=0x563672ebd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ebd0f0 0x563672ebd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 -- 172.21.15.3:0/4092242608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 msgr2=0x563672ebcad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 -- 172.21.15.3:0/4092242608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563672dd33d0 con 0x563672ec25c0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33e00700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 0x7fdc180b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c009e10 tx=0x7fdc2c0044e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc33400700 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdc24007c10 tx=0x7fdc24007f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1757a8e09ac5a32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.280+0000 7fdc28c00700 1 -- 172.21.15.3:0/4092242608 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24010c30 con 0x563672ec25c0 2024-05-21T19:07:28.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc28c00700 1 -- 172.21.15.3:0/4092242608 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc24010dd0 con 0x563672ec25c0 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc28c00700 1 -- 172.21.15.3:0/4092242608 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24019790 con 0x563672ec25c0 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4092242608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 msgr2=0x563672ec29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fdc24007c10 tx=0x7fdc24007f20 comp rx=0 tx=0).stop 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4092242608 shutdown_connections 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ebd0f0 0x563672ebd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.281+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec29a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4092242608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4092242608 >> 172.21.15.3:0/4092242608 conn(0x563672deab90 msgr2=0x563672eb7640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4092242608 shutdown_connections 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4092242608 wait complete. 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 -- start start 2024-05-21T19:07:28.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.282+0000 7fdc44d9bb80 1 Processor -- start 2024-05-21T19:07:28.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec2ee0 0x563672ec64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563672d10f50 con 0x563672ebd0f0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563672dab710 con 0x563672ec25c0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563672ec9990 con 0x563672ec2ee0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc44d9bb80 10 client.0 _ll_register_callbacks cb 0x563672db4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc33400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc33400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51976/0 (socket says 172.21.15.3:51976) 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc33400700 1 -- 172.21.15.3:0/4260614493 learned_addr learned my addr 172.21.15.3:0/4260614493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc33e00700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec2ee0 0x563672ec64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.283+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 -- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec2ee0 msgr2=0x563672ec64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec2ee0 0x563672ec64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 -- 172.21.15.3:0/4260614493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 msgr2=0x563672ec5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 -- 172.21.15.3:0/4260614493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563672d5a880 con 0x563672ebd0f0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc33400700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fdc24011010 tx=0x7fdc24010aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23cddf2232b18dda server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc1d600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.284+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24027030 con 0x563672ebd0f0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc24004020 con 0x563672ebd0f0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc24010dd0 con 0x563672ebd0f0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdc2401f040 con 0x563672ebd0f0 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc44d9bb80 10 client.14877 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:28.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563672ddb010 con 0x563672ebd0f0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc24010dd0 con 0x563672ebd0f0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.285+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fdc24022030 con 0x563672ebd0f0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 10 client.14877 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 10 client.14877 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 20 client.14877 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672ed6040 0x563672ed74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 4 client.14877 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563672e1cd40 con 0x563672ed6040 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.286+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672ed6040 0x563672ed74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.287+0000 7fdc32a00700 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672ed6040 0x563672ed74b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f8135e671eebcf5f server_cookie=a5db14b78cf09adc in_seq=0 out_seq=0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.287+0000 7fdc1d600700 10 client.14877 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.287+0000 7fdc1d600700 1 -- 172.21.15.3:0/4260614493 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563672e1cd40 con 0x563672ed6040 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.287+0000 7fdc1d600700 10 client.14877 handle_command_reply: tid=0 2024-05-21T19:07:28.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 client.14877 shutdown 2024-05-21T19:07:28.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 msgr2=0x563672ec8c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fdc24011010 tx=0x7fdc24010aa0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 shutdown_connections 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec2ee0 0x563672ec64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672ed6040 0x563672ed74b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ebd0f0 0x563672ec8c10 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/4260614493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ec25c0 0x563672ec5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc1d600700 0 client.14877 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 >> 172.21.15.3:0/4260614493 conn(0x563672deab90 msgr2=0x563672eb6d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 shutdown_connections 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/4260614493 wait complete. 2024-05-21T19:07:28.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.288+0000 7fdc44d9bb80 20 client.14877 trim_cache size 0 max 16384 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 Processor -- start 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 -- start start 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672ebd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563672ed57f0 con 0x563672ec2ee0 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563672ed5ec0 con 0x563672ebd0f0 2024-05-21T19:07:28.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.312+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563672ed6590 con 0x563672ec25c0 2024-05-21T19:07:28.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57446/0 (socket says 172.21.15.3:57446) 2024-05-21T19:07:28.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 -- 172.21.15.3:0/544216140 learned_addr learned my addr 172.21.15.3:0/544216140 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:28.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33e00700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc32a00700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672ebd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 -- 172.21.15.3:0/544216140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 msgr2=0x563672ebd4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672ebd4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 -- 172.21.15.3:0/544216140 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 msgr2=0x563672ebcad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33400700 1 -- 172.21.15.3:0/544216140 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563672ed6a80 con 0x563672ebd0f0 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc32a00700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672ebd4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.313+0000 7fdc33e00700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:28.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.314+0000 7fdc33400700 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdc24000c00 tx=0x7fdc24007f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df8314f9afa37406 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.314+0000 7fdc1fe00700 1 -- 172.21.15.3:0/544216140 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24027040 con 0x563672ebd0f0 2024-05-21T19:07:28.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.314+0000 7fdc1fe00700 1 -- 172.21.15.3:0/544216140 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc24004c40 con 0x563672ebd0f0 2024-05-21T19:07:28.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.314+0000 7fdc1fe00700 1 -- 172.21.15.3:0/544216140 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24004ee0 con 0x563672ebd0f0 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/544216140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 msgr2=0x563672ec64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fdc24000c00 tx=0x7fdc24007f20 comp rx=0 tx=0).stop 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/544216140 shutdown_connections 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672ebcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672ec64a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/544216140 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672ebd4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/544216140 >> 172.21.15.3:0/544216140 conn(0x563672deab90 msgr2=0x563672ec5d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/544216140 shutdown_connections 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.315+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/544216140 wait complete. 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 -- start start 2024-05-21T19:07:28.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 Processor -- start 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672eb7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672eb7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563672ed7330 con 0x563672ec2ee0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563672ed6c60 con 0x563672ebd0f0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563672ed7a00 con 0x563672ec25c0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.316+0000 7fdc44d9bb80 10 client.0 _ll_register_callbacks cb 0x563672db4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672eb7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57450/0 (socket says 172.21.15.3:57450) 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc32a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672eb7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 -- 172.21.15.3:0/3582022457 learned_addr learned my addr 172.21.15.3:0/3582022457 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:28.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672eb7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51994/0 (socket says 172.21.15.3:51994) 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 -- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 msgr2=0x563672eb7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672eb7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 -- 172.21.15.3:0/3582022457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 msgr2=0x563672eb7770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672eb7770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 -- 172.21.15.3:0/3582022457 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563672edf2a0 con 0x563672ebd0f0 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc32a00700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672eb7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.317+0000 7fdc33400700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdc24007780 tx=0x7fdc24010aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=140791aea9bcbe23 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc1d600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc24027040 con 0x563672ebd0f0 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc2401a8e0 con 0x563672ebd0f0 2024-05-21T19:07:28.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc24004c40 con 0x563672ebd0f0 2024-05-21T19:07:28.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdc24046050 con 0x563672ebd0f0 2024-05-21T19:07:28.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc44d9bb80 10 client.24968 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563672f41c60 con 0x563672ebd0f0 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.318+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc24004c40 con 0x563672ebd0f0 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fdc24034020 con 0x563672ebd0f0 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 10 client.24968 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 10 client.24968 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 20 client.24968 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672f46380 0x563672f45090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 4 client.24968 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "status"}) -- 0x563672e16520 con 0x563672f46380 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.319+0000 7fdc32a00700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672f46380 0x563672f45090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc32a00700 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672f46380 0x563672f45090 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1ef88c67a3b22f7c server_cookie=e7fd5ba53525accb in_seq=0 out_seq=0 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc1d600700 10 client.24968 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:07:28.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc1d600700 1 -- 172.21.15.3:0/3582022457 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563672e16520 con 0x563672f46380 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc1d600700 10 client.24968 handle_command_reply: tid=0 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 client.24968 shutdown 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 msgr2=0x563672eb6cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdc24007780 tx=0x7fdc24010aa0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 shutdown_connections 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563672f46380 0x563672f45090 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563672ec2ee0 0x563672eb7770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563672ebd0f0 0x563672eb6cf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 --2- 172.21.15.3:0/3582022457 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563672ec25c0 0x563672eb7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.320+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 >> 172.21.15.3:0/3582022457 conn(0x563672deab90 msgr2=0x563672ec32c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.321+0000 7fdc1d600700 0 client.24968 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.321+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 shutdown_connections 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.321+0000 7fdc44d9bb80 1 -- 172.21.15.3:0/3582022457 wait complete. 2024-05-21T19:07:28.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.321+0000 7fdc44d9bb80 20 client.24968 trim_cache size 0 max 16384 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 2, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24487, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 195.79678200800001, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:07:28.324 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 247.61485773000001 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 msgr2=0x7fdc180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 0x7fdc180b4d40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c009e10 tx=0x7fdc2c0044e0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 msgr2=0x7fdc3419c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc200057c0 tx=0x7fdc200057f0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 shutdown_connections 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc180b2880 0x7fdc180b4d40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc34108500 0x7fdc341a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc341035f0 0x7fdc3419bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 --2- 172.21.15.3:0/2857908662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc34103f90 0x7fdc3419c330 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:28.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 >> 172.21.15.3:0/2857908662 conn(0x7fdc3407a6a0 msgr2=0x7fdc34101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:28.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 shutdown_connections 2024-05-21T19:07:28.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:28.322+0000 7fdc3a400700 1 -- 172.21.15.3:0/2857908662 wait complete. 2024-05-21T19:07:29.207 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T19:07:29.680 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:29 smithi104 ceph-mon[36417]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:29.830 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:29 smithi003 ceph-mon[31577]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:29 smithi178 ceph-mon[36523]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:31.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:31 smithi003 ceph-mon[31577]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:31 smithi104 ceph-mon[36417]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:31.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 -- 172.21.15.3:0/1116351259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3988103f80 msgr2=0x7f3988110410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 --2- 172.21.15.3:0/1116351259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3988103f80 0x7f3988110410 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f398000b0a0 tx=0x7f398000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 -- 172.21.15.3:0/1116351259 shutdown_connections 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 --2- 172.21.15.3:0/1116351259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3988103f80 0x7f3988110410 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 --2- 172.21.15.3:0/1116351259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881095d0 0x7f39881099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 --2- 172.21.15.3:0/1116351259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f39881035c0 0x7f3988103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 -- 172.21.15.3:0/1116351259 >> 172.21.15.3:0/1116351259 conn(0x7f398807a610 msgr2=0x7f398807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 -- 172.21.15.3:0/1116351259 shutdown_connections 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.830+0000 7f398f800700 1 -- 172.21.15.3:0/1116351259 wait complete. 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.831+0000 7f398f800700 1 Processor -- start 2024-05-21T19:07:31.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.831+0000 7f398f800700 1 -- start start 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881035c0 0x7f398819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39881095d0 0x7f39881a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f39881137d0 con 0x7f39881095d0 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3988113650 con 0x7f3988103f80 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398f800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3988113950 con 0x7f39881035c0 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f3987e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39881095d0 0x7f39881a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f398ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881035c0 0x7f398819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f3987e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36782/0 (socket says 172.21.15.3:36782) 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.832+0000 7f3987e00700 1 -- 172.21.15.3:0/2962941748 learned_addr learned my addr 172.21.15.3:0/2962941748 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 -- 172.21.15.3:0/2962941748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881035c0 msgr2=0x7f398819bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881035c0 0x7f398819bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 -- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39881095d0 msgr2=0x7f39881a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39881095d0 0x7f39881a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 -- 172.21.15.3:0/2962941748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39881a0e00 con 0x7f3988103f80 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3987e00700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f397400e9a0 tx=0x7f397400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3985600700 1 -- 172.21.15.3:0/2962941748 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397400ca10 con 0x7f3988103f80 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3985600700 1 -- 172.21.15.3:0/2962941748 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f397400cbb0 con 0x7f3988103f80 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f3985600700 1 -- 172.21.15.3:0/2962941748 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3974018680 con 0x7f3988103f80 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.833+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39881a10f0 con 0x7f3988103f80 2024-05-21T19:07:31.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.834+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39881a8970 con 0x7f3988103f80 2024-05-21T19:07:31.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.837+0000 7f3985600700 1 -- 172.21.15.3:0/2962941748 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3974010430 con 0x7f3988103f80 2024-05-21T19:07:31.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.838+0000 7f399a19cb80 1 Processor -- start 2024-05-21T19:07:31.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.838+0000 7f399a19cb80 1 -- start start 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf65c0 0x55b16cbf69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b16cb4edf0 con 0x55b16cbf6ee0 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b16cb3e990 con 0x55b16cbf65c0 2024-05-21T19:07:31.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f399a19cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b16cb429d0 con 0x55b16cbf10f0 2024-05-21T19:07:31.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f3985600700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 0x7f39700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46170/0 (socket says 172.21.15.3:46170) 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 -- 172.21.15.3:0/604046246 learned_addr learned my addr 172.21.15.3:0/604046246 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f3987e00700 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398d800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 0x7f39700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f3985600700 1 -- 172.21.15.3:0/2962941748 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f39740e2380 con 0x7f3988103f80 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398d800700 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf65c0 0x55b16cbf69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 -- 172.21.15.3:0/604046246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 msgr2=0x55b16cbf1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.839+0000 7f398ce00700 1 -- 172.21.15.3:0/604046246 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf65c0 msgr2=0x55b16cbf69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f398ce00700 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf65c0 0x55b16cbf69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f398ce00700 1 -- 172.21.15.3:0/604046246 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b16cb073d0 con 0x55b16cbf6ee0 2024-05-21T19:07:31.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f398ce00700 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f397c009d00 tx=0x7f397c011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc066440df2fd79 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f397a000700 1 -- 172.21.15.3:0/604046246 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c004230 con 0x55b16cbf6ee0 2024-05-21T19:07:31.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f398d800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 0x7f39700b4dc0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f398000b780 tx=0x7f3980006000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f397a000700 1 -- 172.21.15.3:0/604046246 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f397c0043d0 con 0x55b16cbf6ee0 2024-05-21T19:07:31.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.840+0000 7f397a000700 1 -- 172.21.15.3:0/604046246 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c0197e0 con 0x55b16cbf6ee0 2024-05-21T19:07:31.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 -- 172.21.15.3:0/604046246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 msgr2=0x55b16cbf0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f397c009d00 tx=0x7f397c011720 comp rx=0 tx=0).stop 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 -- 172.21.15.3:0/604046246 shutdown_connections 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf65c0 0x55b16cbf69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 --2- 172.21.15.3:0/604046246 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf0ad0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 -- 172.21.15.3:0/604046246 >> 172.21.15.3:0/604046246 conn(0x55b16cb1eb90 msgr2=0x55b16cbeb640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 -- 172.21.15.3:0/604046246 shutdown_connections 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.841+0000 7f399a19cb80 1 -- 172.21.15.3:0/604046246 wait complete. 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.842+0000 7f399a19cb80 1 -- start start 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.842+0000 7f399a19cb80 1 Processor -- start 2024-05-21T19:07:31.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbfa010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b16ca44f50 con 0x55b16cbf10f0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b16cadf710 con 0x55b16cbf6ee0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b16cbfd9e0 con 0x55b16cbf65c0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f399a19cb80 10 client.0 _ll_register_callbacks cb 0x55b16cae8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f398ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f3987e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f398ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46174/0 (socket says 172.21.15.3:46174) 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f3987e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47672/0 (socket says 172.21.15.3:47672) 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f398ce00700 1 -- 172.21.15.3:0/3904811731 learned_addr learned my addr 172.21.15.3:0/3904811731 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:31.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.843+0000 7f398d800700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbfa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 -- 172.21.15.3:0/3904811731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 msgr2=0x55b16cbfcfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 -- 172.21.15.3:0/3904811731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 msgr2=0x55b16cbfa010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbfa010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 -- 172.21.15.3:0/3904811731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b16ca8e880 con 0x55b16cbf10f0 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f3987e00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f398ce00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f397c005920 tx=0x7f397c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d885621ad7e66e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f396ea00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c005240 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f397c0053e0 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.844+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f397c0043d0 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f397c0055e0 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f399a19cb80 10 client.14895 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b16cb0f010 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f397c0043d0 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f397c0226d0 con 0x55b16cbf10f0 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.845+0000 7f399a19cb80 10 client.14895 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f399a19cb80 10 client.14895 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f399a19cb80 20 client.14895 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc0a160 0x55b16cc0b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f399a19cb80 4 client.14895 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b16cb50d40 con 0x55b16cc0a160 2024-05-21T19:07:31.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f3987e00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc0a160 0x55b16cc0b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f3987e00700 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc0a160 0x55b16cc0b5d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=30b1681b5b8edfb2 server_cookie=b232f87297e12c93 in_seq=0 out_seq=0 2024-05-21T19:07:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.846+0000 7f396ea00700 10 client.14895 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:07:31.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.847+0000 7f396ea00700 1 -- 172.21.15.3:0/3904811731 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b16cb50d40 con 0x55b16cc0a160 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.847+0000 7f396ea00700 10 client.14895 handle_command_reply: tid=0 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.847+0000 7f399a19cb80 1 client.14895 shutdown 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.847+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 msgr2=0x55b16cbfca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.847+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f397c005920 tx=0x7f397c003910 comp rx=0 tx=0).stop 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 shutdown_connections 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbfa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc0a160 0x55b16cc0b5d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf10f0 0x55b16cbfca70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 --2- 172.21.15.3:0/3904811731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf65c0 0x55b16cbfcfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 >> 172.21.15.3:0/3904811731 conn(0x55b16cb1eb90 msgr2=0x55b16cbead20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f396ea00700 0 client.14895 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:07:31.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 shutdown_connections 2024-05-21T19:07:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 1 -- 172.21.15.3:0/3904811731 wait complete. 2024-05-21T19:07:31.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.848+0000 7f399a19cb80 20 client.14895 trim_cache size 0 max 16384 2024-05-21T19:07:31.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 Processor -- start 2024-05-21T19:07:31.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 -- start start 2024-05-21T19:07:31.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cbeb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc09910 con 0x55b16cbf65c0 2024-05-21T19:07:31.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc09fe0 con 0x55b16cbf6ee0 2024-05-21T19:07:31.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f399a19cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc0a6b0 con 0x55b16cbf10f0 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.872+0000 7f3987e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cbeb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f3987e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cbeb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46182/0 (socket says 172.21.15.3:46182) 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f3987e00700 1 -- 172.21.15.3:0/194946692 learned_addr learned my addr 172.21.15.3:0/194946692 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398d800700 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 -- 172.21.15.3:0/194946692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 msgr2=0x55b16cbf8720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf8720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 -- 172.21.15.3:0/194946692 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 msgr2=0x55b16cbeb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cbeb4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 -- 172.21.15.3:0/194946692 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b16cc0aba0 con 0x55b16cbf10f0 2024-05-21T19:07:31.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f398ce00700 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf0ad0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f397c022af0 tx=0x7f397c005e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbba3606cd7ca4e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.873+0000 7f3979600700 1 -- 172.21.15.3:0/194946692 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c039030 con 0x55b16cbf10f0 2024-05-21T19:07:31.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f3979600700 1 -- 172.21.15.3:0/194946692 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f397c003d10 con 0x55b16cbf10f0 2024-05-21T19:07:31.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f3979600700 1 -- 172.21.15.3:0/194946692 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397c0358e0 con 0x55b16cbf10f0 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 -- 172.21.15.3:0/194946692 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 msgr2=0x55b16cbf0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf0ad0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f397c022af0 tx=0x7f397c005e10 comp rx=0 tx=0).stop 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 -- 172.21.15.3:0/194946692 shutdown_connections 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cbf8720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cbf0ad0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 --2- 172.21.15.3:0/194946692 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cbeb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.874+0000 7f399a19cb80 1 -- 172.21.15.3:0/194946692 >> 172.21.15.3:0/194946692 conn(0x55b16cb1eb90 msgr2=0x55b16cc091b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.875+0000 7f399a19cb80 1 -- 172.21.15.3:0/194946692 shutdown_connections 2024-05-21T19:07:31.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.875+0000 7f399a19cb80 1 -- 172.21.15.3:0/194946692 wait complete. 2024-05-21T19:07:31.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.875+0000 7f399a19cb80 1 -- start start 2024-05-21T19:07:31.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.875+0000 7f399a19cb80 1 Processor -- start 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cc14a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cc14f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cc0fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc0b450 con 0x55b16cbf65c0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc0ad80 con 0x55b16cbf6ee0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b16cc0bb20 con 0x55b16cbf10f0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f399a19cb80 10 client.0 _ll_register_callbacks cb 0x55b16cae8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f3987e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cc14f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f398ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cc14a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f398ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cc14a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47684/0 (socket says 172.21.15.3:47684) 2024-05-21T19:07:31.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f398ce00700 1 -- 172.21.15.3:0/1091577240 learned_addr learned my addr 172.21.15.3:0/1091577240 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.876+0000 7f398d800700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cc0fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 -- 172.21.15.3:0/1091577240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 msgr2=0x55b16cc14a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cc14a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 -- 172.21.15.3:0/1091577240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 msgr2=0x55b16cc0fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cc0fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 -- 172.21.15.3:0/1091577240 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b16cc0ff40 con 0x55b16cbf65c0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f3987e00700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cc14f90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f39740dfe00 tx=0x7f39740cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97acafaa35d16de9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f396ea00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397408ae60 con 0x55b16cbf65c0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f39740dff10 con 0x55b16cbf65c0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.877+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f397c003d10 con 0x55b16cbf65c0 2024-05-21T19:07:31.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3974026040 con 0x55b16cbf65c0 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 10 client.14901 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b16cc76050 con 0x55b16cbf65c0 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f397c003d10 con 0x55b16cbf65c0 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f39740a9b80 con 0x55b16cbf65c0 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 10 client.14901 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 10 client.14901 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 20 client.14901 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc7ac00 0x55b16cc79910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 4 client.14901 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.878+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "status"}) -- 0x55b16cb4a520 con 0x55b16cc7ac00 2024-05-21T19:07:31.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f398ce00700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc7ac00 0x55b16cc79910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:31.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f398ce00700 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc7ac00 0x55b16cc79910 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ffe4f1761fc14860 server_cookie=1f7faa4d6f0d44dd in_seq=0 out_seq=0 2024-05-21T19:07:31.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f396ea00700 10 client.14901 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f396ea00700 1 -- 172.21.15.3:0/1091577240 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b16cb4a520 con 0x55b16cc7ac00 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f396ea00700 10 client.14901 handle_command_reply: tid=0 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.879+0000 7f399a19cb80 1 client.14901 shutdown 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 msgr2=0x55b16cc14f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cc14f90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f39740dfe00 tx=0x7f39740cc040 comp rx=0 tx=0).stop 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 shutdown_connections 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b16cbf6ee0 0x55b16cc0fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b16cbf10f0 0x55b16cc14a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55b16cc7ac00 0x55b16cc79910 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 --2- 172.21.15.3:0/1091577240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b16cbf65c0 0x55b16cc14f90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 >> 172.21.15.3:0/1091577240 conn(0x55b16cb1eb90 msgr2=0x55b16cbf86e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f396ea00700 0 client.14901 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 shutdown_connections 2024-05-21T19:07:31.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 1 -- 172.21.15.3:0/1091577240 wait complete. 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.880+0000 7f399a19cb80 20 client.14901 trim_cache size 0 max 16384 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 1, 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24493, 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 200.37157454699999, 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:07:31.883 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 246.31163679900001 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 msgr2=0x7f39700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 0x7f39700b4dc0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f398000b780 tx=0x7f3980006000 comp rx=0 tx=0).stop 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 msgr2=0x7f398819c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:31.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f397400e9a0 tx=0x7f397400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 shutdown_connections 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39700b2900 0x7f39700b4dc0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f39881095d0 0x7f39881a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f39881035c0 0x7f398819bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 --2- 172.21.15.3:0/2962941748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3988103f80 0x7f398819c330 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 >> 172.21.15.3:0/2962941748 conn(0x7f398807a610 msgr2=0x7f3988075a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 shutdown_connections 2024-05-21T19:07:31.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:31.881+0000 7f398f800700 1 -- 172.21.15.3:0/2962941748 wait complete. 2024-05-21T19:07:31.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:31 smithi178 ceph-mon[36523]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:32.644 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T19:07:33.119 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:33.594 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:33 smithi003 ceph-mon[31577]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:33 smithi104 ceph-mon[36417]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:33 smithi178 ceph-mon[36523]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 -- 172.21.15.3:0/2891056448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe86810b670 msgr2=0x7fe86810ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 --2- 172.21.15.3:0/2891056448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe86810b670 0x7fe86810ba50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b0a0 tx=0x7fe85800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 -- 172.21.15.3:0/2891056448 shutdown_connections 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 --2- 172.21.15.3:0/2891056448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 0x7fe868112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 --2- 172.21.15.3:0/2891056448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe86810b670 0x7fe86810ba50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 --2- 172.21.15.3:0/2891056448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe868105670 0x7fe868105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 -- 172.21.15.3:0/2891056448 >> 172.21.15.3:0/2891056448 conn(0x7fe868101160 msgr2=0x7fe868103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 -- 172.21.15.3:0/2891056448 shutdown_connections 2024-05-21T19:07:35.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.309+0000 7fe86ca00700 1 -- 172.21.15.3:0/2891056448 wait complete. 2024-05-21T19:07:35.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.310+0000 7fe86ca00700 1 Processor -- start 2024-05-21T19:07:35.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.310+0000 7fe86ca00700 1 -- start start 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 0x7fe86819bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 0x7fe86819c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 0x7fe8681a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe8681158a0 con 0x7fe86810b670 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe868115720 con 0x7fe868105670 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe86ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe868115a20 con 0x7fe868106030 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe867e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 0x7fe8681a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe867e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 0x7fe8681a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46216/0 (socket says 172.21.15.3:46216) 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe867e00700 1 -- 172.21.15.3:0/1686597529 learned_addr learned my addr 172.21.15.3:0/1686597529 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe867400700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 0x7fe86819bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.311+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 0x7fe86819c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 -- 172.21.15.3:0/1686597529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 msgr2=0x7fe86819c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 0x7fe86819c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 -- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 msgr2=0x7fe8681a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 0x7fe8681a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 -- 172.21.15.3:0/1686597529 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8681a0d40 con 0x7fe868105670 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe867400700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 0x7fe86819bd30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b070 tx=0x7fe858004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe864c00700 1 -- 172.21.15.3:0/1686597529 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe858021070 con 0x7fe868105670 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe864c00700 1 -- 172.21.15.3:0/1686597529 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe858007e30 con 0x7fe868105670 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8681a0fd0 con 0x7fe868105670 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.312+0000 7fe864c00700 1 -- 172.21.15.3:0/1686597529 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8580046a0 con 0x7fe868105670 2024-05-21T19:07:35.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.313+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8681a88b0 con 0x7fe868105670 2024-05-21T19:07:35.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.316+0000 7fe864c00700 1 -- 172.21.15.3:0/1686597529 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe858007980 con 0x7fe868105670 2024-05-21T19:07:35.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.317+0000 7fe8788e2b80 1 Processor -- start 2024-05-21T19:07:35.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 -- start start 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e87db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e877d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e8787a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562f0e7d5df0 con 0x562f0e87e090 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562f0e7c5990 con 0x562f0e87d770 2024-05-21T19:07:35.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.318+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562f0e7c99d0 con 0x562f0e878340 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe867e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e87db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe867400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e877d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe867e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e87db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36830/0 (socket says 172.21.15.3:36830) 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe867e00700 1 -- 172.21.15.3:0/1126231829 learned_addr learned my addr 172.21.15.3:0/1126231829 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e8787a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe864c00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 0x7fe84c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe864c00700 1 -- 172.21.15.3:0/1686597529 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe85800f020 con 0x7fe868105670 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 -- 172.21.15.3:0/1126231829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 msgr2=0x562f0e87db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e87db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 -- 172.21.15.3:0/1126231829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 msgr2=0x562f0e877d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e877d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.319+0000 7fe85ea00700 1 -- 172.21.15.3:0/1126231829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f0e78e3d0 con 0x562f0e878340 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe867e00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 0x7fe84c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e8787a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe850009c80 tx=0x7fe850009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6050e5dcbd03f247 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe85cc00700 1 -- 172.21.15.3:0/1126231829 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850004310 con 0x562f0e878340 2024-05-21T19:07:35.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe85cc00700 1 -- 172.21.15.3:0/1126231829 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe850011de0 con 0x562f0e878340 2024-05-21T19:07:35.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe85cc00700 1 -- 172.21.15.3:0/1126231829 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850005280 con 0x562f0e878340 2024-05-21T19:07:35.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.320+0000 7fe867e00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 0x7fe84c0b4dc0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe8600098a0 tx=0x7fe860004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1126231829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 msgr2=0x562f0e8787a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e8787a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe850009c80 tx=0x7fe850009f90 comp rx=0 tx=0).stop 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1126231829 shutdown_connections 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e8787a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e87db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1126231829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e877d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1126231829 >> 172.21.15.3:0/1126231829 conn(0x562f0e7a5b90 msgr2=0x562f0e8727c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1126231829 shutdown_connections 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.321+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1126231829 wait complete. 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.322+0000 7fe8788e2b80 1 -- start start 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.322+0000 7fe8788e2b80 1 Processor -- start 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.322+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e881070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8815b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562f0e6cbf50 con 0x562f0e87e090 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562f0e766710 con 0x562f0e87d770 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562f0e884bb0 con 0x562f0e878340 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe8788e2b80 10 client.0 _ll_register_callbacks cb 0x562f0e76fc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47720/0 (socket says 172.21.15.3:47720) 2024-05-21T19:07:35.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 -- 172.21.15.3:0/1468377884 learned_addr learned my addr 172.21.15.3:0/1468377884 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:35.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e881070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 -- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 msgr2=0x562f0e881070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e881070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 -- 172.21.15.3:0/1468377884 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 msgr2=0x562f0e8815b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8815b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867400700 1 -- 172.21.15.3:0/1468377884 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f0e715880 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e881070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.323+0000 7fe867e00700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8815b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe867400700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe8580e0f00 tx=0x7fe858009c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb1282eaac5b3813 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe855600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8580a6970 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe8580b33f0 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe850011de0 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe8580aa220 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe8788e2b80 10 client.25006 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.324+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562f0e796010 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe850011de0 con 0x562f0e878340 2024-05-21T19:07:35.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fe858011070 con 0x562f0e878340 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 10 client.25006 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 10 client.25006 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 20 client.25006 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e891610 0x562f0e892a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 4 client.25006 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.325+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f0e7d7d40 con 0x562f0e891610 2024-05-21T19:07:35.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.326+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e891610 0x562f0e892a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.326+0000 7fe85ea00700 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e891610 0x562f0e892a80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff4456e4423be387 server_cookie=f19acf4c8ed7db93 in_seq=0 out_seq=0 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.326+0000 7fe855600700 10 client.25006 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.327+0000 7fe855600700 1 -- 172.21.15.3:0/1468377884 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562f0e7d7d40 con 0x562f0e891610 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.327+0000 7fe855600700 10 client.25006 handle_command_reply: tid=0 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 client.25006 shutdown 2024-05-21T19:07:35.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 msgr2=0x562f0e883cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe8580e0f00 tx=0x7fe858009c50 comp rx=0 tx=0).stop 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 shutdown_connections 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e891610 0x562f0e892a80 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8815b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e883cd0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/1468377884 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e881070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe855600700 0 client.25006 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 >> 172.21.15.3:0/1468377884 conn(0x562f0e7a5b90 msgr2=0x562f0e871f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 shutdown_connections 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 1 -- 172.21.15.3:0/1468377884 wait complete. 2024-05-21T19:07:35.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.328+0000 7fe8788e2b80 20 client.25006 trim_cache size 0 max 16384 2024-05-21T19:07:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.352+0000 7fe8788e2b80 1 Processor -- start 2024-05-21T19:07:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 -- start start 2024-05-21T19:07:35.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 0x562f0e874460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8726f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562f0e890dc0 con 0x562f0e87e090 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562f0e891490 con 0x562f0e878340 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562f0e891b60 con 0x562f0e87d770 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe867400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe867400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36844/0 (socket says 172.21.15.3:36844) 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe867400700 1 -- 172.21.15.3:0/3457983816 learned_addr learned my addr 172.21.15.3:0/3457983816 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe867e00700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8726f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.353+0000 7fe85ea00700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 0x562f0e874460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 -- 172.21.15.3:0/3457983816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 msgr2=0x562f0e874460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 0x562f0e874460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 -- 172.21.15.3:0/3457983816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 msgr2=0x562f0e8726f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8726f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 -- 172.21.15.3:0/3457983816 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f0e890bd0 con 0x562f0e878340 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe85ea00700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 0x562f0e874460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe867400700 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe8580aaa40 tx=0x7fe85800b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4211a411200f6a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe857e00700 1 -- 172.21.15.3:0/3457983816 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8580aa400 con 0x562f0e878340 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe857e00700 1 -- 172.21.15.3:0/3457983816 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8580b31d0 con 0x562f0e878340 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.354+0000 7fe857e00700 1 -- 172.21.15.3:0/3457983816 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8580aa880 con 0x562f0e878340 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 -- 172.21.15.3:0/3457983816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 msgr2=0x562f0e877d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe8580aaa40 tx=0x7fe85800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 -- 172.21.15.3:0/3457983816 shutdown_connections 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e8726f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e878340 0x562f0e877d20 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/3457983816 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e87d770 0x562f0e874460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 -- 172.21.15.3:0/3457983816 >> 172.21.15.3:0/3457983816 conn(0x562f0e7a5b90 msgr2=0x562f0e87f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 -- 172.21.15.3:0/3457983816 shutdown_connections 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.355+0000 7fe8788e2b80 1 -- 172.21.15.3:0/3457983816 wait complete. 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.356+0000 7fe8788e2b80 1 -- start start 2024-05-21T19:07:35.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.356+0000 7fe8788e2b80 1 Processor -- start 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.356+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e89c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.356+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e89c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.356+0000 7fe8788e2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562f0e892900 con 0x562f0e87e090 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562f0e892230 con 0x562f0e87d770 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe8788e2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562f0e892fd0 con 0x562f0e878340 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe8788e2b80 10 client.0 _ll_register_callbacks cb 0x562f0e76fc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe867e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe867e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46262/0 (socket says 172.21.15.3:46262) 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe867e00700 1 -- 172.21.15.3:0/2982957704 learned_addr learned my addr 172.21.15.3:0/2982957704 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e89c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe867400700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e89c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 -- 172.21.15.3:0/2982957704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 msgr2=0x562f0e89c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e89c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 -- 172.21.15.3:0/2982957704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 msgr2=0x562f0e896f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe85ea00700 1 -- 172.21.15.3:0/2982957704 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f0e8977b0 con 0x562f0e87d770 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.357+0000 7fe867e00700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe85ea00700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e89c690 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe850004c20 tx=0x7fe850011860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcee2ea23eba1595 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe855600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe850005ce0 con 0x562f0e87d770 2024-05-21T19:07:35.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe85002ae00 con 0x562f0e87d770 2024-05-21T19:07:35.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8580b31d0 con 0x562f0e87d770 2024-05-21T19:07:35.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe850011cb0 con 0x562f0e87d770 2024-05-21T19:07:35.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe8788e2b80 10 client.25004 fetch_fsmap learned FSMap version 25 2024-05-21T19:07:35.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.358+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562f0e8fd980 con 0x562f0e87d770 2024-05-21T19:07:35.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8580b31d0 con 0x562f0e87d770 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fe850018070 con 0x562f0e87d770 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 10 client.25004 fetch_fsmap finished waiting for FSMap version 25 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 10 client.25004 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 20 client.25004 populate_metadata read hostname 'smithi003' 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e902370 0x562f0e901080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:35.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 4 client.25004 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "status"}) -- 0x562f0e7d1520 con 0x562f0e902370 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.359+0000 7fe867400700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e902370 0x562f0e901080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe867400700 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e902370 0x562f0e901080 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e69c27c69184e56 server_cookie=79b1a1939308f435 in_seq=0 out_seq=0 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe855600700 10 client.25004 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe855600700 1 -- 172.21.15.3:0/2982957704 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x562f0e7d1520 con 0x562f0e902370 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe855600700 10 client.25004 handle_command_reply: tid=0 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 client.25004 shutdown 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 msgr2=0x562f0e89c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e89c690 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe850004c20 tx=0x7fe850011860 comp rx=0 tx=0).stop 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 shutdown_connections 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562f0e902370 0x562f0e901080 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562f0e87e090 0x562f0e896f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562f0e878340 0x562f0e89c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 --2- 172.21.15.3:0/2982957704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562f0e87d770 0x562f0e89c690 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe855600700 0 client.25004 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.360+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 >> 172.21.15.3:0/2982957704 conn(0x562f0e7a5b90 msgr2=0x562f0e87f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.361+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 shutdown_connections 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.361+0000 7fe8788e2b80 1 -- 172.21.15.3:0/2982957704 wait complete. 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.361+0000 7fe8788e2b80 20 client.25004 trim_cache size 0 max 16384 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24503, 2024-05-21T19:07:35.364 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 219.93959322200001, 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 25, 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 242.60394149999999 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:07:35.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 msgr2=0x7fe84c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 0x7fe84c0b4dc0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe8600098a0 tx=0x7fe860004750 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 msgr2=0x7fe86819bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 0x7fe86819bd30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe85800b070 tx=0x7fe858004d00 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 shutdown_connections 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe84c0b2900 0x7fe84c0b4dc0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe86810b670 0x7fe8681a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe868105670 0x7fe86819bd30 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 --2- 172.21.15.3:0/1686597529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe868106030 0x7fe86819c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 >> 172.21.15.3:0/1686597529 conn(0x7fe868101160 msgr2=0x7fe868101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 shutdown_connections 2024-05-21T19:07:35.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:35.362+0000 7fe86ca00700 1 -- 172.21.15.3:0/1686597529 wait complete. 2024-05-21T19:07:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:35 smithi104 ceph-mon[36417]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:35.749 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:35 smithi003 ceph-mon[31577]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:35 smithi178 ceph-mon[36523]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:36.200 INFO:teuthology.run_tasks:Running task sequential... 2024-05-21T19:07:36.209 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-21T19:07:36.210 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-21T19:07:36.210 INFO:teuthology.task.print:Enabling mgr modules 2024-05-21T19:07:36.210 INFO:teuthology.run_tasks:Running task kclient... 2024-05-21T19:07:36.241 INFO:tasks.kclient:Mounting kernel clients... 2024-05-21T19:07:36.241 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-21T19:07:36.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:36.241 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-05-21T19:07:36.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:36.298 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link delete ceph-brx 2024-05-21T19:07:36.384 INFO:teuthology.orchestra.run.smithi003.stderr:Cannot find device "ceph-brx" 2024-05-21T19:07:36.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:07:36.387 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-05-21T19:07:36.388 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-21T19:07:36.388 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T19:07:36.388 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-21T19:07:36.829 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:37 smithi003 ceph-mon[31577]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:37 smithi178 ceph-mon[36523]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:37 smithi104 ceph-mon[36417]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 -- 172.21.15.3:0/2632228145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8103f90 msgr2=0x7f9ef8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 --2- 172.21.15.3:0/2632228145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8103f90 0x7f9ef8110470 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9ef000b0a0 tx=0x7f9ef000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 -- 172.21.15.3:0/2632228145 shutdown_connections 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 --2- 172.21.15.3:0/2632228145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8103f90 0x7f9ef8110470 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 --2- 172.21.15.3:0/2632228145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8108500 0x7f9ef81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 --2- 172.21.15.3:0/2632228145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef8103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 -- 172.21.15.3:0/2632228145 >> 172.21.15.3:0/2632228145 conn(0x7f9ef807a6a0 msgr2=0x7f9ef807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:38.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 -- 172.21.15.3:0/2632228145 shutdown_connections 2024-05-21T19:07:38.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.874+0000 7f9eff200700 1 -- 172.21.15.3:0/2632228145 wait complete. 2024-05-21T19:07:38.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 Processor -- start 2024-05-21T19:07:38.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 -- start start 2024-05-21T19:07:38.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:38.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8103f90 0x7f9ef819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:38.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8108500 0x7f9ef81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:38.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef8113790 con 0x7f9ef8108500 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef8113610 con 0x7f9ef81035f0 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.876+0000 7f9eff200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef8113910 con 0x7f9ef8103f90 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36882/0 (socket says 172.21.15.3:36882) 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 -- 172.21.15.3:0/557228651 learned_addr learned my addr 172.21.15.3:0/557228651 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9efd200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8108500 0x7f9ef81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7400700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8103f90 0x7f9ef819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 -- 172.21.15.3:0/557228651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8103f90 msgr2=0x7f9ef819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8103f90 0x7f9ef819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 -- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8108500 msgr2=0x7f9ef81a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8108500 0x7f9ef81a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 -- 172.21.15.3:0/557228651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef81a0df0 con 0x7f9ef81035f0 2024-05-21T19:07:38.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.877+0000 7f9ef7e00700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800e970 tx=0x7f9ee800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.878+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8004220 con 0x7f9ef81035f0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.878+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef81a10e0 con 0x7f9ef81035f0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.878+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ee80043c0 con 0x7f9ef81035f0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.878+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee8003ce0 con 0x7f9ef81035f0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.878+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef81a8960 con 0x7f9ef81035f0 2024-05-21T19:07:38.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.879+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef806a230 con 0x7f9ef81035f0 2024-05-21T19:07:38.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.881+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9ee800c7e0 con 0x7f9ef81035f0 2024-05-21T19:07:38.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.883+0000 7f9ef4c00700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 0x7f9edc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:38.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.883+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9ee80e2490 con 0x7f9ef81035f0 2024-05-21T19:07:38.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.883+0000 7f9ef7400700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 0x7f9edc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:38.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.884+0000 7f9ef7400700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 0x7f9edc0b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009680 tx=0x7f9ee4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:38.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:38.885+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9ee80aa1c0 con 0x7f9ef81035f0 2024-05-21T19:07:39.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.178+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9ef81a8bf0 con 0x7f9ef81035f0 2024-05-21T19:07:39.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.179+0000 7f9ef4c00700 1 -- 172.21.15.3:0/557228651 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f9ee80a9ac0 con 0x7f9ef81035f0 2024-05-21T19:07:39.179 INFO:teuthology.orchestra.run.smithi003.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-21T19:07:39.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 msgr2=0x7f9edc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:39.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 0x7f9edc0b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009680 tx=0x7f9ee4009260 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 msgr2=0x7f9ef819bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f9ee800e970 tx=0x7f9ee800ec80 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 shutdown_connections 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9edc0b2900 0x7f9edc0b4dc0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9ef8108500 0x7f9ef81a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ef81035f0 0x7f9ef819bde0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 --2- 172.21.15.3:0/557228651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9ef8103f90 0x7f9ef819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 >> 172.21.15.3:0/557228651 conn(0x7f9ef807a6a0 msgr2=0x7f9ef8101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 shutdown_connections 2024-05-21T19:07:39.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:39.182+0000 7f9eff200700 1 -- 172.21.15.3:0/557228651 wait complete. 2024-05-21T19:07:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:39 smithi003 ceph-mon[31577]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:39 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/557228651' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T19:07:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:39 smithi178 ceph-mon[36523]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:39 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/557228651' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T19:07:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:39 smithi104 ceph-mon[36417]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:07:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:39 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/557228651' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T19:07:40.151 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi003.front.sepia.ceph.com 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-21T19:07:40.152 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-21T19:07:40.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:40.152 DEBUG:teuthology.orchestra.run.smithi003:> ip addr 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: inet 127.0.0.1/8 scope host lo 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 ::1/128 scope host 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ac brd ff:ff:ff:ff:ff:ff 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f0 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T19:07:40.211 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:6b:fd:ad brd ff:ff:ff:ff:ff:ff 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp7s0f1 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dc brd ff:ff:ff:ff:ff:ff 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f0 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: inet 172.21.15.3/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft 41820sec preferred_lft 41820sec 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: inet6 fe80::ec4:7aff:febd:15dc/64 scope link noprefixroute 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: valid_lft forever preferred_lft forever 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: link/ether 0c:c4:7a:bd:15:dd brd ff:ff:ff:ff:ff:ff 2024-05-21T19:07:40.212 INFO:teuthology.orchestra.run.smithi003.stdout: altname enp1s0f1 2024-05-21T19:07:40.213 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-21T19:07:40.213 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add name ceph-brx type bridge 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr flush dev ceph-brx 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set ceph-brx up 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-21T19:07:40.214 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-05-21T19:07:40.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:40.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:40.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:40.760 DEBUG:teuthology.orchestra.run.smithi003:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-21T19:07:40.839 INFO:teuthology.orchestra.run.smithi003.stdout:1 2024-05-21T19:07:40.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:40.843 DEBUG:teuthology.orchestra.run.smithi003:> route 2024-05-21T19:07:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:Kernel IP routing table 2024-05-21T19:07:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-21T19:07:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-21T19:07:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-21T19:07:40.898 INFO:teuthology.orchestra.run.smithi003.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-21T19:07:40.899 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-05-21T19:07:41.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:41.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:41 smithi003 ceph-mon[31577]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:41.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:41.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:41.668 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-05-21T19:07:41.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:41.726 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list-id 2024-05-21T19:07:41.778 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:41 smithi104 ceph-mon[36417]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:41.781 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T19:07:41.781 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-05-21T19:07:41.781 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T19:07:41.781 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-21T19:07:41.781 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-05-21T19:07:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:41 smithi178 ceph-mon[36523]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:07:41.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:41.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:41.976 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-21T19:07:41.976 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-21T19:07:41.977 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-05-21T19:07:42.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:42.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:42.278 DEBUG:teuthology.orchestra.run.smithi003:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T19:07:42.278 DEBUG:teuthology.orchestra.run.smithi003:> set -e 2024-05-21T19:07:42.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set brx.0 up 2024-05-21T19:07:42.278 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link set dev brx.0 master ceph-brx 2024-05-21T19:07:42.278 DEBUG:teuthology.orchestra.run.smithi003:> ') 2024-05-21T19:07:42.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:42.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:42.487 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T19:07:42.487 DEBUG:teuthology.orchestra.run.smithi003:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-21T19:07:42.535 INFO:teuthology.orchestra.run.smithi003.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-21T19:07:42.535 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T19:07:42.535 DEBUG:teuthology.orchestra.run.smithi003:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-21T19:07:42.589 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-21T19:07:42.589 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-21T19:07:42.589 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/ded16a49-38b3-49d4-bc2b-67aae26313ea 2024-05-21T19:07:42.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:42.590 DEBUG:teuthology.orchestra.run.smithi003:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/ded16a49-38b3-49d4-bc2b-67aae26313ea /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-05-21T19:07:42.738 INFO:teuthology.orchestra.run.smithi003.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-05-21T19:07:42.738 INFO:teuthology.orchestra.run.smithi003.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-05-21T19:07:42.739 INFO:teuthology.orchestra.run.smithi003.stdout:invalid new device string format 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:invalid new device string format 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:mount.ceph: resolved to: "172.21.15.3:6789,172.21.15.104:6789,172.21.15.178:6789" 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.3:6789,172.21.15.104:6789,172.21.15.178:6789:/volumes/qa/sv_1/ded16a49-38b3-49d4-bc2b-67aae26313ea 2024-05-21T19:07:43.441 INFO:teuthology.orchestra.run.smithi003.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync,key=0,fsid=66720f12-17a3-11ef-bc9a-c7b262605968" will pass to kernel 2024-05-21T19:07:43.447 INFO:teuthology.orchestra.run.smithi003.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-21T19:07:43.447 INFO:teuthology.orchestra.run.smithi003.stdout: You just mounted a file system that supports labels which does not 2024-05-21T19:07:43.447 INFO:teuthology.orchestra.run.smithi003.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-21T19:07:43.447 INFO:teuthology.orchestra.run.smithi003.stdout: applications will generate AVC messages and not be allowed access to 2024-05-21T19:07:43.447 INFO:teuthology.orchestra.run.smithi003.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-21T19:07:43.452 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-21T19:07:43.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:07:43.453 DEBUG:teuthology.orchestra.run.smithi003:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-21T19:07:43.537 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T19:07:43.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T19:07:43.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:43.662 INFO:teuthology.orchestra.run.smithi003.stdout:client14928 2024-05-21T19:07:43.663 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T19:07:43.663 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T19:07:43.716 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T19:07:43.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T19:07:43.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:43.835 INFO:teuthology.orchestra.run.smithi003.stdout:client14928 2024-05-21T19:07:43.835 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T19:07:43.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:43 smithi003 ceph-mon[31577]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:43 smithi178 ceph-mon[36523]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:43.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T19:07:43.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:43.958 INFO:teuthology.orchestra.run.smithi003.stdout:client14928 2024-05-21T19:07:43.959 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/66720f12-17a3-11ef-bc9a-c7b262605968.client14928/status') 2024-05-21T19:07:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:43 smithi104 ceph-mon[36417]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:07:44.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T19:07:44.149 INFO:teuthology.orchestra.run.smithi003.stdout:instance: client.14928 (3)192.168.0.1:0/1113526530 2024-05-21T19:07:44.149 INFO:teuthology.orchestra.run.smithi003.stdout:blocklisted: false 2024-05-21T19:07:44.149 INFO:teuthology.orchestra.run.smithi003.stderr:0+1 records in 2024-05-21T19:07:44.149 INFO:teuthology.orchestra.run.smithi003.stderr:0+1 records out 2024-05-21T19:07:44.149 INFO:teuthology.orchestra.run.smithi003.stderr:70 bytes copied, 8.8462e-05 s, 791 kB/s 2024-05-21T19:07:44.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T19:07:44.163 INFO:teuthology.run_tasks:Running task exec... 2024-05-21T19:07:44.173 INFO:teuthology.task.exec:Executing custom commands... 2024-05-21T19:07:44.173 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:07:44.174 DEBUG:teuthology.orchestra.run.smithi003:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.383+0000 7fed62200640 1 -- 172.21.15.3:0/91226026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c1087a0 msgr2=0x7fed5c10ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.383+0000 7fed62200640 1 --2- 172.21.15.3:0/91226026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c1087a0 0x7fed5c10ab90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed54009ca0 tx=0x7fed5402a8b0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 -- 172.21.15.3:0/91226026 shutdown_connections 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 --2- 172.21.15.3:0/91226026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c1087a0 0x7fed5c10ab90 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 --2- 172.21.15.3:0/91226026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c100ff0 0x7fed5c108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 --2- 172.21.15.3:0/91226026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100690 0x7fed5c100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 -- 172.21.15.3:0/91226026 >> 172.21.15.3:0/91226026 conn(0x7fed5c0fc270 msgr2=0x7fed5c0fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 -- 172.21.15.3:0/91226026 shutdown_connections 2024-05-21T19:07:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.384+0000 7fed62200640 1 -- 172.21.15.3:0/91226026 wait complete. 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 Processor -- start 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 -- start start 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100ff0 0x7fed5c1021f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c1087a0 0x7fed5c102730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10e620 con 0x7fed5c100690 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10e4a0 con 0x7fed5c1087a0 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.385+0000 7fed62200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c10e7a0 con 0x7fed5c100ff0 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56726/0 (socket says 172.21.15.3:56726) 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 -- 172.21.15.3:0/2361534159 learned_addr learned my addr 172.21.15.3:0/2361534159 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5aa00640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100ff0 0x7fed5c1021f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5be00640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c1087a0 0x7fed5c102730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 -- 172.21.15.3:0/2361534159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100ff0 msgr2=0x7fed5c1021f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100ff0 0x7fed5c1021f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 -- 172.21.15.3:0/2361534159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c1087a0 msgr2=0x7fed5c102730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c1087a0 0x7fed5c102730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 -- 172.21.15.3:0/2361534159 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5c102ff0 con 0x7fed5c100690 2024-05-21T19:07:44.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.386+0000 7fed5b400640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fed4400e9f0 tx=0x7fed4400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:44.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.387+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4400cd80 con 0x7fed5c100690 2024-05-21T19:07:44.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.387+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed440054d0 con 0x7fed5c100690 2024-05-21T19:07:44.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.387+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed44010690 con 0x7fed5c100690 2024-05-21T19:07:44.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.387+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed5c1a2cf0 con 0x7fed5c100690 2024-05-21T19:07:44.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.387+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed5c1a31c0 con 0x7fed5c100690 2024-05-21T19:07:44.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.388+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed5c050810 con 0x7fed5c100690 2024-05-21T19:07:44.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.390+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fed44004e90 con 0x7fed5c100690 2024-05-21T19:07:44.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.392+0000 7fed53e00640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 0x7fed400b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:44.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.392+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fed440e2660 con 0x7fed5c100690 2024-05-21T19:07:44.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.392+0000 7fed5aa00640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 0x7fed400b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.393+0000 7fed5aa00640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 0x7fed400b4d60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fed4c0095f0 tx=0x7fed4c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.397+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fed5c050810 con 0x7fed5c100690 2024-05-21T19:07:44.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:44.659+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fed5c063720 con 0x7fed5c100690 2024-05-21T19:07:45.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.496+0000 7fed53e00640 1 -- 172.21.15.3:0/2361534159 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7fed440aa300 con 0x7fed5c100690 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 msgr2=0x7fed400b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 0x7fed400b4d60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fed4c0095f0 tx=0x7fed4c005f90 comp rx=0 tx=0).stop 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 msgr2=0x7fed5c103b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fed4400e9f0 tx=0x7fed4400edf0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 shutdown_connections 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fed400b28a0 0x7fed400b4d60 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fed5c100ff0 0x7fed5c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fed5c1087a0 0x7fed5c102730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 --2- 172.21.15.3:0/2361534159 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fed5c100690 0x7fed5c103b60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.501+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 >> 172.21.15.3:0/2361534159 conn(0x7fed5c0fc270 msgr2=0x7fed5c104240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.502+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 shutdown_connections 2024-05-21T19:07:45.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.502+0000 7fed62200640 1 -- 172.21.15.3:0/2361534159 wait complete. 2024-05-21T19:07:45.526 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-21T19:07:45.537 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-21T19:07:45.546 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T19:07:45.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.768+0000 7f5c55c00640 1 -- 172.21.15.3:0/2745000219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 msgr2=0x7f5c50079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.768+0000 7f5c55c00640 1 --2- 172.21.15.3:0/2745000219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c50079890 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5c48009900 tx=0x7f5c4802a400 comp rx=0 tx=0).stop 2024-05-21T19:07:45.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 -- 172.21.15.3:0/2745000219 shutdown_connections 2024-05-21T19:07:45.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 --2- 172.21.15.3:0/2745000219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c50078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 --2- 172.21.15.3:0/2745000219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c50079890 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 --2- 172.21.15.3:0/2745000219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 0x7f5c50077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 -- 172.21.15.3:0/2745000219 >> 172.21.15.3:0/2745000219 conn(0x7f5c50100060 msgr2=0x7f5c501024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:45.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 -- 172.21.15.3:0/2745000219 shutdown_connections 2024-05-21T19:07:45.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.769+0000 7f5c55c00640 1 -- 172.21.15.3:0/2745000219 wait complete. 2024-05-21T19:07:45.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 Processor -- start 2024-05-21T19:07:45.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 -- start start 2024-05-21T19:07:45.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 0x7f5c5019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:45.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c501a6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c50114a70 con 0x7f5c50078ff0 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c501148f0 con 0x7f5c50077410 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.770+0000 7f5c55c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c50114bf0 con 0x7f5c50078650 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58640/0 (socket says 172.21.15.3:58640) 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c55200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c501a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 -- 172.21.15.3:0/1269749591 learned_addr learned my addr 172.21.15.3:0/1269749591 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4fe00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 0x7f5c5019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 -- 172.21.15.3:0/1269749591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 msgr2=0x7f5c5019f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 0x7f5c5019f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 -- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 msgr2=0x7f5c501a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c501a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 -- 172.21.15.3:0/1269749591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c501a6ca0 con 0x7f5c50078650 2024-05-21T19:07:45.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4f400640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5c3c00ebc0 tx=0x7f5c3c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:45.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.771+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c3c010630 con 0x7f5c50078650 2024-05-21T19:07:45.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.772+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c3c010c80 con 0x7f5c50078650 2024-05-21T19:07:45.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.772+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c501a6f90 con 0x7f5c50078650 2024-05-21T19:07:45.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.772+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c3c018b60 con 0x7f5c50078650 2024-05-21T19:07:45.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.772+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c501a7450 con 0x7f5c50078650 2024-05-21T19:07:45.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.773+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c50111460 con 0x7f5c50078650 2024-05-21T19:07:45.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.775+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5c3c018d00 con 0x7f5c50078650 2024-05-21T19:07:45.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.777+0000 7f5c4cc00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 0x7f5c340b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:45.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.777+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5c3c0e27f0 con 0x7f5c50078650 2024-05-21T19:07:45.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.777+0000 7f5c4fe00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 0x7f5c340b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:45.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.778+0000 7f5c4fe00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 0x7f5c340b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5c40009bd0 tx=0x7f5c40005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:45.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.779+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5c3c0a9e40 con 0x7f5c50078650 2024-05-21T19:07:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:45 smithi003 ceph-mon[31577]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:45 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T19:07:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:45 smithi178 ceph-mon[36523]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:45 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T19:07:45.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:45 smithi104 ceph-mon[36417]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:07:45.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:45 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T19:07:45.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.992+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5c5002ddf0 con 0x7f5c50078650 2024-05-21T19:07:45.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.995+0000 7f5c4cc00640 1 -- 172.21.15.3:0/1269749591 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f5c3c0ae140 con 0x7f5c50078650 2024-05-21T19:07:45.996 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:45.996 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:07:45.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.997+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 msgr2=0x7f5c340b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.997+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 0x7f5c340b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5c40009bd0 tx=0x7f5c40005f90 comp rx=0 tx=0).stop 2024-05-21T19:07:45.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.997+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 msgr2=0x7f5c5019f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:45.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.997+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5c3c00ebc0 tx=0x7f5c3c00c6a0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 shutdown_connections 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c340b27f0 0x7f5c340b4cb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c50078650 0x7f5c5019f5c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c50078ff0 0x7f5c501a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 --2- 172.21.15.3:0/1269749591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c50077410 0x7f5c5019f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 >> 172.21.15.3:0/1269749591 conn(0x7f5c50100060 msgr2=0x7f5c50101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 shutdown_connections 2024-05-21T19:07:45.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:45.998+0000 7f5c55c00640 1 -- 172.21.15.3:0/1269749591 wait complete. 2024-05-21T19:07:46.018 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T18:58:26.088182+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T19:03:46.614042+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T19:03:51.222166+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T19:07:46.019 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T19:07:46.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 -- 172.21.15.3:0/2806886116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0104b90 msgr2=0x7f2ca0104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/2806886116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0104b90 0x7f2ca0104fb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2c90009900 tx=0x7f2c9002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 -- 172.21.15.3:0/2806886116 shutdown_connections 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/2806886116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0106740 0x7f2ca010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/2806886116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0105d80 0x7f2ca0106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/2806886116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0104b90 0x7f2ca0104fb0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 -- 172.21.15.3:0/2806886116 >> 172.21.15.3:0/2806886116 conn(0x7f2ca0100100 msgr2=0x7f2ca0102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 -- 172.21.15.3:0/2806886116 shutdown_connections 2024-05-21T19:07:46.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.238+0000 7f2ca5e00640 1 -- 172.21.15.3:0/2806886116 wait complete. 2024-05-21T19:07:46.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 Processor -- start 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 -- start start 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 0x7f2ca019b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 0x7f2ca01a2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0110710 con 0x7f2ca0106740 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0110590 con 0x7f2ca0104b90 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.239+0000 7f2ca5e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca0110890 con 0x7f2ca0105d80 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 0x7f2ca01a2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51972/0 (socket says 172.21.15.3:51972) 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 -- 172.21.15.3:0/1049887984 learned_addr learned my addr 172.21.15.3:0/1049887984 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2c97e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 0x7f2ca019b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 -- 172.21.15.3:0/1049887984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 msgr2=0x7f2ca019b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 0x7f2ca019b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 -- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 msgr2=0x7f2ca01a2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 0x7f2ca01a2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 -- 172.21.15.3:0/1049887984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca01a29d0 con 0x7f2ca0104b90 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2c97e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 0x7f2ca019b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca5400640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 0x7f2ca01a2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:46.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.240+0000 7f2ca4a00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2c90031500 tx=0x7f2c90003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.241+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9003f070 con 0x7f2ca0104b90 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.241+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca01a2c60 con 0x7f2ca0104b90 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.241+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c90031c50 con 0x7f2ca0104b90 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.241+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90035030 con 0x7f2ca0104b90 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.241+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca01a31a0 con 0x7f2ca0104b90 2024-05-21T19:07:46.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.242+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ca010bf30 con 0x7f2ca0104b90 2024-05-21T19:07:46.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.245+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2c90042070 con 0x7f2ca0104b90 2024-05-21T19:07:46.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.246+0000 7f2c9e000640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 0x7f2c840b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.246+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2c90103090 con 0x7f2ca0104b90 2024-05-21T19:07:46.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.246+0000 7f2c97e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 0x7f2c840b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.247+0000 7f2c97e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 0x7f2c840b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2ca019c2c0 tx=0x7f2c88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:46.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.248+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c900cad90 con 0x7f2ca0104b90 2024-05-21T19:07:46.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.462+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2ca002dd70 con 0x7f2ca0104b90 2024-05-21T19:07:46.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.462+0000 7f2c9e000640 1 -- 172.21.15.3:0/1049887984 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f2c900ca690 con 0x7f2ca0104b90 2024-05-21T19:07:46.463 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-05-21T19:07:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.465+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 msgr2=0x7f2c840b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.465+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 0x7f2c840b4d30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2ca019c2c0 tx=0x7f2c88005f90 comp rx=0 tx=0).stop 2024-05-21T19:07:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 msgr2=0x7f2ca019adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2c90031500 tx=0x7f2c90003c10 comp rx=0 tx=0).stop 2024-05-21T19:07:46.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 shutdown_connections 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c840b2870 0x7f2c840b4d30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2ca0105d80 0x7f2ca019b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2ca0106740 0x7f2ca01a2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 --2- 172.21.15.3:0/1049887984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2ca0104b90 0x7f2ca019adb0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 >> 172.21.15.3:0/1049887984 conn(0x7f2ca0100100 msgr2=0x7f2ca0109100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 shutdown_connections 2024-05-21T19:07:46.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.466+0000 7f2ca5e00640 1 -- 172.21.15.3:0/1049887984 wait complete. 2024-05-21T19:07:46.486 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T19:07:46.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 -- 172.21.15.3:0/3208917305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618104510 msgr2=0x7f161810ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 --2- 172.21.15.3:0/3208917305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618104510 0x7f161810ada0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1610009ca0 tx=0x7f161002a8b0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 -- 172.21.15.3:0/3208917305 shutdown_connections 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 --2- 172.21.15.3:0/3208917305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618103b50 0x7f1618103fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 --2- 172.21.15.3:0/3208917305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618104510 0x7f161810ada0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 --2- 172.21.15.3:0/3208917305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618102d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 -- 172.21.15.3:0/3208917305 >> 172.21.15.3:0/3208917305 conn(0x7f16180fdef0 msgr2=0x7f1618100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 -- 172.21.15.3:0/3208917305 shutdown_connections 2024-05-21T19:07:46.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.706+0000 7f1617200640 1 -- 172.21.15.3:0/3208917305 wait complete. 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.707+0000 7f1617200640 1 Processor -- start 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.707+0000 7f1617200640 1 -- start start 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618108800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 0x7f1618105370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f161810e490 con 0x7f1618103b50 2024-05-21T19:07:46.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f161810e310 con 0x7f1618102960 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1617200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f161810e610 con 0x7f1618104510 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f160d400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f160d400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56780/0 (socket says 172.21.15.3:56780) 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f160d400640 1 -- 172.21.15.3:0/3501540958 learned_addr learned my addr 172.21.15.3:0/3501540958 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1615e00640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618108800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1616800640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 0x7f1618105370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1615e00640 1 -- 172.21.15.3:0/3501540958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 msgr2=0x7f1618105370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1615e00640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 0x7f1618105370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1615e00640 1 -- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 msgr2=0x7f1618108d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.708+0000 7f1615e00640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f1615e00640 1 -- 172.21.15.3:0/3501540958 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1618105c30 con 0x7f1618102960 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f1616800640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 0x7f1618105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f160d400640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f1615e00640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618108800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f160800e9c0 tx=0x7f160800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160800cd80 con 0x7f1618102960 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16080108e0 con 0x7f1618102960 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608018900 con 0x7f1618102960 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16181a7190 con 0x7f1618102960 2024-05-21T19:07:46.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.709+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16181a75f0 con 0x7f1618102960 2024-05-21T19:07:46.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.710+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16181a7850 con 0x7f1618102960 2024-05-21T19:07:46.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.713+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f160801f020 con 0x7f1618102960 2024-05-21T19:07:46.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.714+0000 7f160f400640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 0x7f15fc0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:46.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.715+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f16080e23d0 con 0x7f1618102960 2024-05-21T19:07:46.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.715+0000 7f160d400640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 0x7f15fc0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:46.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.715+0000 7f160d400640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 0x7f15fc0b4d30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1618106780 tx=0x7f1600005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:46.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.716+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16080aa070 con 0x7f1618102960 2024-05-21T19:07:46.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:46 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T19:07:46.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:46 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:07:46.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:46 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1269749591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:46.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:46 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1049887984' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:07:46.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:46 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T19:07:46.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:46 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:07:46.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:46 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1269749591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:46.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:46 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1049887984' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:07:46.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.930+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f16181a7a20 con 0x7f1618102960 2024-05-21T19:07:46.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.931+0000 7f160f400640 1 -- 172.21.15.3:0/3501540958 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7f16080a9970 con 0x7f1618102960 2024-05-21T19:07:46.932 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-05-21T19:07:46.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 msgr2=0x7f15fc0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 0x7f15fc0b4d30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1618106780 tx=0x7f1600005f90 comp rx=0 tx=0).stop 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 msgr2=0x7f1618108800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618108800 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f160800e9c0 tx=0x7f160800ee80 comp rx=0 tx=0).stop 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 shutdown_connections 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f15fc0b2870 0x7f15fc0b4d30 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1618104510 0x7f1618105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1618103b50 0x7f1618108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 --2- 172.21.15.3:0/3501540958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1618102960 0x7f1618108800 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:46.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 >> 172.21.15.3:0/3501540958 conn(0x7f16180fdef0 msgr2=0x7f1618074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:46.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 shutdown_connections 2024-05-21T19:07:46.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:46.934+0000 7f1617200640 1 -- 172.21.15.3:0/3501540958 wait complete. 2024-05-21T19:07:46.956 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T19:07:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:46 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2361534159' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T19:07:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:46 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:07:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:46 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1269749591' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:07:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:46 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1049887984' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 -- 172.21.15.3:0/488345831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc105e60 msgr2=0x7fb2fc108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 --2- 172.21.15.3:0/488345831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc105e60 0x7fb2fc108250 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009860 tx=0x7fb2e802a340 comp rx=0 tx=0).stop 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 -- 172.21.15.3:0/488345831 shutdown_connections 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 --2- 172.21.15.3:0/488345831 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc10abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 --2- 172.21.15.3:0/488345831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc105e60 0x7fb2fc108250 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 --2- 172.21.15.3:0/488345831 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc103530 0x7fb2fc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 -- 172.21.15.3:0/488345831 >> 172.21.15.3:0/488345831 conn(0x7fb2fc0fcf40 msgr2=0x7fb2fc0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:47.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 -- 172.21.15.3:0/488345831 shutdown_connections 2024-05-21T19:07:47.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.163+0000 7fb300c00640 1 -- 172.21.15.3:0/488345831 wait complete. 2024-05-21T19:07:47.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.165+0000 7fb300c00640 1 Processor -- start 2024-05-21T19:07:47.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.165+0000 7fb300c00640 1 -- start start 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.165+0000 7fb300c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.165+0000 7fb300c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc105e60 0x7fb2fc1992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb300c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc1a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb300c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc10e5e0 con 0x7fb2fc105e60 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb300c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc10e460 con 0x7fb2fc103530 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb300c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc10e760 con 0x7fb2fc108790 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc105e60 0x7fb2fc1992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:47.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52010/0 (socket says 172.21.15.3:52010) 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 -- 172.21.15.3:0/1425279967 learned_addr learned my addr 172.21.15.3:0/1425279967 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2fa800640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc1a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 -- 172.21.15.3:0/1425279967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 msgr2=0x7fb2fc1a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc1a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 -- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc105e60 msgr2=0x7fb2fc1992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc105e60 0x7fb2fc1992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2f9e00640 1 -- 172.21.15.3:0/1425279967 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2fc1a0960 con 0x7fb2fc103530 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.166+0000 7fb2fa800640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc1a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:47.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb2f9e00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9c0 tx=0x7fb2ec00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec00ccc0 con 0x7fb2fc103530 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2ec0054d0 con 0x7fb2fc103530 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec010430 con 0x7fb2fc103530 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2fc1a0c50 con 0x7fb2fc103530 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.167+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2fc1a1150 con 0x7fb2fc103530 2024-05-21T19:07:47.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.168+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2fc0fea30 con 0x7fb2fc103530 2024-05-21T19:07:47.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.171+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb2ec004f80 con 0x7fb2fc103530 2024-05-21T19:07:47.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.172+0000 7fb2f2a00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 0x7fb2e00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:47.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.173+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb2ec0e2a40 con 0x7fb2fc103530 2024-05-21T19:07:47.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.173+0000 7fb2f9400640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 0x7fb2e00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:47.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.173+0000 7fb2f9400640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 0x7fb2e00b4d30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009830 tx=0x7fb2e8030450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:47.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.174+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb2ec0aa6e0 con 0x7fb2fc103530 2024-05-21T19:07:47.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.384+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb2fc02dd30 con 0x7fb2fc103530 2024-05-21T19:07:47.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.385+0000 7fb2f2a00640 1 -- 172.21.15.3:0/1425279967 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7fb2ec0a9fe0 con 0x7fb2fc103530 2024-05-21T19:07:47.386 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 64 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 msgr2=0x7fb2e00b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 0x7fb2e00b4d30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009830 tx=0x7fb2e8030450 comp rx=0 tx=0).stop 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 msgr2=0x7fb2fc198da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9c0 tx=0x7fb2ec00ee80 comp rx=0 tx=0).stop 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 shutdown_connections 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2e00b2870 0x7fb2e00b4d30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb2fc108790 0x7fb2fc1a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb2fc105e60 0x7fb2fc1992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 --2- 172.21.15.3:0/1425279967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2fc103530 0x7fb2fc198da0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:47.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.389+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 >> 172.21.15.3:0/1425279967 conn(0x7fb2fc0fcf40 msgr2=0x7fb2fc103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:47.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.390+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 shutdown_connections 2024-05-21T19:07:47.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:47.390+0000 7fb300c00640 1 -- 172.21.15.3:0/1425279967 wait complete. 2024-05-21T19:07:47.408 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-21T19:07:47.408 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:07:47.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:47 smithi003 ceph-mon[31577]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:07:47.857 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:47 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3501540958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:47 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1425279967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.864 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:47.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:47 smithi178 ceph-mon[36523]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:07:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:47 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3501540958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:47 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1425279967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:47 smithi104 ceph-mon[36417]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-21T19:07:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:47 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3501540958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:07:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:47 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1425279967' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:07:49.746 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:49 smithi003 ceph-mon[31577]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-21T19:07:49.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:49 smithi178 ceph-mon[36523]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-21T19:07:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:49 smithi104 ceph-mon[36417]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-21T19:07:50.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 -- 172.21.15.3:0/3175627120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 msgr2=0x7f0a9c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 --2- 172.21.15.3:0/3175627120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c105be0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0a88009990 tx=0x7f0a88009ca0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 -- 172.21.15.3:0/3175627120 shutdown_connections 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 --2- 172.21.15.3:0/3175627120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c106120 0x7f0a9c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 --2- 172.21.15.3:0/3175627120 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c10b760 0x7f0a9c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 --2- 172.21.15.3:0/3175627120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c105be0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 -- 172.21.15.3:0/3175627120 >> 172.21.15.3:0/3175627120 conn(0x7f0a9c101250 msgr2=0x7f0a9c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 -- 172.21.15.3:0/3175627120 shutdown_connections 2024-05-21T19:07:50.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.293+0000 7f0aa4400700 1 -- 172.21.15.3:0/3175627120 wait complete. 2024-05-21T19:07:50.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.294+0000 7f0aa4400700 1 Processor -- start 2024-05-21T19:07:50.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.294+0000 7f0aa4400700 1 -- start start 2024-05-21T19:07:50.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:50.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:50.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c10b760 0x7f0a9c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9c115960 con 0x7f0a9c106120 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9c1157e0 con 0x7f0a9c10b760 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa4400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9c115ae0 con 0x7f0a9c105760 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56814/0 (socket says 172.21.15.3:56814) 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa1000700 1 -- 172.21.15.3:0/2339039822 learned_addr learned my addr 172.21.15.3:0/2339039822 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:50.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa1a00700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.295+0000 7f0aa2400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c10b760 0x7f0a9c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 -- 172.21.15.3:0/2339039822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 msgr2=0x7f0a9c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 -- 172.21.15.3:0/2339039822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c10b760 msgr2=0x7f0a9c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c10b760 0x7f0a9c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 -- 172.21.15.3:0/2339039822 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9c1a0e20 con 0x7f0a9c106120 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1a00700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:50.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa1000700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a880057f0 tx=0x7f0a8800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:50.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a88026070 con 0x7f0a9c106120 2024-05-21T19:07:50.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.296+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a9c1a10b0 con 0x7f0a9c106120 2024-05-21T19:07:50.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.297+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a88021410 con 0x7f0a9c106120 2024-05-21T19:07:50.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.297+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a88017650 con 0x7f0a9c106120 2024-05-21T19:07:50.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.297+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a9c1a8990 con 0x7f0a9c106120 2024-05-21T19:07:50.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.298+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a9c06a230 con 0x7f0a9c106120 2024-05-21T19:07:50.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.300+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0a88029070 con 0x7f0a9c106120 2024-05-21T19:07:50.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.302+0000 7f0a9a000700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 0x7f0a840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:50.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.302+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0a880e2bc0 con 0x7f0a9c106120 2024-05-21T19:07:50.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.302+0000 7f0aa1a00700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 0x7f0a840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:50.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.303+0000 7f0aa1a00700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 0x7f0a840b4dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009fd0 tx=0x7f0a90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:50.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.307+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0a88013070 con 0x7f0a9c106120 2024-05-21T19:07:50.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.591+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a9c19d170 con 0x7f0a9c106120 2024-05-21T19:07:50.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.592+0000 7f0a9a000700 1 -- 172.21.15.3:0/2339039822 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f0a880aa980 con 0x7f0a9c106120 2024-05-21T19:07:50.593 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:50.594 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:07:50.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.595+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 msgr2=0x7f0a840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:50.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.595+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 0x7f0a840b4dc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009fd0 tx=0x7f0a90009260 comp rx=0 tx=0).stop 2024-05-21T19:07:50.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.595+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 msgr2=0x7f0a9c19c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:50.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.595+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a880057f0 tx=0x7f0a8800bfd0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 shutdown_connections 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0a840b2900 0x7f0a840b4dc0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0a9c10b760 0x7f0a9c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0a9c105760 0x7f0a9c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 --2- 172.21.15.3:0/2339039822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0a9c106120 0x7f0a9c19c350 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 >> 172.21.15.3:0/2339039822 conn(0x7f0a9c101250 msgr2=0x7f0a9c101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 shutdown_connections 2024-05-21T19:07:50.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:50.596+0000 7f0aa4400700 1 -- 172.21.15.3:0/2339039822 wait complete. 2024-05-21T19:07:50.598 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:07:51.389 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-21T19:07:51.389 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-21T19:07:51.390 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 -- 172.21.15.3:0/2498592891 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c103350 msgr2=0x7efc5c105740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 --2- 172.21.15.3:0/2498592891 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c103350 0x7efc5c105740 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7efc50009900 tx=0x7efc5002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 -- 172.21.15.3:0/2498592891 shutdown_connections 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 --2- 172.21.15.3:0/2498592891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c1085b0 0x7efc5c10aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 --2- 172.21.15.3:0/2498592891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c105c80 0x7efc5c108070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 --2- 172.21.15.3:0/2498592891 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c103350 0x7efc5c105740 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.598+0000 7efc62e00640 1 -- 172.21.15.3:0/2498592891 >> 172.21.15.3:0/2498592891 conn(0x7efc5c0fcd20 msgr2=0x7efc5c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:51.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.599+0000 7efc62e00640 1 -- 172.21.15.3:0/2498592891 shutdown_connections 2024-05-21T19:07:51.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.599+0000 7efc62e00640 1 -- 172.21.15.3:0/2498592891 wait complete. 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 Processor -- start 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 -- start start 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c105c80 0x7efc5c19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c1085b0 0x7efc5c1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c10e470 con 0x7efc5c1085b0 2024-05-21T19:07:51.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c10e2f0 con 0x7efc5c103350 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c10e5f0 con 0x7efc5c105c80 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc61a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc62400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c1085b0 0x7efc5c1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc61a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45572/0 (socket says 172.21.15.3:45572) 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc61a00640 1 -- 172.21.15.3:0/4059218222 learned_addr learned my addr 172.21.15.3:0/4059218222 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.600+0000 7efc61000640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c105c80 0x7efc5c19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 -- 172.21.15.3:0/4059218222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c105c80 msgr2=0x7efc5c19b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c105c80 0x7efc5c19b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 -- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c1085b0 msgr2=0x7efc5c1a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c1085b0 0x7efc5c1a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 -- 172.21.15.3:0/4059218222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc5c1a29b0 con 0x7efc5c103350 2024-05-21T19:07:51.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc61a00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc50005ab0 tx=0x7efc50003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc5003f070 con 0x7efc5c103350 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.601+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5c1a2c40 con 0x7efc5c103350 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.602+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc50031c50 con 0x7efc5c103350 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.602+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc50035030 con 0x7efc5c103350 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.602+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc5c1a3180 con 0x7efc5c103350 2024-05-21T19:07:51.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.603+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc5c10a100 con 0x7efc5c103350 2024-05-21T19:07:51.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.605+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efc50042070 con 0x7efc5c103350 2024-05-21T19:07:51.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.606+0000 7efc5a000640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 0x7efc440b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:51.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.607+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efc50103060 con 0x7efc5c103350 2024-05-21T19:07:51.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.607+0000 7efc61000640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 0x7efc440b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:51.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:51 smithi003 ceph-mon[31577]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:51.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2339039822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:51.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.608+0000 7efc61000640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 0x7efc440b4d30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7efc480095f0 tx=0x7efc48005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:51.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.609+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efc500ca710 con 0x7efc5c103350 2024-05-21T19:07:51.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.819+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc5c062e90 con 0x7efc440b2870 2024-05-21T19:07:51.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.832+0000 7efc5a000640 1 -- 172.21.15.3:0/4059218222 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258818 (secure 0 0 0) 0x7efc5c062e90 con 0x7efc440b2870 2024-05-21T19:07:51.836 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:51.838 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 msgr2=0x7efc440b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 0x7efc440b4d30 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7efc480095f0 tx=0x7efc48005f90 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 msgr2=0x7efc5c19ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7efc50005ab0 tx=0x7efc50003b90 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 shutdown_connections 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc440b2870 0x7efc440b4d30 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efc5c105c80 0x7efc5c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efc5c1085b0 0x7efc5c1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 --2- 172.21.15.3:0/4059218222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc5c103350 0x7efc5c19ada0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 >> 172.21.15.3:0/4059218222 conn(0x7efc5c0fcd20 msgr2=0x7efc5c102bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 shutdown_connections 2024-05-21T19:07:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:51.838+0000 7efc62e00640 1 -- 172.21.15.3:0/4059218222 wait complete. 2024-05-21T19:07:51.859 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":437,"stamp":"2024-05-21T19:07:50.167460+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659291,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1375,"num_read_kb":787,"num_write":300,"num_write_kb":2273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":743,"ondisk_log_size":743,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390872,"kb_used_data":12600,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550952,"statfs":{"total":1151940427776,"available":1151540174848,"internally_reserved":0,"allocated":12902400,"data_stored":7197957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":620,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005582"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077423+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:40.077423+0000","last_peered":"2024-05-21T19:05:40.077423+0000","last_clean":"2024-05-21T19:05:40.077423+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:40.077423+0000","last_undegraded":"2024-05-21T19:05:40.077423+0000","last_fullsized":"2024-05-21T19:05:40.077423+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079753+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:40.079753+0000","last_peered":"2024-05-21T19:05:40.079753+0000","last_clean":"2024-05-21T19:05:40.079753+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:40.079753+0000","last_undegraded":"2024-05-21T19:05:40.079753+0000","last_fullsized":"2024-05-21T19:05:40.079753+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046125+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:40.046125+0000","last_peered":"2024-05-21T19:05:40.046125+0000","last_clean":"2024-05-21T19:05:40.046125+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:40.046125+0000","last_undegraded":"2024-05-21T19:05:40.046125+0000","last_fullsized":"2024-05-21T19:05:40.046125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056352+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:40.056352+0000","last_peered":"2024-05-21T19:05:40.056352+0000","last_clean":"2024-05-21T19:05:40.056352+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:40.056352+0000","last_undegraded":"2024-05-21T19:05:40.056352+0000","last_fullsized":"2024-05-21T19:05:40.056352+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081678+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:40.081678+0000","last_peered":"2024-05-21T19:05:40.081678+0000","last_clean":"2024-05-21T19:05:40.081678+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:40.081678+0000","last_undegraded":"2024-05-21T19:05:40.081678+0000","last_fullsized":"2024-05-21T19:05:40.081678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":262,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:48.529530+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:07:48.529530+0000","last_peered":"2024-05-21T19:07:48.529530+0000","last_clean":"2024-05-21T19:07:48.529530+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:07:48.529530+0000","last_undegraded":"2024-05-21T19:07:48.529530+0000","last_fullsized":"2024-05-21T19:07:48.529530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":213,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":243,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.525464+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:07:46.525464+0000","last_peered":"2024-05-21T19:07:46.525464+0000","last_clean":"2024-05-21T19:07:46.525464+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:07:46.525464+0000","last_undegraded":"2024-05-21T19:07:46.525464+0000","last_fullsized":"2024-05-21T19:07:46.525464+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'36","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:47.527154+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:07:47.527154+0000","last_peered":"2024-05-21T19:07:47.527154+0000","last_clean":"2024-05-21T19:07:47.527154+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:07:47.527154+0000","last_undegraded":"2024-05-21T19:07:47.527154+0000","last_fullsized":"2024-05-21T19:07:47.527154+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64769,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":282,"num_write":37,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":244,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.044615+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:07:46.044615+0000","last_peered":"2024-05-21T19:07:46.044615+0000","last_clean":"2024-05-21T19:07:46.044615+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:07:46.044615+0000","last_undegraded":"2024-05-21T19:07:46.044615+0000","last_fullsized":"2024-05-21T19:07:46.044615+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267738+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267738+0000","last_peered":"2024-05-21T19:04:41.267738+0000","last_clean":"2024-05-21T19:04:41.267738+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267738+0000","last_undegraded":"2024-05-21T19:04:41.267738+0000","last_fullsized":"2024-05-21T19:04:41.267738+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054060+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:40.054060+0000","last_peered":"2024-05-21T19:05:40.054060+0000","last_clean":"2024-05-21T19:05:40.054060+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:40.054060+0000","last_undegraded":"2024-05-21T19:05:40.054060+0000","last_fullsized":"2024-05-21T19:05:40.054060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263181+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263181+0000","last_peered":"2024-05-21T19:04:41.263181+0000","last_clean":"2024-05-21T19:04:41.263181+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263181+0000","last_undegraded":"2024-05-21T19:04:41.263181+0000","last_fullsized":"2024-05-21T19:04:41.263181+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060135+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:40.060135+0000","last_peered":"2024-05-21T19:05:40.060135+0000","last_clean":"2024-05-21T19:05:40.060135+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:40.060135+0000","last_undegraded":"2024-05-21T19:05:40.060135+0000","last_fullsized":"2024-05-21T19:05:40.060135+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042667+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:40.042667+0000","last_peered":"2024-05-21T19:05:40.042667+0000","last_clean":"2024-05-21T19:05:40.042667+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:40.042667+0000","last_undegraded":"2024-05-21T19:05:40.042667+0000","last_fullsized":"2024-05-21T19:05:40.042667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":242,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:45.041863+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:07:45.041863+0000","last_peered":"2024-05-21T19:07:45.041863+0000","last_clean":"2024-05-21T19:07:45.041863+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:07:45.041863+0000","last_undegraded":"2024-05-21T19:07:45.041863+0000","last_fullsized":"2024-05-21T19:07:45.041863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":211,"num_read_kb":211,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259353+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259353+0000","last_peered":"2024-05-21T19:04:41.259353+0000","last_clean":"2024-05-21T19:04:41.259353+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259353+0000","last_undegraded":"2024-05-21T19:04:41.259353+0000","last_fullsized":"2024-05-21T19:04:41.259353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260243+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260243+0000","last_peered":"2024-05-21T19:04:41.260243+0000","last_clean":"2024-05-21T19:04:41.260243+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260243+0000","last_undegraded":"2024-05-21T19:04:41.260243+0000","last_fullsized":"2024-05-21T19:04:41.260243+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.762867+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:06:00.762867+0000","last_peered":"2024-05-21T19:06:00.762867+0000","last_clean":"2024-05-21T19:06:00.762867+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:06:00.762867+0000","last_undegraded":"2024-05-21T19:06:00.762867+0000","last_fullsized":"2024-05-21T19:06:00.762867+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081459+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:40.081459+0000","last_peered":"2024-05-21T19:05:40.081459+0000","last_clean":"2024-05-21T19:05:40.081459+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:40.081459+0000","last_undegraded":"2024-05-21T19:05:40.081459+0000","last_fullsized":"2024-05-21T19:05:40.081459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68689,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1299,"num_read_kb":723,"num_write":175,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":206067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645376,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841605,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1091839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037835,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234065,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430294,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593818,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":499776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40452,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704700,"statfs":{"total":95995035648,"available":95953612800,"internally_reserved":0,"allocated":978944,"data_stored":500504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149806,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953577,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":65497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:07:51.863 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T19:07:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:51 smithi178 ceph-mon[36523]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2339039822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:51 smithi104 ceph-mon[36417]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2339039822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:52.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.104+0000 7f81d2400640 1 -- 172.21.15.3:0/4133028340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 msgr2=0x7f81cc106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.104+0000 7f81d2400640 1 --2- 172.21.15.3:0/4133028340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc106340 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f81b8009900 tx=0x7f81b802a410 comp rx=0 tx=0).stop 2024-05-21T19:07:52.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 -- 172.21.15.3:0/4133028340 shutdown_connections 2024-05-21T19:07:52.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 --2- 172.21.15.3:0/4133028340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc10d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 --2- 172.21.15.3:0/4133028340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc106340 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 --2- 172.21.15.3:0/4133028340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc1050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 -- 172.21.15.3:0/4133028340 >> 172.21.15.3:0/4133028340 conn(0x7f81cc100240 msgr2=0x7f81cc102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:52.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 -- 172.21.15.3:0/4133028340 shutdown_connections 2024-05-21T19:07:52.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.105+0000 7f81d2400640 1 -- 172.21.15.3:0/4133028340 wait complete. 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 Processor -- start 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 -- start start 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc1a24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc110830 con 0x7f81cc105ec0 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc1106b0 con 0x7f81cc104cd0 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81d2400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f81cc1109b0 con 0x7f81cc106880 2024-05-21T19:07:52.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81cb400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81cb400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45602/0 (socket says 172.21.15.3:45602) 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81cb400640 1 -- 172.21.15.3:0/2683714486 learned_addr learned my addr 172.21.15.3:0/2683714486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.106+0000 7f81caa00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cbe00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc1a24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 -- 172.21.15.3:0/2683714486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 msgr2=0x7f81cc1a24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc1a24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 -- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 msgr2=0x7f81cc19b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc19b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 -- 172.21.15.3:0/2683714486 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81cc1a2b30 con 0x7f81cc104cd0 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cbe00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc1a24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81caa00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.107+0000 7f81cb400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f81bc00e9c0 tx=0x7f81bc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:52.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.108+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc00cde0 con 0x7f81cc104cd0 2024-05-21T19:07:52.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.108+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81bc0108e0 con 0x7f81cc104cd0 2024-05-21T19:07:52.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.108+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81bc018960 con 0x7f81cc104cd0 2024-05-21T19:07:52.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.108+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81cc1a2e20 con 0x7f81cc104cd0 2024-05-21T19:07:52.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.108+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81cc1a3280 con 0x7f81cc104cd0 2024-05-21T19:07:52.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.109+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81cc10c010 con 0x7f81cc104cd0 2024-05-21T19:07:52.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.111+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f81bc01f020 con 0x7f81cc104cd0 2024-05-21T19:07:52.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.113+0000 7f81c3e00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 0x7f81b00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.113+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f81bc0e2770 con 0x7f81cc104cd0 2024-05-21T19:07:52.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.113+0000 7f81caa00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 0x7f81b00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.114+0000 7f81caa00640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 0x7f81b00b4cb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f81b8000c00 tx=0x7f81b80314c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:52.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.115+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f81bc0aa410 con 0x7f81cc104cd0 2024-05-21T19:07:52.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.319+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f81cc062e90 con 0x7f81b00b27f0 2024-05-21T19:07:52.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.333+0000 7f81c3e00640 1 -- 172.21.15.3:0/2683714486 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258818 (secure 0 0 0) 0x7f81cc062e90 con 0x7f81b00b27f0 2024-05-21T19:07:52.337 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:52.338 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:07:52.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.338+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 msgr2=0x7f81b00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.338+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 0x7f81b00b4cb0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f81b8000c00 tx=0x7f81b80314c0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.338+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 msgr2=0x7f81cc19af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.338+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f81bc00e9c0 tx=0x7f81bc00ee80 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 shutdown_connections 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81b00b27f0 0x7f81b00b4cb0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f81cc106880 0x7f81cc1a24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81cc105ec0 0x7f81cc19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 --2- 172.21.15.3:0/2683714486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81cc104cd0 0x7f81cc19af10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 >> 172.21.15.3:0/2683714486 conn(0x7f81cc100240 msgr2=0x7f81cc1091e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 shutdown_connections 2024-05-21T19:07:52.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.339+0000 7f81d2400640 1 -- 172.21.15.3:0/2683714486 wait complete. 2024-05-21T19:07:52.357 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":438,"stamp":"2024-05-21T19:07:52.168343+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659291,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1380,"num_read_kb":792,"num_write":300,"num_write_kb":2273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":743,"ondisk_log_size":743,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390880,"kb_used_data":12608,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550944,"statfs":{"total":1151940427776,"available":1151540166656,"internally_reserved":0,"allocated":12910592,"data_stored":7208703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":620,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":37,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005518"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077423+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:40.077423+0000","last_peered":"2024-05-21T19:05:40.077423+0000","last_clean":"2024-05-21T19:05:40.077423+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:40.077423+0000","last_undegraded":"2024-05-21T19:05:40.077423+0000","last_fullsized":"2024-05-21T19:05:40.077423+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079753+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:40.079753+0000","last_peered":"2024-05-21T19:05:40.079753+0000","last_clean":"2024-05-21T19:05:40.079753+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:40.079753+0000","last_undegraded":"2024-05-21T19:05:40.079753+0000","last_fullsized":"2024-05-21T19:05:40.079753+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046125+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:40.046125+0000","last_peered":"2024-05-21T19:05:40.046125+0000","last_clean":"2024-05-21T19:05:40.046125+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:40.046125+0000","last_undegraded":"2024-05-21T19:05:40.046125+0000","last_fullsized":"2024-05-21T19:05:40.046125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056352+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:40.056352+0000","last_peered":"2024-05-21T19:05:40.056352+0000","last_clean":"2024-05-21T19:05:40.056352+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:40.056352+0000","last_undegraded":"2024-05-21T19:05:40.056352+0000","last_fullsized":"2024-05-21T19:05:40.056352+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081678+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:40.081678+0000","last_peered":"2024-05-21T19:05:40.081678+0000","last_clean":"2024-05-21T19:05:40.081678+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:40.081678+0000","last_undegraded":"2024-05-21T19:05:40.081678+0000","last_fullsized":"2024-05-21T19:05:40.081678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":262,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:48.529530+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:07:48.529530+0000","last_peered":"2024-05-21T19:07:48.529530+0000","last_clean":"2024-05-21T19:07:48.529530+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:07:48.529530+0000","last_undegraded":"2024-05-21T19:07:48.529530+0000","last_fullsized":"2024-05-21T19:07:48.529530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":213,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":243,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.525464+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:07:46.525464+0000","last_peered":"2024-05-21T19:07:46.525464+0000","last_clean":"2024-05-21T19:07:46.525464+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:07:46.525464+0000","last_undegraded":"2024-05-21T19:07:46.525464+0000","last_fullsized":"2024-05-21T19:07:46.525464+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'36","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:47.527154+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:07:47.527154+0000","last_peered":"2024-05-21T19:07:47.527154+0000","last_clean":"2024-05-21T19:07:47.527154+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:07:47.527154+0000","last_undegraded":"2024-05-21T19:07:47.527154+0000","last_fullsized":"2024-05-21T19:07:47.527154+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64769,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":282,"num_write":37,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":244,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.044615+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:07:46.044615+0000","last_peered":"2024-05-21T19:07:46.044615+0000","last_clean":"2024-05-21T19:07:46.044615+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:07:46.044615+0000","last_undegraded":"2024-05-21T19:07:46.044615+0000","last_fullsized":"2024-05-21T19:07:46.044615+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267738+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267738+0000","last_peered":"2024-05-21T19:04:41.267738+0000","last_clean":"2024-05-21T19:04:41.267738+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267738+0000","last_undegraded":"2024-05-21T19:04:41.267738+0000","last_fullsized":"2024-05-21T19:04:41.267738+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054060+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:40.054060+0000","last_peered":"2024-05-21T19:05:40.054060+0000","last_clean":"2024-05-21T19:05:40.054060+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:40.054060+0000","last_undegraded":"2024-05-21T19:05:40.054060+0000","last_fullsized":"2024-05-21T19:05:40.054060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263181+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263181+0000","last_peered":"2024-05-21T19:04:41.263181+0000","last_clean":"2024-05-21T19:04:41.263181+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263181+0000","last_undegraded":"2024-05-21T19:04:41.263181+0000","last_fullsized":"2024-05-21T19:04:41.263181+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060135+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:40.060135+0000","last_peered":"2024-05-21T19:05:40.060135+0000","last_clean":"2024-05-21T19:05:40.060135+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:40.060135+0000","last_undegraded":"2024-05-21T19:05:40.060135+0000","last_fullsized":"2024-05-21T19:05:40.060135+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042667+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:40.042667+0000","last_peered":"2024-05-21T19:05:40.042667+0000","last_clean":"2024-05-21T19:05:40.042667+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:40.042667+0000","last_undegraded":"2024-05-21T19:05:40.042667+0000","last_fullsized":"2024-05-21T19:05:40.042667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":247,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:50.053021+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:07:50.053021+0000","last_peered":"2024-05-21T19:07:50.053021+0000","last_clean":"2024-05-21T19:07:50.053021+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:07:50.053021+0000","last_undegraded":"2024-05-21T19:07:50.053021+0000","last_fullsized":"2024-05-21T19:07:50.053021+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":216,"num_read_kb":216,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259353+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259353+0000","last_peered":"2024-05-21T19:04:41.259353+0000","last_clean":"2024-05-21T19:04:41.259353+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259353+0000","last_undegraded":"2024-05-21T19:04:41.259353+0000","last_fullsized":"2024-05-21T19:04:41.259353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260243+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260243+0000","last_peered":"2024-05-21T19:04:41.260243+0000","last_clean":"2024-05-21T19:04:41.260243+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260243+0000","last_undegraded":"2024-05-21T19:04:41.260243+0000","last_fullsized":"2024-05-21T19:04:41.260243+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.762867+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:06:00.762867+0000","last_peered":"2024-05-21T19:06:00.762867+0000","last_clean":"2024-05-21T19:06:00.762867+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:06:00.762867+0000","last_undegraded":"2024-05-21T19:06:00.762867+0000","last_fullsized":"2024-05-21T19:06:00.762867+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081459+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:40.081459+0000","last_peered":"2024-05-21T19:05:40.081459+0000","last_clean":"2024-05-21T19:05:40.081459+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:40.081459+0000","last_undegraded":"2024-05-21T19:05:40.081459+0000","last_fullsized":"2024-05-21T19:05:40.081459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68689,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1304,"num_read_kb":728,"num_write":175,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438272,"data_stored":216813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645377,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841605,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1091839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037836,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234065,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430294,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593819,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":505149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40456,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704696,"statfs":{"total":95995035648,"available":95953608704,"internally_reserved":0,"allocated":983040,"data_stored":505877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149806,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953577,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:07:52.361 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-21T19:07:52.361 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T19:07:52.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 -- 172.21.15.3:0/4093355912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16601066a0 msgr2=0x7f166010cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 --2- 172.21.15.3:0/4093355912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16601066a0 0x7f166010cf30 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1658009900 tx=0x7f165802a410 comp rx=0 tx=0).stop 2024-05-21T19:07:52.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 -- 172.21.15.3:0/4093355912 shutdown_connections 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 --2- 172.21.15.3:0/4093355912 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f16601066a0 0x7f166010cf30 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 --2- 172.21.15.3:0/4093355912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1660105ce0 0x7f1660106160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 --2- 172.21.15.3:0/4093355912 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660104af0 0x7f1660104f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 -- 172.21.15.3:0/4093355912 >> 172.21.15.3:0/4093355912 conn(0x7f1660100060 msgr2=0x7f16601024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 -- 172.21.15.3:0/4093355912 shutdown_connections 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.589+0000 7f1666800640 1 -- 172.21.15.3:0/4093355912 wait complete. 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 Processor -- start 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 -- start start 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 0x7f166019acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 0x7f16601a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1660110620 con 0x7f1660104af0 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f16601104a0 con 0x7f16601066a0 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.590+0000 7f1666800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f16601107a0 con 0x7f1660105ce0 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1665400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 0x7f166019acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55712/0 (socket says 172.21.15.3:55712) 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 -- 172.21.15.3:0/821860780 learned_addr learned my addr 172.21.15.3:0/821860780 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1665e00640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 0x7f16601a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 -- 172.21.15.3:0/821860780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 msgr2=0x7f16601a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 0x7f16601a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 -- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 msgr2=0x7f166019acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 0x7f166019acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 -- 172.21.15.3:0/821860780 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16601a2900 con 0x7f1660105ce0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1665e00640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 0x7f16601a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1665400640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 0x7f166019acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f1664a00640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f164c00ea60 tx=0x7f164c00ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.591+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164c00cde0 con 0x7f1660105ce0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.592+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f164c0035f0 con 0x7f1660105ce0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.592+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f164c010690 con 0x7f1660105ce0 2024-05-21T19:07:52.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.592+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16601a2bf0 con 0x7f1660105ce0 2024-05-21T19:07:52.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.592+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16601a3140 con 0x7f1660105ce0 2024-05-21T19:07:52.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.593+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f166010be80 con 0x7f1660105ce0 2024-05-21T19:07:52.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.596+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f164c0037a0 con 0x7f1660105ce0 2024-05-21T19:07:52.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.597+0000 7f165e000640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 0x7f16440b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:52.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.597+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f164c0e2650 con 0x7f1660105ce0 2024-05-21T19:07:52.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.597+0000 7f1665400640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 0x7f16440b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:52.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.598+0000 7f1665400640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 0x7f16440b4cb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f166019c1c0 tx=0x7f1650009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:52.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.602+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f164c0aa2f0 con 0x7f1660105ce0 2024-05-21T19:07:52.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.806+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1660062e90 con 0x7f16440b27f0 2024-05-21T19:07:52.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.815+0000 7f165e000640 1 -- 172.21.15.3:0/821860780 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258818 (secure 0 0 0) 0x7f1660062e90 con 0x7f16440b27f0 2024-05-21T19:07:52.820 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:52.821 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:07:52.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 msgr2=0x7f16440b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 0x7f16440b4cb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f166019c1c0 tx=0x7f1650009500 comp rx=0 tx=0).stop 2024-05-21T19:07:52.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 msgr2=0x7f166019b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:52.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f164c00ea60 tx=0x7f164c00ef20 comp rx=0 tx=0).stop 2024-05-21T19:07:52.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 shutdown_connections 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f16440b27f0 0x7f16440b4cb0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1660105ce0 0x7f166019b230 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16601066a0 0x7f16601a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 --2- 172.21.15.3:0/821860780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1660104af0 0x7f166019acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 >> 172.21.15.3:0/821860780 conn(0x7f1660100060 msgr2=0x7f1660109050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 shutdown_connections 2024-05-21T19:07:52.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:52.822+0000 7f1666800640 1 -- 172.21.15.3:0/821860780 wait complete. 2024-05-21T19:07:52.841 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":438,"stamp":"2024-05-21T19:07:52.168343+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659291,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1380,"num_read_kb":792,"num_write":300,"num_write_kb":2273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":743,"ondisk_log_size":743,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390880,"kb_used_data":12608,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550944,"statfs":{"total":1151940427776,"available":1151540166656,"internally_reserved":0,"allocated":12910592,"data_stored":7208703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":620,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":37,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005518"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077423+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:40.077423+0000","last_peered":"2024-05-21T19:05:40.077423+0000","last_clean":"2024-05-21T19:05:40.077423+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:40.077423+0000","last_undegraded":"2024-05-21T19:05:40.077423+0000","last_fullsized":"2024-05-21T19:05:40.077423+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079753+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:40.079753+0000","last_peered":"2024-05-21T19:05:40.079753+0000","last_clean":"2024-05-21T19:05:40.079753+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:40.079753+0000","last_undegraded":"2024-05-21T19:05:40.079753+0000","last_fullsized":"2024-05-21T19:05:40.079753+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046125+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:40.046125+0000","last_peered":"2024-05-21T19:05:40.046125+0000","last_clean":"2024-05-21T19:05:40.046125+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:40.046125+0000","last_undegraded":"2024-05-21T19:05:40.046125+0000","last_fullsized":"2024-05-21T19:05:40.046125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056352+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:40.056352+0000","last_peered":"2024-05-21T19:05:40.056352+0000","last_clean":"2024-05-21T19:05:40.056352+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:40.056352+0000","last_undegraded":"2024-05-21T19:05:40.056352+0000","last_fullsized":"2024-05-21T19:05:40.056352+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081678+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:40.081678+0000","last_peered":"2024-05-21T19:05:40.081678+0000","last_clean":"2024-05-21T19:05:40.081678+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:40.081678+0000","last_undegraded":"2024-05-21T19:05:40.081678+0000","last_fullsized":"2024-05-21T19:05:40.081678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":262,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:48.529530+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:07:48.529530+0000","last_peered":"2024-05-21T19:07:48.529530+0000","last_clean":"2024-05-21T19:07:48.529530+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:07:48.529530+0000","last_undegraded":"2024-05-21T19:07:48.529530+0000","last_fullsized":"2024-05-21T19:07:48.529530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":213,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":243,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.525464+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:07:46.525464+0000","last_peered":"2024-05-21T19:07:46.525464+0000","last_clean":"2024-05-21T19:07:46.525464+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:07:46.525464+0000","last_undegraded":"2024-05-21T19:07:46.525464+0000","last_fullsized":"2024-05-21T19:07:46.525464+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":212,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'36","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:47.527154+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:07:47.527154+0000","last_peered":"2024-05-21T19:07:47.527154+0000","last_clean":"2024-05-21T19:07:47.527154+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:07:47.527154+0000","last_undegraded":"2024-05-21T19:07:47.527154+0000","last_fullsized":"2024-05-21T19:07:47.527154+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64769,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":436,"num_read_kb":282,"num_write":37,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":244,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:46.044615+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:07:46.044615+0000","last_peered":"2024-05-21T19:07:46.044615+0000","last_clean":"2024-05-21T19:07:46.044615+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:07:46.044615+0000","last_undegraded":"2024-05-21T19:07:46.044615+0000","last_fullsized":"2024-05-21T19:07:46.044615+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267738+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:04:41.267738+0000","last_peered":"2024-05-21T19:04:41.267738+0000","last_clean":"2024-05-21T19:04:41.267738+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:04:41.267738+0000","last_undegraded":"2024-05-21T19:04:41.267738+0000","last_fullsized":"2024-05-21T19:04:41.267738+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054060+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:40.054060+0000","last_peered":"2024-05-21T19:05:40.054060+0000","last_clean":"2024-05-21T19:05:40.054060+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:40.054060+0000","last_undegraded":"2024-05-21T19:05:40.054060+0000","last_fullsized":"2024-05-21T19:05:40.054060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263181+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:04:41.263181+0000","last_peered":"2024-05-21T19:04:41.263181+0000","last_clean":"2024-05-21T19:04:41.263181+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:04:41.263181+0000","last_undegraded":"2024-05-21T19:04:41.263181+0000","last_fullsized":"2024-05-21T19:04:41.263181+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060135+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:40.060135+0000","last_peered":"2024-05-21T19:05:40.060135+0000","last_clean":"2024-05-21T19:05:40.060135+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:40.060135+0000","last_undegraded":"2024-05-21T19:05:40.060135+0000","last_fullsized":"2024-05-21T19:05:40.060135+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042667+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:40.042667+0000","last_peered":"2024-05-21T19:05:40.042667+0000","last_clean":"2024-05-21T19:05:40.042667+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:40.042667+0000","last_undegraded":"2024-05-21T19:05:40.042667+0000","last_fullsized":"2024-05-21T19:05:40.042667+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":247,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:50.053021+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:07:50.053021+0000","last_peered":"2024-05-21T19:07:50.053021+0000","last_clean":"2024-05-21T19:07:50.053021+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:07:50.053021+0000","last_undegraded":"2024-05-21T19:07:50.053021+0000","last_fullsized":"2024-05-21T19:07:50.053021+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":216,"num_read_kb":216,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259353+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:04:41.259353+0000","last_peered":"2024-05-21T19:04:41.259353+0000","last_clean":"2024-05-21T19:04:41.259353+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:04:41.259353+0000","last_undegraded":"2024-05-21T19:04:41.259353+0000","last_fullsized":"2024-05-21T19:04:41.259353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260243+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:04:41.260243+0000","last_peered":"2024-05-21T19:04:41.260243+0000","last_clean":"2024-05-21T19:04:41.260243+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:04:41.260243+0000","last_undegraded":"2024-05-21T19:04:41.260243+0000","last_fullsized":"2024-05-21T19:04:41.260243+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.762867+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:06:00.762867+0000","last_peered":"2024-05-21T19:06:00.762867+0000","last_clean":"2024-05-21T19:06:00.762867+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:06:00.762867+0000","last_undegraded":"2024-05-21T19:06:00.762867+0000","last_fullsized":"2024-05-21T19:06:00.762867+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081459+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:40.081459+0000","last_peered":"2024-05-21T19:05:40.081459+0000","last_clean":"2024-05-21T19:05:40.081459+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:40.081459+0000","last_undegraded":"2024-05-21T19:05:40.081459+0000","last_fullsized":"2024-05-21T19:05:40.081459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68689,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1304,"num_read_kb":728,"num_write":175,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438272,"data_stored":216813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645377,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841605,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32732,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712420,"statfs":{"total":95995035648,"available":95961518080,"internally_reserved":0,"allocated":1593344,"data_stored":1091839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037836,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234065,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430294,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593819,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":505149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40456,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704696,"statfs":{"total":95995035648,"available":95953608704,"internally_reserved":0,"allocated":983040,"data_stored":505877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149806,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953577,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":66347,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:07:52.846 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:07:53.366 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:53.816 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:53 smithi003 ceph-mon[31577]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:53.816 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:53 smithi003 ceph-mon[31577]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:53.816 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:53 smithi003 ceph-mon[31577]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:53 smithi178 ceph-mon[36523]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:53 smithi178 ceph-mon[36523]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:53 smithi178 ceph-mon[36523]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:53 smithi104 ceph-mon[36417]: from='client.25052 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:53 smithi104 ceph-mon[36417]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:07:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:53 smithi104 ceph-mon[36417]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:54.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:54 smithi003 ceph-mon[31577]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:54.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:54 smithi178 ceph-mon[36523]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:54.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:54 smithi104 ceph-mon[36417]: from='client.25072 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:07:55.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 -- 172.21.15.3:0/3566336163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 msgr2=0x7fd2a410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:55.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/3566336163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a410e7d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0099c0 tx=0x7fd28c009cd0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 -- 172.21.15.3:0/3566336163 shutdown_connections 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/3566336163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 0x7fd2a4116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/3566336163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/3566336163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a410e7d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 -- 172.21.15.3:0/3566336163 >> 172.21.15.3:0/3566336163 conn(0x7fd2a4076d10 msgr2=0x7fd2a4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.786+0000 7fd2a8a00700 1 -- 172.21.15.3:0/3566336163 shutdown_connections 2024-05-21T19:07:55.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.787+0000 7fd2a8a00700 1 -- 172.21.15.3:0/3566336163 wait complete. 2024-05-21T19:07:55.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 Processor -- start 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 -- start start 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a41a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 0x7fd2a41a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a4119d80 con 0x7fd2a410a780 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a4119c00 con 0x7fd2a4109dd0 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.788+0000 7fd2a8a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd2a4119f00 con 0x7fd2a410eeb0 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45638/0 (socket says 172.21.15.3:45638) 2024-05-21T19:07:55.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 -- 172.21.15.3:0/499499488 learned_addr learned my addr 172.21.15.3:0/499499488 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a2800700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 0x7fd2a41a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd29be00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a41a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 -- 172.21.15.3:0/499499488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 msgr2=0x7fd2a41a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 0x7fd2a41a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 -- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 msgr2=0x7fd2a41a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a41a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 -- 172.21.15.3:0/499499488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2a41a52b0 con 0x7fd2a4109dd0 2024-05-21T19:07:55.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.789+0000 7fd2a1e00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd29400e9a0 tx=0x7fd29400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:55.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.790+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd29400cbd0 con 0x7fd2a4109dd0 2024-05-21T19:07:55.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.790+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd29400cd70 con 0x7fd2a4109dd0 2024-05-21T19:07:55.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.790+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd294018680 con 0x7fd2a4109dd0 2024-05-21T19:07:55.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.790+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2a41a55a0 con 0x7fd2a4109dd0 2024-05-21T19:07:55.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.790+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2a41ace20 con 0x7fd2a4109dd0 2024-05-21T19:07:55.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.791+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2a406a230 con 0x7fd2a4109dd0 2024-05-21T19:07:55.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.793+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd29404aab0 con 0x7fd2a4109dd0 2024-05-21T19:07:55.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.795+0000 7fd29aa00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 0x7fd2880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:55.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.795+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd2940e2510 con 0x7fd2a4109dd0 2024-05-21T19:07:55.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.795+0000 7fd29be00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 0x7fd2880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:55.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.796+0000 7fd29be00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 0x7fd2880b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd28c000c00 tx=0x7fd28c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:55.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:55.797+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd2940aa1b0 con 0x7fd2a4109dd0 2024-05-21T19:07:55.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:55 smithi003 ceph-mon[31577]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:07:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:55 smithi178 ceph-mon[36523]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:07:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:55 smithi104 ceph-mon[36417]: pgmap v439: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:07:56.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.091+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2a402e560 con 0x7fd2a4109dd0 2024-05-21T19:07:56.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.092+0000 7fd29aa00700 1 -- 172.21.15.3:0/499499488 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fd2940b2230 con 0x7fd2a4109dd0 2024-05-21T19:07:56.094 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:56.094 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:07:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.095+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 msgr2=0x7fd2880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.095+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 0x7fd2880b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd28c000c00 tx=0x7fd28c005fb0 comp rx=0 tx=0).stop 2024-05-21T19:07:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.095+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 msgr2=0x7fd2a41a02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:56.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.095+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd29400e9a0 tx=0x7fd29400ed60 comp rx=0 tx=0).stop 2024-05-21T19:07:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 shutdown_connections 2024-05-21T19:07:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd2880b2880 0x7fd2880b4d40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd2a410eeb0 0x7fd2a41a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd2a4109dd0 0x7fd2a41a02f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:56.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 --2- 172.21.15.3:0/499499488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd2a410a780 0x7fd2a41a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 >> 172.21.15.3:0/499499488 conn(0x7fd2a4076d10 msgr2=0x7fd2a4110080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 shutdown_connections 2024-05-21T19:07:56.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:56.096+0000 7fd2a8a00700 1 -- 172.21.15.3:0/499499488 wait complete. 2024-05-21T19:07:56.100 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:07:56.836 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:56 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/499499488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:56.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:56 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/499499488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:56.897 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:07:56.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:56 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/499499488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:07:57.380 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:07:57.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:57 smithi003 ceph-mon[31577]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-21T19:07:57.885 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:57 smithi178 ceph-mon[36523]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-21T19:07:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:57 smithi104 ceph-mon[36417]: pgmap v440: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-21T19:07:58.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:07:58 smithi003 ceph-mon[31577]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:07:58.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:07:58 smithi178 ceph-mon[36523]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:07:58.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:07:58 smithi104 ceph-mon[36417]: pgmap v441: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:07:59.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.730+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3927766013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84105760 msgr2=0x7f7d84105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.730+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3927766013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84105760 0x7f7d84105be0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7d700098f0 tx=0x7f7d70009c00 comp rx=0 tx=0).stop 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3927766013 shutdown_connections 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3927766013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d84106120 0x7f7d84112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3927766013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d8410b760 0x7f7d8410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3927766013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84105760 0x7f7d84105be0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3927766013 >> 172.21.15.3:0/3927766013 conn(0x7f7d84101250 msgr2=0x7f7d84103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3927766013 shutdown_connections 2024-05-21T19:07:59.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.731+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3927766013 wait complete. 2024-05-21T19:07:59.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.732+0000 7f7d8ba00700 1 Processor -- start 2024-05-21T19:07:59.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.732+0000 7f7d8ba00700 1 -- start start 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 0x7f7d8419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 0x7f7d8419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d8410b760 0x7f7d841a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7d84115990 con 0x7f7d84105760 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7d84115810 con 0x7f7d84106120 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d8ba00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7d84115b10 con 0x7f7d8410b760 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d89000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 0x7f7d8419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d89000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 0x7f7d8419bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52774/0 (socket says 172.21.15.3:52774) 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d83e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 0x7f7d8419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.733+0000 7f7d89000700 1 -- 172.21.15.3:0/3157507086 learned_addr learned my addr 172.21.15.3:0/3157507086 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:07:59.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d89a00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d8410b760 0x7f7d841a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 -- 172.21.15.3:0/3157507086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d8410b760 msgr2=0x7f7d841a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d8410b760 0x7f7d841a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 -- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 msgr2=0x7f7d8419bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 0x7f7d8419bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 -- 172.21.15.3:0/3157507086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d841a0ec0 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d83e00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 0x7f7d8419c440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000c010 tx=0x7f7d7000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.734+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d700051c0 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.735+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d7000b560 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.735+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d841a1150 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.735+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d841a8a30 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.735+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d700039e0 con 0x7f7d84106120 2024-05-21T19:07:59.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.736+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d8406a230 con 0x7f7d84106120 2024-05-21T19:07:59.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.738+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7d7000b930 con 0x7f7d84106120 2024-05-21T19:07:59.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.740+0000 7f7d81600700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 0x7f7d6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:07:59.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.740+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7d700e3220 con 0x7f7d84106120 2024-05-21T19:07:59.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.740+0000 7f7d89000700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 0x7f7d6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:07:59.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.741+0000 7f7d89000700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 0x7f7d6c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7d78009ca0 tx=0x7f7d78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:07:59.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.742+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7d7005fdf0 con 0x7f7d84106120 2024-05-21T19:07:59.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.986+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7d8402e560 con 0x7f7d84106120 2024-05-21T19:07:59.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.988+0000 7f7d81600700 1 -- 172.21.15.3:0/3157507086 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f7d70013030 con 0x7f7d84106120 2024-05-21T19:07:59.989 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:07:59.989 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.991+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 msgr2=0x7f7d6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.991+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 0x7f7d6c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7d78009ca0 tx=0x7f7d78009260 comp rx=0 tx=0).stop 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 msgr2=0x7f7d8419c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 0x7f7d8419c440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000c010 tx=0x7f7d7000fa00 comp rx=0 tx=0).stop 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 shutdown_connections 2024-05-21T19:07:59.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7d6c0b2900 0x7f7d6c0b4dc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7d8410b760 0x7f7d841a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7d84105760 0x7f7d8419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 --2- 172.21.15.3:0/3157507086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d84106120 0x7f7d8419c440 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 >> 172.21.15.3:0/3157507086 conn(0x7f7d84101250 msgr2=0x7f7d841019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 shutdown_connections 2024-05-21T19:07:59.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:07:59.992+0000 7f7d8ba00700 1 -- 172.21.15.3:0/3157507086 wait complete. 2024-05-21T19:08:00.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:00 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3157507086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:00.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:00 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3157507086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:00.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:00 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3157507086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:00.875 DEBUG:tasks.fwd_scrub:Yielding 2024-05-21T19:08:00.875 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-21T19:08:00.886 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:08:00.886 DEBUG:teuthology.orchestra.run.smithi003:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-21T19:08:00.886 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-21T19:08:00.886 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:08:00.886 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:08:00.892 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-21T19:08:00.905 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T19:08:00.905 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:08:01.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:01 smithi003 ceph-mon[31577]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:01.340 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:01.373 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:01.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:01 smithi178 ceph-mon[36523]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:01.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:01 smithi104 ceph-mon[36417]: pgmap v442: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:03 smithi003 ceph-mon[31577]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:03.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:03 smithi178 ceph-mon[36523]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:03 smithi104 ceph-mon[36417]: pgmap v443: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.636+0000 7f0dd2800700 1 -- 172.21.15.3:0/2211233417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc06c470 msgr2=0x7f0dcc1103c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.636+0000 7f0dd2800700 1 --2- 172.21.15.3:0/2211233417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc06c470 0x7f0dcc1103c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0dc400b0a0 tx=0x7f0dc400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 -- 172.21.15.3:0/2211233417 shutdown_connections 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 --2- 172.21.15.3:0/2211233417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc06c470 0x7f0dcc1103c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 --2- 172.21.15.3:0/2211233417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc1095a0 0x7f0dcc109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 --2- 172.21.15.3:0/2211233417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 -- 172.21.15.3:0/2211233417 >> 172.21.15.3:0/2211233417 conn(0x7f0dcc0793b0 msgr2=0x7f0dcc0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 -- 172.21.15.3:0/2211233417 shutdown_connections 2024-05-21T19:08:04.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.637+0000 7f0dd2800700 1 -- 172.21.15.3:0/2211233417 wait complete. 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.638+0000 7f0dd2800700 1 Processor -- start 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.638+0000 7f0dd2800700 1 -- start start 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc06c470 0x7f0dcc19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc1095a0 0x7f0dcc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1136e0 con 0x7f0dcc06c470 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc113560 con 0x7f0dcc06bab0 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dd2800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc113860 con 0x7f0dcc1095a0 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37506/0 (socket says 172.21.15.3:37506) 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dcb400700 1 -- 172.21.15.3:0/1980484052 learned_addr learned my addr 172.21.15.3:0/1980484052 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc1095a0 0x7f0dcc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.639+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc06c470 0x7f0dcc19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 -- 172.21.15.3:0/1980484052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc1095a0 msgr2=0x7f0dcc1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc1095a0 0x7f0dcc1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 -- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc06c470 msgr2=0x7f0dcc19c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc06c470 0x7f0dcc19c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 -- 172.21.15.3:0/1980484052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dcc1a0df0 con 0x7f0dcc06bab0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc00eb30 tx=0x7f0dbc00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dc3e00700 1 -- 172.21.15.3:0/1980484052 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc00cbd0 con 0x7f0dcc06bab0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dcc1a10e0 con 0x7f0dcc06bab0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dc3e00700 1 -- 172.21.15.3:0/1980484052 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dbc0044d0 con 0x7f0dcc06bab0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dc3e00700 1 -- 172.21.15.3:0/1980484052 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc003e30 con 0x7f0dcc06bab0 2024-05-21T19:08:04.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.640+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dcc1a8960 con 0x7f0dcc06bab0 2024-05-21T19:08:04.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.644+0000 7f0dc3e00700 1 -- 172.21.15.3:0/1980484052 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0dbc004000 con 0x7f0dcc06bab0 2024-05-21T19:08:04.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.645+0000 7f0ddd0a2b80 1 Processor -- start 2024-05-21T19:08:04.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 -- start start 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e44f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e44fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d39e3adec0 con 0x55d39e44f900 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d39e39da60 con 0x55d39e454f30 2024-05-21T19:08:04.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d39e3a1aa0 con 0x55d39e455850 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.646+0000 7f0dcbe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37518/0 (socket says 172.21.15.3:37518) 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 -- 172.21.15.3:0/3124349309 learned_addr learned my addr 172.21.15.3:0/3124349309 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e44f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e44fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dc3e00700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 0x7f0db00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 -- 172.21.15.3:0/3124349309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 msgr2=0x55d39e44f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e44f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 -- 172.21.15.3:0/3124349309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 msgr2=0x55d39e44fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e44fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dc3e00700 1 -- 172.21.15.3:0/1980484052 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0dbc0e25a0 con 0x7f0dcc06bab0 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 -- 172.21.15.3:0/3124349309 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d39e3664a0 con 0x55d39e454f30 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.647+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 0x7f0db00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.648+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4009360 tx=0x7f0dc4009390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef842dfcdfc189f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.648+0000 7f0dc0c00700 1 -- 172.21.15.3:0/3124349309 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc402e070 con 0x55d39e454f30 2024-05-21T19:08:04.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.648+0000 7f0dc0c00700 1 -- 172.21.15.3:0/3124349309 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dc4024070 con 0x55d39e454f30 2024-05-21T19:08:04.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.648+0000 7f0dc0c00700 1 -- 172.21.15.3:0/3124349309 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc4005280 con 0x55d39e454f30 2024-05-21T19:08:04.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3124349309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 msgr2=0x55d39e455310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4009360 tx=0x7f0dc4009390 comp rx=0 tx=0).stop 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 0x7f0db00b4d40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0dc402b000 tx=0x7f0dc402c000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3124349309 shutdown_connections 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e44fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e455310 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3124349309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e44f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3124349309 >> 172.21.15.3:0/3124349309 conn(0x55d39e37dc60 msgr2=0x55d39e44a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3124349309 shutdown_connections 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.649+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3124349309 wait complete. 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.650+0000 7f0ddd0a2b80 1 -- start start 2024-05-21T19:08:04.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.650+0000 7f0ddd0a2b80 1 Processor -- start 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e454f30 0x55d39e4588b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e455850 0x55d39e458df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d39e2a4020 con 0x55d39e44f900 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d39e33e7e0 con 0x55d39e455850 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d39e45c2c0 con 0x55d39e454f30 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0ddd0a2b80 10 client.0 _ll_register_callbacks cb 0x55d39e347cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:04.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47062/0 (socket says 172.21.15.3:47062) 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0dcb400700 1 -- 172.21.15.3:0/3647071301 learned_addr learned my addr 172.21.15.3:0/3647071301 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e454f30 0x55d39e4588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.651+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e455850 0x55d39e458df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 -- 172.21.15.3:0/3647071301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e454f30 msgr2=0x55d39e4588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e454f30 0x55d39e4588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 -- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e455850 msgr2=0x55d39e458df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e455850 0x55d39e458df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 -- 172.21.15.3:0/3647071301 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d39e2ed950 con 0x55d39e44f900 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc00eb00 tx=0x7f0dbc01e5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec51b7142051ec52 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0db5600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:08:04.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0a9910 con 0x55d39e44f900 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0dbc0b2710 con 0x55d39e44f900 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.652+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dc4024070 con 0x55d39e44f900 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0dbc0a5a00 con 0x55d39e44f900 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 10 client.15006 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d39e36e0e0 con 0x55d39e44f900 2024-05-21T19:08:04.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dc4024070 con 0x55d39e44f900 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0dbc0e20d0 con 0x55d39e44f900 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 10 client.15006 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 10 client.15006 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 20 client.15006 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e468d00 0x55d39e46b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 4 client.15006 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.653+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d39e3afe10 con 0x55d39e468d00 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.654+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e468d00 0x55d39e46b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.654+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e468d00 0x55d39e46b0f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daf1e987147148be server_cookie=3e11e80b1aebb8cb in_seq=0 out_seq=0 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.654+0000 7f0db5600700 10 client.15006 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0db5600700 1 -- 172.21.15.3:0/3647071301 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d39e3afe10 con 0x55d39e468d00 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0db5600700 10 client.15006 handle_command_reply: tid=0 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 client.15006 shutdown 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 msgr2=0x55d39e45b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc00eb00 tx=0x7f0dbc01e5c0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 shutdown_connections 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e468d00 0x55d39e46b0f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e455850 0x55d39e458df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45b510 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3647071301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e454f30 0x55d39e4588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 >> 172.21.15.3:0/3647071301 conn(0x55d39e37dc60 msgr2=0x55d39e44e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0db5600700 0 client.15006 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 shutdown_connections 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3647071301 wait complete. 2024-05-21T19:08:04.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.656+0000 7f0ddd0a2b80 20 client.15006 trim_cache size 0 max 16384 2024-05-21T19:08:04.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 Processor -- start 2024-05-21T19:08:04.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 -- start start 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4578b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1b2750 con 0x55d39e454f30 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1affe0 con 0x55d39e44f900 2024-05-21T19:08:04.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.682+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ade30 con 0x55d39e455850 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47074/0 (socket says 172.21.15.3:47074) 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcaa00700 1 -- 172.21.15.3:0/3087958485 learned_addr learned my addr 172.21.15.3:0/3087958485 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37540/0 (socket says 172.21.15.3:37540) 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 -- 172.21.15.3:0/3087958485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 msgr2=0x55d39e4578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 -- 172.21.15.3:0/3087958485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 msgr2=0x55d39e44a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcb400700 1 -- 172.21.15.3:0/3087958485 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d39e44adb0 con 0x55d39e44f900 2024-05-21T19:08:04.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.683+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:04.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.684+0000 7f0dcb400700 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc003840 tx=0x7f0dbc003890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3c0d470e276a55c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.684+0000 7f0db7e00700 1 -- 172.21.15.3:0/3087958485 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0a92b0 con 0x55d39e44f900 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.684+0000 7f0db7e00700 1 -- 172.21.15.3:0/3087958485 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dbc0c2070 con 0x55d39e44f900 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.684+0000 7f0db7e00700 1 -- 172.21.15.3:0/3087958485 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0a9490 con 0x55d39e44f900 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3087958485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 msgr2=0x55d39e44f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc003840 tx=0x7f0dbc003890 comp rx=0 tx=0).stop 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3087958485 shutdown_connections 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e44f900 0x55d39e44f2e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/3087958485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e454f30 0x55d39e44a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3087958485 >> 172.21.15.3:0/3087958485 conn(0x55d39e37dc60 msgr2=0x55d39e4571a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3087958485 shutdown_connections 2024-05-21T19:08:04.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.685+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/3087958485 wait complete. 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.686+0000 7f0ddd0a2b80 1 -- start start 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.686+0000 7f0ddd0a2b80 1 Processor -- start 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.686+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e45f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4d60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1ae4a0 con 0x55d39e44f900 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1af910 con 0x55d39e454f30 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0dcc1aeb70 con 0x55d39e455850 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0ddd0a2b80 10 client.0 _ll_register_callbacks cb 0x55d39e347cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:04.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47078/0 (socket says 172.21.15.3:47078) 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 -- 172.21.15.3:0/1442364129 learned_addr learned my addr 172.21.15.3:0/1442364129 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e45f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcbe00700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4d60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 -- 172.21.15.3:0/1442364129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 msgr2=0x55d39e4d60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4d60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 -- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 msgr2=0x55d39e45f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e45f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.687+0000 7f0dcb400700 1 -- 172.21.15.3:0/1442364129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d39e4d6730 con 0x55d39e44f900 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0dcb400700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc01b040 tx=0x7f0dbc0e00c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74b3fd9fd6d1f034 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:04.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0db5600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc0a9490 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0dbc0a8da0 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dbc0c2070 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0dbc0a92b0 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0ddd0a2b80 10 client.15012 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.688+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d39e4ddb00 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dbc0c2070 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0dbc0a8810 con 0x55d39e44f900 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 10 client.15012 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:04.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 10 client.15012 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 20 client.15012 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e4ddfc0 0x55d39e4e03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 4 client.15012 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d39e3a95f0 con 0x55d39e4ddfc0 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.689+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e4ddfc0 0x55d39e4e03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.690+0000 7f0dcaa00700 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e4ddfc0 0x55d39e4e03b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef48ec427bfe1a4e server_cookie=24ec180bfc8dc0a4 in_seq=0 out_seq=0 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.690+0000 7f0db5600700 10 client.15012 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0db5600700 1 -- 172.21.15.3:0/1442364129 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d39e3a95f0 con 0x55d39e4ddfc0 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0db5600700 10 client.15012 handle_command_reply: tid=0 2024-05-21T19:08:04.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 client.15012 shutdown 2024-05-21T19:08:04.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 msgr2=0x55d39e45ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc01b040 tx=0x7f0dbc0e00c0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 shutdown_connections 2024-05-21T19:08:04.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d39e4ddfc0 0x55d39e4e03b0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d39e455850 0x55d39e4d60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d39e44f900 0x55d39e45ece0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 --2- 172.21.15.3:0/1442364129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d39e454f30 0x55d39e45f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 >> 172.21.15.3:0/1442364129 conn(0x55d39e37dc60 msgr2=0x55d39e457a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0db5600700 0 client.15012 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.691+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 shutdown_connections 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0ddd0a2b80 1 -- 172.21.15.3:0/1442364129 wait complete. 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0ddd0a2b80 20 client.15012 trim_cache size 0 max 16384 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:08:04.694 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "73520724-d3df-41c2-ae66-27989fe64699", 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 msgr2=0x7f0db00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 0x7f0db00b4d40 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0dc402b000 tx=0x7f0dc402c000 comp rx=0 tx=0).stop 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 msgr2=0x7f0dcc19bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.692+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc00eb30 tx=0x7f0dbc00ee40 comp rx=0 tx=0).stop 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 shutdown_connections 2024-05-21T19:08:04.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0db00b2880 0x7f0db00b4d40 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0dcc1095a0 0x7f0dcc1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0dcc06bab0 0x7f0dcc19bde0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 --2- 172.21.15.3:0/1980484052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0dcc06c470 0x7f0dcc19c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 >> 172.21.15.3:0/1980484052 conn(0x7f0dcc0793b0 msgr2=0x7f0dcc100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 shutdown_connections 2024-05-21T19:08:04.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:04.693+0000 7f0dd2800700 1 -- 172.21.15.3:0/1980484052 wait complete. 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 -- 172.21.15.3:0/2283527048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8075770 msgr2=0x7fbec8075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 --2- 172.21.15.3:0/2283527048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8075770 0x7fbec8075b50 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fbebc009990 tx=0x7fbebc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 -- 172.21.15.3:0/2283527048 shutdown_connections 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 --2- 172.21.15.3:0/2283527048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8114710 0x7fbec8116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 --2- 172.21.15.3:0/2283527048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8075770 0x7fbec8075b50 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 --2- 172.21.15.3:0/2283527048 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8076090 0x7fbec81141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 -- 172.21.15.3:0/2283527048 >> 172.21.15.3:0/2283527048 conn(0x7fbec807a6a0 msgr2=0x7fbec807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 -- 172.21.15.3:0/2283527048 shutdown_connections 2024-05-21T19:08:05.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.337+0000 7fbed0800700 1 -- 172.21.15.3:0/2283527048 wait complete. 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.338+0000 7fbed0800700 1 Processor -- start 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.338+0000 7fbed0800700 1 -- start start 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 0x7fbec81a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8114710 0x7fbec81a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8119d00 con 0x7fbec8114710 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8119b80 con 0x7fbec8075770 2024-05-21T19:08:05.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbed0800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbec8119e80 con 0x7fbec8076090 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbecd400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbece800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8114710 0x7fbec81a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbecde00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 0x7fbec81a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbecd400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58218/0 (socket says 172.21.15.3:58218) 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.339+0000 7fbecd400700 1 -- 172.21.15.3:0/1097435598 learned_addr learned my addr 172.21.15.3:0/1097435598 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 -- 172.21.15.3:0/1097435598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 msgr2=0x7fbec81a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 0x7fbec81a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 -- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8114710 msgr2=0x7fbec81a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8114710 0x7fbec81a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 -- 172.21.15.3:0/1097435598 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbec81a52a0 con 0x7fbec8076090 2024-05-21T19:08:05.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecde00700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 0x7fbec81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbecd400700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbeb800e9a0 tx=0x7fbeb800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.340+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb800c9c0 con 0x7fbec8076090 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.341+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbec81a5590 con 0x7fbec8076090 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.341+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbeb800cb60 con 0x7fbec8076090 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.341+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb8018680 con 0x7fbec8076090 2024-05-21T19:08:05.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.341+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbec81ace10 con 0x7fbec8076090 2024-05-21T19:08:05.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.342+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbec806a230 con 0x7fbec8076090 2024-05-21T19:08:05.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.345+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbeb8010430 con 0x7fbec8076090 2024-05-21T19:08:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.347+0000 7fbec2a00700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.347+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbeb80e2520 con 0x7fbec8076090 2024-05-21T19:08:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.347+0000 7fbecde00700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.348+0000 7fbecde00700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 0x7fbeb00b4d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fbebc00b2e0 tx=0x7fbebc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:05.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.351+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbeb80aa1c0 con 0x7fbec8076090 2024-05-21T19:08:05.462 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:05 smithi003 ceph-mon[31577]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T19:08:05.462 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:05 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:08:05.462 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:05 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.462 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:05 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:08:05.462 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:05 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.587+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbec81a15f0 con 0x7fbeb00b2880 2024-05-21T19:08:05.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.595+0000 7fbec2a00700 1 -- 172.21.15.3:0/1097435598 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258819 (secure 0 0 0) 0x7fbec81a15f0 con 0x7fbeb00b2880 2024-05-21T19:08:05.601 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 msgr2=0x7fbeb00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 0x7fbeb00b4d40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fbebc00b2e0 tx=0x7fbebc01a040 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 msgr2=0x7fbec81a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbeb800e9a0 tx=0x7fbeb800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 shutdown_connections 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbeb00b2880 0x7fbeb00b4d40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbec8114710 0x7fbec81a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbec8075770 0x7fbec81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 --2- 172.21.15.3:0/1097435598 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbec8076090 0x7fbec81a07d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.601+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 >> 172.21.15.3:0/1097435598 conn(0x7fbec807a6a0 msgr2=0x7fbec81115a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.602+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 shutdown_connections 2024-05-21T19:08:05.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:05.602+0000 7fbed0800700 1 -- 172.21.15.3:0/1097435598 wait complete. 2024-05-21T19:08:05.604 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:08:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:05 smithi178 ceph-mon[36523]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T19:08:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:05 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:08:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:05 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:05 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:08:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:05 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:05 smithi104 ceph-mon[36417]: pgmap v444: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-05-21T19:08:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:05 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:08:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:05 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:05 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:08:05.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:05 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:08:05.999 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:08:06.726 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":444,"stamp":"2024-05-21T19:08:04.173381+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664664,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1458,"num_read_kb":836,"num_write":301,"num_write_kb":2279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":744,"ondisk_log_size":744,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390884,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550940,"statfs":{"total":1151940427776,"available":1151540162560,"internally_reserved":0,"allocated":12914688,"data_stored":7214076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5373,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":78,"num_read_kb":44,"num_write":1,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005037"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048822+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:05:40.048822+0000","last_peered":"2024-05-21T19:05:40.048822+0000","last_clean":"2024-05-21T19:05:40.048822+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:05:40.048822+0000","last_undegraded":"2024-05-21T19:05:40.048822+0000","last_fullsized":"2024-05-21T19:05:40.048822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766413+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:57.766413+0000","last_peered":"2024-05-21T19:05:57.766413+0000","last_clean":"2024-05-21T19:05:57.766413+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:57.766413+0000","last_undegraded":"2024-05-21T19:05:57.766413+0000","last_fullsized":"2024-05-21T19:05:57.766413+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766400+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:57.766400+0000","last_peered":"2024-05-21T19:05:57.766400+0000","last_clean":"2024-05-21T19:05:57.766400+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:57.766400+0000","last_undegraded":"2024-05-21T19:05:57.766400+0000","last_fullsized":"2024-05-21T19:05:57.766400+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518682+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:52.518682+0000","last_peered":"2024-05-21T19:05:52.518682+0000","last_clean":"2024-05-21T19:05:52.518682+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:52.518682+0000","last_undegraded":"2024-05-21T19:05:52.518682+0000","last_fullsized":"2024-05-21T19:05:52.518682+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.762129+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:05:55.762129+0000","last_peered":"2024-05-21T19:05:55.762129+0000","last_clean":"2024-05-21T19:05:55.762129+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:05:55.762129+0000","last_undegraded":"2024-05-21T19:05:55.762129+0000","last_fullsized":"2024-05-21T19:05:55.762129+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:54.990538+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:54.990538+0000","last_peered":"2024-05-21T19:05:54.990538+0000","last_clean":"2024-05-21T19:05:54.990538+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:54.990538+0000","last_undegraded":"2024-05-21T19:05:54.990538+0000","last_fullsized":"2024-05-21T19:05:54.990538+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766429+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:57.766429+0000","last_peered":"2024-05-21T19:05:57.766429+0000","last_clean":"2024-05-21T19:05:57.766429+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:57.766429+0000","last_undegraded":"2024-05-21T19:05:57.766429+0000","last_fullsized":"2024-05-21T19:05:57.766429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":272,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:58.544422+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:07:58.544422+0000","last_peered":"2024-05-21T19:07:58.544422+0000","last_clean":"2024-05-21T19:07:58.544422+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:07:58.544422+0000","last_undegraded":"2024-05-21T19:07:58.544422+0000","last_fullsized":"2024-05-21T19:07:58.544422+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":257,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:00.547019+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:08:00.547019+0000","last_peered":"2024-05-21T19:08:00.547019+0000","last_clean":"2024-05-21T19:08:00.547019+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:08:00.547019+0000","last_undegraded":"2024-05-21T19:08:00.547019+0000","last_fullsized":"2024-05-21T19:08:00.547019+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'37","reported_seq":529,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:01.548652+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:08:01.548652+0000","last_peered":"2024-05-21T19:08:01.548652+0000","last_clean":"2024-05-21T19:08:01.548652+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:08:01.548652+0000","last_undegraded":"2024-05-21T19:08:01.548652+0000","last_fullsized":"2024-05-21T19:08:01.548652+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":465,"num_read_kb":302,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":259,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:01.078611+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:08:01.078611+0000","last_peered":"2024-05-21T19:08:01.078611+0000","last_clean":"2024-05-21T19:08:01.078611+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:08:01.078611+0000","last_undegraded":"2024-05-21T19:08:01.078611+0000","last_fullsized":"2024-05-21T19:08:01.078611+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":230,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.762083+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:05:55.762083+0000","last_peered":"2024-05-21T19:05:55.762083+0000","last_clean":"2024-05-21T19:05:55.762083+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:05:55.762083+0000","last_undegraded":"2024-05-21T19:05:55.762083+0000","last_fullsized":"2024-05-21T19:05:55.762083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519349+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:57.519349+0000","last_peered":"2024-05-21T19:05:57.519349+0000","last_clean":"2024-05-21T19:05:57.519349+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:57.519349+0000","last_undegraded":"2024-05-21T19:05:57.519349+0000","last_fullsized":"2024-05-21T19:05:57.519349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.121799+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:05:55.121799+0000","last_peered":"2024-05-21T19:05:55.121799+0000","last_clean":"2024-05-21T19:05:55.121799+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:05:55.121799+0000","last_undegraded":"2024-05-21T19:05:55.121799+0000","last_fullsized":"2024-05-21T19:05:55.121799+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519310+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:57.519310+0000","last_peered":"2024-05-21T19:05:57.519310+0000","last_clean":"2024-05-21T19:05:57.519310+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:57.519310+0000","last_undegraded":"2024-05-21T19:05:57.519310+0000","last_fullsized":"2024-05-21T19:05:57.519310+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.125865+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:55.125865+0000","last_peered":"2024-05-21T19:05:55.125865+0000","last_clean":"2024-05-21T19:05:55.125865+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:55.125865+0000","last_undegraded":"2024-05-21T19:05:55.125865+0000","last_fullsized":"2024-05-21T19:05:55.125865+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":258,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:01.077847+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:08:01.077847+0000","last_peered":"2024-05-21T19:08:01.077847+0000","last_clean":"2024-05-21T19:08:01.077847+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:08:01.077847+0000","last_undegraded":"2024-05-21T19:08:01.077847+0000","last_fullsized":"2024-05-21T19:08:01.077847+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":226,"num_read_kb":226,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060465+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:40.060465+0000","last_peered":"2024-05-21T19:05:40.060465+0000","last_clean":"2024-05-21T19:05:40.060465+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:40.060465+0000","last_undegraded":"2024-05-21T19:05:40.060465+0000","last_fullsized":"2024-05-21T19:05:40.060465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518657+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:05:52.518657+0000","last_peered":"2024-05-21T19:05:52.518657+0000","last_clean":"2024-05-21T19:05:52.518657+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:05:52.518657+0000","last_undegraded":"2024-05-21T19:05:52.518657+0000","last_fullsized":"2024-05-21T19:05:52.518657+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075753+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:05:40.075753+0000","last_peered":"2024-05-21T19:05:40.075753+0000","last_clean":"2024-05-21T19:05:40.075753+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:05:40.075753+0000","last_undegraded":"2024-05-21T19:05:40.075753+0000","last_fullsized":"2024-05-21T19:05:40.075753+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.008705+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:05:55.008705+0000","last_peered":"2024-05-21T19:05:55.008705+0000","last_clean":"2024-05-21T19:05:55.008705+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:05:55.008705+0000","last_undegraded":"2024-05-21T19:05:55.008705+0000","last_fullsized":"2024-05-21T19:05:55.008705+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075210+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:05:40.075210+0000","last_peered":"2024-05-21T19:05:40.075210+0000","last_clean":"2024-05-21T19:05:40.075210+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:05:40.075210+0000","last_undegraded":"2024-05-21T19:05:40.075210+0000","last_fullsized":"2024-05-21T19:05:40.075210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.762867+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:06:00.762867+0000","last_peered":"2024-05-21T19:06:00.762867+0000","last_clean":"2024-05-21T19:06:00.762867+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:06:00.762867+0000","last_undegraded":"2024-05-21T19:06:00.762867+0000","last_fullsized":"2024-05-21T19:06:00.762867+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259487+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:04:41.259487+0000","last_peered":"2024-05-21T19:04:41.259487+0000","last_clean":"2024-05-21T19:04:41.259487+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:04:41.259487+0000","last_undegraded":"2024-05-21T19:04:41.259487+0000","last_fullsized":"2024-05-21T19:04:41.259487+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.267417+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:04:41.267417+0000","last_peered":"2024-05-21T19:04:41.267417+0000","last_clean":"2024-05-21T19:04:41.267417+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:04:41.267417+0000","last_undegraded":"2024-05-21T19:04:41.267417+0000","last_fullsized":"2024-05-21T19:04:41.267417+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.046910+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:05:40.046910+0000","last_peered":"2024-05-21T19:05:40.046910+0000","last_clean":"2024-05-21T19:05:40.046910+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:05:40.046910+0000","last_undegraded":"2024-05-21T19:05:40.046910+0000","last_fullsized":"2024-05-21T19:05:40.046910+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042311+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:05:40.042311+0000","last_peered":"2024-05-21T19:05:40.042311+0000","last_clean":"2024-05-21T19:05:40.042311+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:05:40.042311+0000","last_undegraded":"2024-05-21T19:05:40.042311+0000","last_fullsized":"2024-05-21T19:05:40.042311+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081460+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:05:40.081460+0000","last_peered":"2024-05-21T19:05:40.081460+0000","last_clean":"2024-05-21T19:05:40.081460+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:05:40.081460+0000","last_undegraded":"2024-05-21T19:05:40.081460+0000","last_fullsized":"2024-05-21T19:05:40.081460+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766369+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:57.766369+0000","last_peered":"2024-05-21T19:05:57.766369+0000","last_clean":"2024-05-21T19:05:57.766369+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:57.766369+0000","last_undegraded":"2024-05-21T19:05:57.766369+0000","last_fullsized":"2024-05-21T19:05:57.766369+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74062,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1382,"num_read_kb":772,"num_write":176,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645379,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841608,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1597440,"data_stored":1097212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037838,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430296,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593821,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":505149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40456,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704696,"statfs":{"total":95995035648,"available":95953608704,"internally_reserved":0,"allocated":983040,"data_stored":505877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149808,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953580,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790052,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:08:06.730 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:08:06.837 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:07 smithi003 ceph-mon[31577]: from='client.25108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:07 smithi003 ceph-mon[31577]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T19:08:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:07 smithi178 ceph-mon[36523]: from='client.25108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:07 smithi178 ceph-mon[36523]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T19:08:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:07 smithi104 ceph-mon[36417]: from='client.25108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:07 smithi104 ceph-mon[36417]: pgmap v445: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-21T19:08:08.282 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:09.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:09 smithi003 ceph-mon[31577]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-21T19:08:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:09 smithi178 ceph-mon[36523]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-21T19:08:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:09 smithi104 ceph-mon[36417]: pgmap v446: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 -- 172.21.15.3:0/1026420308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 msgr2=0x7fa530112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 --2- 172.21.15.3:0/1026420308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa530112630 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa52800b0a0 tx=0x7fa52800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 -- 172.21.15.3:0/1026420308 shutdown_connections 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 --2- 172.21.15.3:0/1026420308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa530112630 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 --2- 172.21.15.3:0/1026420308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 0x7fa53010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 --2- 172.21.15.3:0/1026420308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa530105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.685+0000 7fa536c00700 1 -- 172.21.15.3:0/1026420308 >> 172.21.15.3:0/1026420308 conn(0x7fa530101250 msgr2=0x7fa530103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.686+0000 7fa536c00700 1 -- 172.21.15.3:0/1026420308 shutdown_connections 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.686+0000 7fa536c00700 1 -- 172.21.15.3:0/1026420308 wait complete. 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 Processor -- start 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 -- start start 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa53019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 0x7fa5301a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301159f0 con 0x7fa530106120 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa530115870 con 0x7fa530105760 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.687+0000 7fa536c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa530115b70 con 0x7fa53010b760 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa53019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37592/0 (socket says 172.21.15.3:37592) 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 -- 172.21.15.3:0/2051685980 learned_addr learned my addr 172.21.15.3:0/2051685980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa534c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 0x7fa5301a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 -- 172.21.15.3:0/2051685980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 msgr2=0x7fa5301a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 0x7fa5301a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 -- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 msgr2=0x7fa53019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa53019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.688+0000 7fa52fe00700 1 -- 172.21.15.3:0/2051685980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5301a0dd0 con 0x7fa530105760 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa52fe00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa52000e9a0 tx=0x7fa52000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa52cc00700 1 -- 172.21.15.3:0/2051685980 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52000ca10 con 0x7fa530105760 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa52cc00700 1 -- 172.21.15.3:0/2051685980 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa52000cbb0 con 0x7fa530105760 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5301a10c0 con 0x7fa530105760 2024-05-21T19:08:10.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa52cc00700 1 -- 172.21.15.3:0/2051685980 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa520018680 con 0x7fa530105760 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.689+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5301a8940 con 0x7fa530105760 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.693+0000 7fa52cc00700 1 -- 172.21.15.3:0/2051685980 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa520010430 con 0x7fa530105760 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 Processor -- start 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 -- start start 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa52cc00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 0x7fa5140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821e7d0 0x55c648218260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 0x55c648218ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c648176e40 con 0x55c64821e7d0 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c6481669e0 con 0x55c648218880 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.694+0000 7fa54152fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c64816aa20 con 0x55c64821deb0 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52cc00700 1 -- 172.21.15.3:0/2051685980 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa5200e23a0 con 0x7fa530105760 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58246/0 (socket says 172.21.15.3:58246) 2024-05-21T19:08:10.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 -- 172.21.15.3:0/447641843 learned_addr learned my addr 172.21.15.3:0/447641843 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:10.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52f400700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821e7d0 0x55c648218260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa534c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 0x7fa5140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa534c00700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 0x55c648218ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 -- 172.21.15.3:0/447641843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 msgr2=0x55c648218ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 0x55c648218ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 -- 172.21.15.3:0/447641843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821e7d0 msgr2=0x55c648218260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821e7d0 0x55c648218260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 -- 172.21.15.3:0/447641843 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c64812f420 con 0x55c64821deb0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa534c00700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 0x55c648218ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.695+0000 7fa52fe00700 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa5200a9640 tx=0x7fa5200896d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41932e72c5514e75 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.696+0000 7fa525600700 1 -- 172.21.15.3:0/447641843 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5200b20f0 con 0x55c64821deb0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.696+0000 7fa525600700 1 -- 172.21.15.3:0/447641843 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa520089e50 con 0x55c64821deb0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.696+0000 7fa525600700 1 -- 172.21.15.3:0/447641843 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52000cd60 con 0x55c64821deb0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.696+0000 7fa534c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 0x7fa5140b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa52800b780 tx=0x7fa528006000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 -- 172.21.15.3:0/447641843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 msgr2=0x55c64821e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa5200a9640 tx=0x7fa5200896d0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 -- 172.21.15.3:0/447641843 shutdown_connections 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c648218880 0x55c648218ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c64821e290 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 --2- 172.21.15.3:0/447641843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821e7d0 0x55c648218260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 -- 172.21.15.3:0/447641843 >> 172.21.15.3:0/447641843 conn(0x55c648146be0 msgr2=0x55c648213010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 -- 172.21.15.3:0/447641843 shutdown_connections 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.697+0000 7fa54152fb80 1 -- 172.21.15.3:0/447641843 wait complete. 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 -- start start 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 Processor -- start 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c648224530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648221e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c64806cfa0 con 0x55c648218880 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c648107760 con 0x55c64821e7d0 2024-05-21T19:08:10.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c648225240 con 0x55c64821deb0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.698+0000 7fa54152fb80 10 client.0 _ll_register_callbacks cb 0x55c648110c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c648224530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58262/0 (socket says 172.21.15.3:58262) 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 -- 172.21.15.3:0/970534322 learned_addr learned my addr 172.21.15.3:0/970534322 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa534c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648221e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c648224530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47146/0 (socket says 172.21.15.3:47146) 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 -- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 msgr2=0x55c648221e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648221e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 -- 172.21.15.3:0/970534322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 msgr2=0x55c648224530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c648224530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.699+0000 7fa52f400700 1 -- 172.21.15.3:0/970534322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6480b68d0 con 0x55c64821deb0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa52f400700 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009fd0 tx=0x7fa51c012a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d301410f22aae443 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa51a000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c00f480 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa51c00f620 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa520089e50 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa51c00f820 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa54152fb80 10 client.25120 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c648137060 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.700+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa520089e50 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa51c010a00 con 0x55c64821deb0 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 10 client.25120 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 10 client.25120 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 20 client.25120 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c648231cd0 0x55c648234130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 4 client.25120 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c648178d90 con 0x55c648231cd0 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.701+0000 7fa52fe00700 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c648231cd0 0x55c648234130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.702+0000 7fa52fe00700 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c648231cd0 0x55c648234130 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a64e9b844c762bf server_cookie=d97a2c6e6210d302 in_seq=0 out_seq=0 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.702+0000 7fa51a000700 10 client.25120 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.702+0000 7fa51a000700 1 -- 172.21.15.3:0/970534322 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c648178d90 con 0x55c648231cd0 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.702+0000 7fa51a000700 10 client.25120 handle_command_reply: tid=0 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 client.25120 shutdown 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 msgr2=0x55c6482218d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009fd0 tx=0x7fa51c012a20 comp rx=0 tx=0).stop 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 shutdown_connections 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c648231cd0 0x55c648234130 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648221e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c648224530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa51a000700 0 client.25120 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 --2- 172.21.15.3:0/970534322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821deb0 0x55c6482218d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 >> 172.21.15.3:0/970534322 conn(0x55c648146be0 msgr2=0x55c648217250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 shutdown_connections 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 1 -- 172.21.15.3:0/970534322 wait complete. 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.703+0000 7fa54152fb80 20 client.25120 trim_cache size 0 max 16384 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.727+0000 7fa54152fb80 1 Processor -- start 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.727+0000 7fa54152fb80 1 -- start start 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c648218880 0x55c648218260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821deb0 0x55c6482129e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301b2840 con 0x55c64821deb0 2024-05-21T19:08:10.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301b00d0 con 0x55c64821e7d0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa54152fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301adf20 con 0x55c648218880 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa534c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa52f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821deb0 0x55c6482129e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa534c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37618/0 (socket says 172.21.15.3:37618) 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa534c00700 1 -- 172.21.15.3:0/1116895304 learned_addr learned my addr 172.21.15.3:0/1116895304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.728+0000 7fa52fe00700 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c648218880 0x55c648218260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 -- 172.21.15.3:0/1116895304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c648218880 msgr2=0x55c648218260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c648218880 0x55c648218260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 -- 172.21.15.3:0/1116895304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821deb0 msgr2=0x55c6482129e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821deb0 0x55c6482129e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 -- 172.21.15.3:0/1116895304 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6482347b0 con 0x55c64821e7d0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa534c00700 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa5280060b0 tx=0x7fa52801f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20a5725f195a513f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa524c00700 1 -- 172.21.15.3:0/1116895304 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa528022070 con 0x55c64821e7d0 2024-05-21T19:08:10.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa524c00700 1 -- 172.21.15.3:0/1116895304 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa528007dd0 con 0x55c64821e7d0 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.729+0000 7fa524c00700 1 -- 172.21.15.3:0/1116895304 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa528005990 con 0x55c64821e7d0 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 -- 172.21.15.3:0/1116895304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 msgr2=0x55c648212f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa5280060b0 tx=0x7fa52801f000 comp rx=0 tx=0).stop 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 -- 172.21.15.3:0/1116895304 shutdown_connections 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821e7d0 0x55c648212f20 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c648218880 0x55c648218260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1116895304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c64821deb0 0x55c6482129e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 -- 172.21.15.3:0/1116895304 >> 172.21.15.3:0/1116895304 conn(0x55c648146be0 msgr2=0x55c6482201e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.730+0000 7fa54152fb80 1 -- 172.21.15.3:0/1116895304 shutdown_connections 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.731+0000 7fa54152fb80 1 -- 172.21.15.3:0/1116895304 wait complete. 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.731+0000 7fa54152fb80 1 -- start start 2024-05-21T19:08:10.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.731+0000 7fa54152fb80 1 Processor -- start 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c64822a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821e7d0 0x55c6482279e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301ae590 con 0x55c648218880 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301afa00 con 0x55c64821deb0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa5301aec60 con 0x55c64821e7d0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa54152fb80 10 client.0 _ll_register_callbacks cb 0x55c648110c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c64822a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa52f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa52fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c64822a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47164/0 (socket says 172.21.15.3:47164) 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa52f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37630/0 (socket says 172.21.15.3:37630) 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa52fe00700 1 -- 172.21.15.3:0/1990435451 learned_addr learned my addr 172.21.15.3:0/1990435451 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.732+0000 7fa534c00700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821e7d0 0x55c6482279e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 -- 172.21.15.3:0/1990435451 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821e7d0 msgr2=0x55c6482279e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821e7d0 0x55c6482279e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 -- 172.21.15.3:0/1990435451 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 msgr2=0x55c64822a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c64822a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 -- 172.21.15.3:0/1990435451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c648227f20 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa52f400700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa51c010e20 tx=0x7fa51c00fc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81986e3cf67b2376 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa51a000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c0052c0 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa528007dd0 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.733+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa51c005460 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa51c036050 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 10 client.25115 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c64829d580 con 0x55c64821deb0 2024-05-21T19:08:10.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa528007dd0 con 0x55c64821deb0 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa51c003680 con 0x55c64821deb0 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 10 client.25115 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 10 client.25115 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 20 client.25115 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c64829dc90 0x55c6482a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 4 client.25115 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.734+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c648172570 con 0x55c64829dc90 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa52fe00700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c64829dc90 0x55c6482a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa52fe00700 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c64829dc90 0x55c6482a00b0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9da7d1cff2e28362 server_cookie=e9517b90a3cc6abb in_seq=0 out_seq=0 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa51a000700 10 client.25115 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa51a000700 1 -- 172.21.15.3:0/1990435451 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c648172570 con 0x55c64829dc90 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa51a000700 10 client.25115 handle_command_reply: tid=0 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.735+0000 7fa54152fb80 1 client.25115 shutdown 2024-05-21T19:08:10.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 msgr2=0x55c6482274a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa51c010e20 tx=0x7fa51c00fc70 comp rx=0 tx=0).stop 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 shutdown_connections 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c64829dc90 0x55c6482a00b0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c64821e7d0 0x55c6482279e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c648218880 0x55c64822a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 --2- 172.21.15.3:0/1990435451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c64821deb0 0x55c6482274a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa51a000700 0 client.25115 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 >> 172.21.15.3:0/1990435451 conn(0x55c648146be0 msgr2=0x55c6482129e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 shutdown_connections 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 1 -- 172.21.15.3:0/1990435451 wait complete. 2024-05-21T19:08:10.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.736+0000 7fa54152fb80 20 client.25115 trim_cache size 0 max 16384 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "73520724-d3df-41c2-ae66-27989fe64699": { 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "73520724-d3df-41c2-ae66-27989fe64699", 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:08:10.111 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 msgr2=0x7fa5140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 0x7fa5140b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa52800b780 tx=0x7fa528006000 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 msgr2=0x7fa53019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa52000e9a0 tx=0x7fa52000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 shutdown_connections 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa5140b2880 0x7fa5140b4d40 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa53010b760 0x7fa5301a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa530105760 0x7fa53019bdc0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 --2- 172.21.15.3:0/2051685980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa530106120 0x7fa53019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 >> 172.21.15.3:0/2051685980 conn(0x7fa530101250 msgr2=0x7fa530101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 shutdown_connections 2024-05-21T19:08:10.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:09.737+0000 7fa536c00700 1 -- 172.21.15.3:0/2051685980 wait complete. 2024-05-21T19:08:10.801 INFO:tasks.cephfs.filesystem:scrub status for tag:73520724-d3df-41c2-ae66-27989fe64699 - {'path': '/', 'tag': '73520724-d3df-41c2-ae66-27989fe64699', 'options': 'recursive,force'} 2024-05-21T19:08:11.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:11 smithi003 ceph-mon[31577]: pgmap v447: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:08:11.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 -- 172.21.15.3:0/2826304994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c109dd0 msgr2=0x7f2e9c10a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 --2- 172.21.15.3:0/2826304994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c10a1b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0099c0 tx=0x7f2e8c009cd0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 -- 172.21.15.3:0/2826304994 shutdown_connections 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 --2- 172.21.15.3:0/2826304994 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c10eeb0 0x7f2e9c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 --2- 172.21.15.3:0/2826304994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c10a1b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 --2- 172.21.15.3:0/2826304994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10a780 0x7f2e9c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 -- 172.21.15.3:0/2826304994 >> 172.21.15.3:0/2826304994 conn(0x7f2e9c076d10 msgr2=0x7f2e9c079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 -- 172.21.15.3:0/2826304994 shutdown_connections 2024-05-21T19:08:11.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.395+0000 7f2ea2200700 1 -- 172.21.15.3:0/2826304994 wait complete. 2024-05-21T19:08:11.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.396+0000 7f2ea2200700 1 Processor -- start 2024-05-21T19:08:11.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.396+0000 7f2ea2200700 1 -- start start 2024-05-21T19:08:11.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c1a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10eeb0 0x7f2e9c1a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2e9c119da0 con 0x7f2e9c10a780 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e9c119c20 con 0x7f2e9c10eeb0 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2ea2200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e9c119f20 con 0x7f2e9c109dd0 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2e9aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2e9be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10eeb0 0x7f2e9c1a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2e9aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34252/0 (socket says 172.21.15.3:34252) 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2e9aa00700 1 -- 172.21.15.3:0/218164599 learned_addr learned my addr 172.21.15.3:0/218164599 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:11.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.397+0000 7f2e9b400700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c1a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:11.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 -- 172.21.15.3:0/218164599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c109dd0 msgr2=0x7f2e9c1a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:11.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c1a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 -- 172.21.15.3:0/218164599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10eeb0 msgr2=0x7f2e9c1a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10eeb0 0x7f2e9c1a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 -- 172.21.15.3:0/218164599 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e9c1a5290 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e9aa00700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2e8800ea30 tx=0x7f2e8800ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8800cbd0 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e880044d0 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.398+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e9c1a5580 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.399+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e88003dc0 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.399+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e9c1ace00 con 0x7f2e9c10a780 2024-05-21T19:08:11.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.400+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e9c06a230 con 0x7f2e9c10a780 2024-05-21T19:08:11.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.403+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2e88003f60 con 0x7f2e9c10a780 2024-05-21T19:08:11.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.406+0000 7f2e93e00700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 0x7f2e800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:11.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.406+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2e880e23f0 con 0x7f2e9c10a780 2024-05-21T19:08:11.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.406+0000 7f2e9b400700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 0x7f2e800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:11.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.407+0000 7f2e9b400700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 0x7f2e800b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c000c00 tx=0x7f2e8c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:11.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.408+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2e880aa090 con 0x7f2e9c10a780 2024-05-21T19:08:11.528 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:11 smithi104 ceph-mon[36417]: pgmap v447: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:08:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:11 smithi178 ceph-mon[36523]: pgmap v447: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:08:11.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.644+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2e9c063980 con 0x7f2e800b2880 2024-05-21T19:08:11.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.667+0000 7f2e93e00700 1 -- 172.21.15.3:0/218164599 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258816 (secure 0 0 0) 0x7f2e9c063980 con 0x7f2e800b2880 2024-05-21T19:08:11.669 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.674+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 msgr2=0x7f2e800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.674+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 0x7f2e800b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c000c00 tx=0x7f2e8c005fb0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 msgr2=0x7f2e9c1a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2e8800ea30 tx=0x7f2e8800ed40 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 shutdown_connections 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e800b2880 0x7f2e800b4d40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e9c10eeb0 0x7f2e9c1a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e9c109dd0 0x7f2e9c1a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 --2- 172.21.15.3:0/218164599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e9c10a780 0x7f2e9c1a0810 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:11.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 >> 172.21.15.3:0/218164599 conn(0x7f2e9c076d10 msgr2=0x7f2e9c0790c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:11.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 shutdown_connections 2024-05-21T19:08:11.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:11.675+0000 7f2ea2200700 1 -- 172.21.15.3:0/218164599 wait complete. 2024-05-21T19:08:11.678 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:08:12.556 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":447,"stamp":"2024-05-21T19:08:10.175789+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664664,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1495,"num_read_kb":853,"num_write":301,"num_write_kb":2279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":744,"ondisk_log_size":744,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390884,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550940,"statfs":{"total":1151940427776,"available":1151540162560,"internally_reserved":0,"allocated":12914688,"data_stored":7214076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":67,"num_read_kb":32,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004892"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.296429+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:06:01.296429+0000","last_peered":"2024-05-21T19:06:01.296429+0000","last_clean":"2024-05-21T19:06:01.296429+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:06:01.296429+0000","last_undegraded":"2024-05-21T19:06:01.296429+0000","last_fullsized":"2024-05-21T19:06:01.296429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766413+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:57.766413+0000","last_peered":"2024-05-21T19:05:57.766413+0000","last_clean":"2024-05-21T19:05:57.766413+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:57.766413+0000","last_undegraded":"2024-05-21T19:05:57.766413+0000","last_fullsized":"2024-05-21T19:05:57.766413+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766400+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:57.766400+0000","last_peered":"2024-05-21T19:05:57.766400+0000","last_clean":"2024-05-21T19:05:57.766400+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:57.766400+0000","last_undegraded":"2024-05-21T19:05:57.766400+0000","last_fullsized":"2024-05-21T19:05:57.766400+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518682+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:52.518682+0000","last_peered":"2024-05-21T19:05:52.518682+0000","last_clean":"2024-05-21T19:05:52.518682+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:52.518682+0000","last_undegraded":"2024-05-21T19:05:52.518682+0000","last_fullsized":"2024-05-21T19:05:52.518682+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:00.780363+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:08:00.780363+0000","last_peered":"2024-05-21T19:08:00.780363+0000","last_clean":"2024-05-21T19:08:00.780363+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:08:00.780363+0000","last_undegraded":"2024-05-21T19:08:00.780363+0000","last_fullsized":"2024-05-21T19:08:00.780363+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:54.990538+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:54.990538+0000","last_peered":"2024-05-21T19:05:54.990538+0000","last_clean":"2024-05-21T19:05:54.990538+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:54.990538+0000","last_undegraded":"2024-05-21T19:05:54.990538+0000","last_fullsized":"2024-05-21T19:05:54.990538+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766429+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:57.766429+0000","last_peered":"2024-05-21T19:05:57.766429+0000","last_clean":"2024-05-21T19:05:57.766429+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:57.766429+0000","last_undegraded":"2024-05-21T19:05:57.766429+0000","last_fullsized":"2024-05-21T19:05:57.766429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":282,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:08.560086+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:08:08.560086+0000","last_peered":"2024-05-21T19:08:08.560086+0000","last_clean":"2024-05-21T19:08:08.560086+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:08:08.560086+0000","last_undegraded":"2024-05-21T19:08:08.560086+0000","last_fullsized":"2024-05-21T19:08:08.560086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":233,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":262,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:05.554799+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:08:05.554799+0000","last_peered":"2024-05-21T19:08:05.554799+0000","last_clean":"2024-05-21T19:08:05.554799+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:08:05.554799+0000","last_undegraded":"2024-05-21T19:08:05.554799+0000","last_fullsized":"2024-05-21T19:08:05.554799+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":231,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'37","reported_seq":540,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:06.556522+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:08:06.556522+0000","last_peered":"2024-05-21T19:08:06.556522+0000","last_clean":"2024-05-21T19:08:06.556522+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:08:06.556522+0000","last_undegraded":"2024-05-21T19:08:06.556522+0000","last_fullsized":"2024-05-21T19:08:06.556522+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":308,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":264,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:06.089449+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:08:06.089449+0000","last_peered":"2024-05-21T19:08:06.089449+0000","last_clean":"2024-05-21T19:08:06.089449+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:08:06.089449+0000","last_undegraded":"2024-05-21T19:08:06.089449+0000","last_fullsized":"2024-05-21T19:08:06.089449+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.762083+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:05:55.762083+0000","last_peered":"2024-05-21T19:05:55.762083+0000","last_clean":"2024-05-21T19:05:55.762083+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:05:55.762083+0000","last_undegraded":"2024-05-21T19:05:55.762083+0000","last_fullsized":"2024-05-21T19:05:55.762083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519349+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:57.519349+0000","last_peered":"2024-05-21T19:05:57.519349+0000","last_clean":"2024-05-21T19:05:57.519349+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:57.519349+0000","last_undegraded":"2024-05-21T19:05:57.519349+0000","last_fullsized":"2024-05-21T19:05:57.519349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.121799+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:05:55.121799+0000","last_peered":"2024-05-21T19:05:55.121799+0000","last_clean":"2024-05-21T19:05:55.121799+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:05:55.121799+0000","last_undegraded":"2024-05-21T19:05:55.121799+0000","last_fullsized":"2024-05-21T19:05:55.121799+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519310+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:57.519310+0000","last_peered":"2024-05-21T19:05:57.519310+0000","last_clean":"2024-05-21T19:05:57.519310+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:57.519310+0000","last_undegraded":"2024-05-21T19:05:57.519310+0000","last_fullsized":"2024-05-21T19:05:57.519310+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.125865+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:55.125865+0000","last_peered":"2024-05-21T19:05:55.125865+0000","last_clean":"2024-05-21T19:05:55.125865+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:55.125865+0000","last_undegraded":"2024-05-21T19:05:55.125865+0000","last_fullsized":"2024-05-21T19:05:55.125865+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":263,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:05.086475+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:08:05.086475+0000","last_peered":"2024-05-21T19:08:05.086475+0000","last_clean":"2024-05-21T19:08:05.086475+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:08:05.086475+0000","last_undegraded":"2024-05-21T19:08:05.086475+0000","last_fullsized":"2024-05-21T19:08:05.086475+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":231,"num_read_kb":231,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:59.991479+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:59.991479+0000","last_peered":"2024-05-21T19:05:59.991479+0000","last_clean":"2024-05-21T19:05:59.991479+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:59.991479+0000","last_undegraded":"2024-05-21T19:05:59.991479+0000","last_fullsized":"2024-05-21T19:05:59.991479+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518657+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:05:52.518657+0000","last_peered":"2024-05-21T19:05:52.518657+0000","last_clean":"2024-05-21T19:05:52.518657+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:05:52.518657+0000","last_undegraded":"2024-05-21T19:05:52.518657+0000","last_fullsized":"2024-05-21T19:05:52.518657+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.398431+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:06:01.398431+0000","last_peered":"2024-05-21T19:06:01.398431+0000","last_clean":"2024-05-21T19:06:01.398431+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:06:01.398431+0000","last_undegraded":"2024-05-21T19:06:01.398431+0000","last_fullsized":"2024-05-21T19:06:01.398431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.008705+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:05:55.008705+0000","last_peered":"2024-05-21T19:05:55.008705+0000","last_clean":"2024-05-21T19:05:55.008705+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:05:55.008705+0000","last_undegraded":"2024-05-21T19:05:55.008705+0000","last_fullsized":"2024-05-21T19:05:55.008705+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.398547+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:06:01.398547+0000","last_peered":"2024-05-21T19:06:01.398547+0000","last_clean":"2024-05-21T19:06:01.398547+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:06:01.398547+0000","last_undegraded":"2024-05-21T19:06:01.398547+0000","last_fullsized":"2024-05-21T19:06:01.398547+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.762867+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:06:00.762867+0000","last_peered":"2024-05-21T19:06:00.762867+0000","last_clean":"2024-05-21T19:06:00.762867+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:06:00.762867+0000","last_undegraded":"2024-05-21T19:06:00.762867+0000","last_fullsized":"2024-05-21T19:06:00.762867+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519323+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:05:57.519323+0000","last_peered":"2024-05-21T19:05:57.519323+0000","last_clean":"2024-05-21T19:05:57.519323+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:05:57.519323+0000","last_undegraded":"2024-05-21T19:05:57.519323+0000","last_fullsized":"2024-05-21T19:05:57.519323+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.077987+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:05:40.077987+0000","last_peered":"2024-05-21T19:05:40.077987+0000","last_clean":"2024-05-21T19:05:40.077987+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:05:40.077987+0000","last_undegraded":"2024-05-21T19:05:40.077987+0000","last_fullsized":"2024-05-21T19:05:40.077987+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.256739+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:04:41.256739+0000","last_peered":"2024-05-21T19:04:41.256739+0000","last_clean":"2024-05-21T19:04:41.256739+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:04:41.256739+0000","last_undegraded":"2024-05-21T19:04:41.256739+0000","last_fullsized":"2024-05-21T19:04:41.256739+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:59.991412+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:05:59.991412+0000","last_peered":"2024-05-21T19:05:59.991412+0000","last_clean":"2024-05-21T19:05:59.991412+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:05:59.991412+0000","last_undegraded":"2024-05-21T19:05:59.991412+0000","last_fullsized":"2024-05-21T19:05:59.991412+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.296398+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:06:01.296398+0000","last_peered":"2024-05-21T19:06:01.296398+0000","last_clean":"2024-05-21T19:06:01.296398+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:06:01.296398+0000","last_undegraded":"2024-05-21T19:06:01.296398+0000","last_fullsized":"2024-05-21T19:06:01.296398+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.682181+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:06:00.682181+0000","last_peered":"2024-05-21T19:06:00.682181+0000","last_clean":"2024-05-21T19:06:00.682181+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:06:00.682181+0000","last_undegraded":"2024-05-21T19:06:00.682181+0000","last_fullsized":"2024-05-21T19:06:00.682181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.682208+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:06:00.682208+0000","last_peered":"2024-05-21T19:06:00.682208+0000","last_clean":"2024-05-21T19:06:00.682208+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:06:00.682208+0000","last_undegraded":"2024-05-21T19:06:00.682208+0000","last_fullsized":"2024-05-21T19:06:00.682208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766369+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:57.766369+0000","last_peered":"2024-05-21T19:05:57.766369+0000","last_clean":"2024-05-21T19:05:57.766369+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:57.766369+0000","last_undegraded":"2024-05-21T19:05:57.766369+0000","last_fullsized":"2024-05-21T19:05:57.766369+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74062,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1419,"num_read_kb":789,"num_write":176,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645380,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841609,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1597440,"data_stored":1097212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234069,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430298,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593822,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":505149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738497,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40456,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704696,"statfs":{"total":95995035648,"available":95953608704,"internally_reserved":0,"allocated":983040,"data_stored":505877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149810,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953581,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790054,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:08:12.560 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T19:08:12.560 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T19:08:13.089 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:13.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:13 smithi003 ceph-mon[31577]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:13.505 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:13 smithi003 ceph-mon[31577]: pgmap v448: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T19:08:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:13 smithi178 ceph-mon[36523]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:13 smithi178 ceph-mon[36523]: pgmap v448: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T19:08:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:13 smithi104 ceph-mon[36417]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:13 smithi104 ceph-mon[36417]: pgmap v448: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-21T19:08:14.132 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 -- 172.21.15.3:0/3802267960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd01087f0 msgr2=0x7f4cd010abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.132 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 --2- 172.21.15.3:0/3802267960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd01087f0 0x7f4cd010abe0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009be0 tx=0x7f4cc802a6c0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.132 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 -- 172.21.15.3:0/3802267960 shutdown_connections 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 --2- 172.21.15.3:0/3802267960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd01087f0 0x7f4cd010abe0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 --2- 172.21.15.3:0/3802267960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd01082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 --2- 172.21.15.3:0/3802267960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd0103590 0x7f4cd0105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 -- 172.21.15.3:0/3802267960 >> 172.21.15.3:0/3802267960 conn(0x7f4cd00fcf20 msgr2=0x7f4cd00ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 -- 172.21.15.3:0/3802267960 shutdown_connections 2024-05-21T19:08:14.133 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.132+0000 7f4cd8000640 1 -- 172.21.15.3:0/3802267960 wait complete. 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 Processor -- start 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 -- start start 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd0199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd01087f0 0x7f4cd01a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.135 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010e5e0 con 0x7f4cd0105ec0 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010e460 con 0x7f4cd0103590 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.133+0000 7f4cd8000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd010e760 con 0x7f4cd01087f0 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43862/0 (socket says 172.21.15.3:43862) 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 -- 172.21.15.3:0/1976517847 learned_addr learned my addr 172.21.15.3:0/1976517847 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd6000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd01087f0 0x7f4cd01a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd0199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 -- 172.21.15.3:0/1976517847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd01087f0 msgr2=0x7f4cd01a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd01087f0 0x7f4cd01a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 -- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 msgr2=0x7f4cd0199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd0199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.136 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 -- 172.21.15.3:0/1976517847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cd01a0850 con 0x7f4cd0103590 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd0199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.134+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc00e9c0 tx=0x7f4cbc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.135+0000 7f4cce000640 1 -- 172.21.15.3:0/1976517847 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc00cde0 con 0x7f4cd0103590 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.135+0000 7f4cce000640 1 -- 172.21.15.3:0/1976517847 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cbc0035f0 con 0x7f4cd0103590 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.135+0000 7f4cce000640 1 -- 172.21.15.3:0/1976517847 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc010690 con 0x7f4cd0103590 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.135+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cd01a0b40 con 0x7f4cd0103590 2024-05-21T19:08:14.137 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.135+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cd01a1090 con 0x7f4cd0103590 2024-05-21T19:08:14.138 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.138+0000 7f4cdadff740 1 Processor -- start 2024-05-21T19:08:14.138 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.138+0000 7f4cdadff740 1 -- start start 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 0x563397d98430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 0x563397d9af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563397cfeb90 con 0x563397d98aa0 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563397cee730 con 0x563397d92f40 2024-05-21T19:08:14.140 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cdadff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563397cf2770 con 0x563397d93930 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cce000640 1 -- 172.21.15.3:0/1976517847 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4cbc004000 con 0x7f4cd0103590 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cd6000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cd6000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43868/0 (socket says 172.21.15.3:43868) 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cd6000640 1 -- 172.21.15.3:0/2931136253 learned_addr learned my addr 172.21.15.3:0/2931136253 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 0x563397d9af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.139+0000 7f4cd5600640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 0x563397d98430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 -- 172.21.15.3:0/2931136253 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 msgr2=0x563397d98430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 0x563397d98430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 -- 172.21.15.3:0/2931136253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 msgr2=0x563397d9af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 0x563397d9af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 -- 172.21.15.3:0/2931136253 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563397c878b0 con 0x563397d92f40 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd5600640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 0x563397d98430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:14.141 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 0x563397d9af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:14.142 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cd6000640 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4cc802acb0 tx=0x7f4cc8005ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7bda9828a938079 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cc2600640 1 -- 172.21.15.3:0/2931136253 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc8041030 con 0x563397d92f40 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cc2600640 1 -- 172.21.15.3:0/2931136253 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cc8030660 con 0x563397d92f40 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.140+0000 7f4cc2600640 1 -- 172.21.15.3:0/2931136253 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc8036040 con 0x563397d92f40 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 -- 172.21.15.3:0/2931136253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 msgr2=0x563397d93360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4cc802acb0 tx=0x7f4cc8005ec0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.145 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 -- 172.21.15.3:0/2931136253 shutdown_connections 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d93930 0x563397d98430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d98aa0 0x563397d9af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 --2- 172.21.15.3:0/2931136253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d93360 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 -- 172.21.15.3:0/2931136253 >> 172.21.15.3:0/2931136253 conn(0x563397d8a1a0 msgr2=0x563397d8a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 -- 172.21.15.3:0/2931136253 shutdown_connections 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.141+0000 7f4cdadff740 1 -- 172.21.15.3:0/2931136253 wait complete. 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.142+0000 7f4cce000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 0x7f4cb80b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.142+0000 7f4cdadff740 1 -- start start 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.142+0000 7f4cd6000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 0x7f4cb80b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.142+0000 7f4cce000640 1 -- 172.21.15.3:0/1976517847 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4cbc0e26b0 con 0x7f4cd0103590 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.142+0000 7f4cdadff740 1 Processor -- start 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.146 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397d9d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397da4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5633979d4790 con 0x563397d93930 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563397c96bc0 con 0x563397d92f40 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563397d9b9f0 con 0x563397d98aa0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cdadff740 10 client.0 _ll_register_callbacks cb 0x563397c74400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43870/0 (socket says 172.21.15.3:43870) 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 -- 172.21.15.3:0/1194795854 learned_addr learned my addr 172.21.15.3:0/1194795854 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397d9d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd6000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 0x7f4cb80b4c70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009560 tx=0x7f4cc8009330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd6000640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397da4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 -- 172.21.15.3:0/1194795854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 msgr2=0x563397da4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397da4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 -- 172.21.15.3:0/1194795854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 msgr2=0x563397d9d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397d9d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd5600640 1 -- 172.21.15.3:0/1194795854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563397a03210 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.143+0000 7f4cd6000640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397da4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cd5600640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc0a9be0 tx=0x7f4cbc003cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acddcb9af74fea50 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cb6a00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc0a9760 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4cbc0094f0 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cc8030660 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cbc0aa350 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cdadff740 10 client.25133 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563397acf620 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.144+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cbc0c2030 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cbc0a7ba0 con 0x563397d92f40 2024-05-21T19:08:14.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 10 client.25133 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 10 client.25133 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 20 client.25133 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397da8840 0x563397daac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 4 client.25133 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563397d00ae0 con 0x563397da8840 2024-05-21T19:08:14.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.145+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397da8840 0x563397daac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.146+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397da8840 0x563397daac50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f413aa7e9df1d090 server_cookie=cda074610bf2aa73 in_seq=0 out_seq=0 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.146+0000 7f4cb6a00640 10 client.25133 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cb6a00640 1 -- 172.21.15.3:0/1194795854 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563397d00ae0 con 0x563397da8840 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cb6a00640 10 client.25133 handle_command_reply: tid=0 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 client.25133 shutdown 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 msgr2=0x563397d9cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc0a9be0 tx=0x7f4cbc003cd0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 shutdown_connections 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397da8840 0x563397daac50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397da4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397d9d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 --2- 172.21.15.3:0/1194795854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d92f40 0x563397d9cc90 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cb6a00640 0 client.25133 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 >> 172.21.15.3:0/1194795854 conn(0x563397d8a1a0 msgr2=0x563397d89310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 shutdown_connections 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 1 -- 172.21.15.3:0/1194795854 wait complete. 2024-05-21T19:08:14.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.147+0000 7f4cdadff740 20 client.25133 trim_cache size 0 max 16384 2024-05-21T19:08:14.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 Processor -- start 2024-05-21T19:08:14.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 -- start start 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397d8d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01aa4d0 con 0x563397d92f40 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01a7da0 con 0x563397d93930 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.165+0000 7f4cdadff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01a5bf0 con 0x563397d98aa0 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43874/0 (socket says 172.21.15.3:43874) 2024-05-21T19:08:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34296/0 (socket says 172.21.15.3:34296) 2024-05-21T19:08:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 -- 172.21.15.3:0/3743616528 learned_addr learned my addr 172.21.15.3:0/3743616528 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:14.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 -- 172.21.15.3:0/3743616528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 msgr2=0x563397d8d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397d8d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 -- 172.21.15.3:0/3743616528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 msgr2=0x563397d9d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd4c00640 1 -- 172.21.15.3:0/3743616528 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563397dab2d0 con 0x563397d93930 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.166+0000 7f4cd5600640 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.167+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4009d30 tx=0x7f4cc40044d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6247c7c3a3fa7611 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.167+0000 7f4cc1c00640 1 -- 172.21.15.3:0/3743616528 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4024070 con 0x563397d93930 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.167+0000 7f4cc1c00640 1 -- 172.21.15.3:0/3743616528 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cc4003ce0 con 0x563397d93930 2024-05-21T19:08:14.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.167+0000 7f4cc1c00640 1 -- 172.21.15.3:0/3743616528 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4012840 con 0x563397d93930 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 -- 172.21.15.3:0/3743616528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 msgr2=0x563397da41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4cc4009d30 tx=0x7f4cc40044d0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 -- 172.21.15.3:0/3743616528 shutdown_connections 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d98aa0 0x563397d8d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d93930 0x563397da41a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3743616528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d92f40 0x563397d9d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.169 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 -- 172.21.15.3:0/3743616528 >> 172.21.15.3:0/3743616528 conn(0x563397d8a1a0 msgr2=0x563397d8d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.170 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 -- 172.21.15.3:0/3743616528 shutdown_connections 2024-05-21T19:08:14.170 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.168+0000 7f4cdadff740 1 -- 172.21.15.3:0/3743616528 wait complete. 2024-05-21T19:08:14.170 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 -- start start 2024-05-21T19:08:14.170 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 Processor -- start 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397da1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d98aa0 0x563397da2af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01a6260 con 0x563397d93930 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01a76d0 con 0x563397d98aa0 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4cd01a6930 con 0x563397d92f40 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.169+0000 7f4cdadff740 10 client.0 _ll_register_callbacks cb 0x7f4cbc0a9af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd6000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d98aa0 0x563397da2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44550/0 (socket says 172.21.15.3:44550) 2024-05-21T19:08:14.172 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 -- 172.21.15.3:0/3751284069 learned_addr learned my addr 172.21.15.3:0/3751284069 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397da1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 -- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d98aa0 msgr2=0x563397da2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d98aa0 0x563397da2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 -- 172.21.15.3:0/3751284069 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 msgr2=0x563397da1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397da1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 -- 172.21.15.3:0/3751284069 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563397da30e0 con 0x563397d92f40 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.170+0000 7f4cd5600640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc0a7fb0 tx=0x7f4cbc0a5360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c58cba889e252015 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cb6a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cbc0a9c50 con 0x563397d92f40 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4cbc0a61b0 con 0x563397d92f40 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cc4003ce0 con 0x563397d92f40 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cbc0b2ab0 con 0x563397d92f40 2024-05-21T19:08:14.173 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cdadff740 10 client.25144 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563397da4490 con 0x563397d92f40 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.171+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cc4003ce0 con 0x563397d92f40 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cbc0a8920 con 0x563397d92f40 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 10 client.25144 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 10 client.25144 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 20 client.25144 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:14.174 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397e13b70 0x563397e15f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:14.175 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 4 client.25144 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:08:14.175 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563397cfa2c0 con 0x563397e13b70 2024-05-21T19:08:14.175 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.172+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397e13b70 0x563397e15f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:14.175 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.173+0000 7f4cd4c00640 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397e13b70 0x563397e15f90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=441442c28c062027 server_cookie=2bc321da80bb48d9 in_seq=0 out_seq=0 2024-05-21T19:08:14.175 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.173+0000 7f4cb6a00640 10 client.25144 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:14.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.195+0000 7f4cb6a00640 1 -- 172.21.15.3:0/3751284069 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563397cfa2c0 con 0x563397e13b70 2024-05-21T19:08:14.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.195+0000 7f4cb6a00640 10 client.25144 handle_command_reply: tid=0 2024-05-21T19:08:14.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.195+0000 7f4cdadff740 1 client.25144 shutdown 2024-05-21T19:08:14.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.195+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 msgr2=0x563397da15a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.195+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc0a7fb0 tx=0x7f4cbc0a5360 comp rx=0 tx=0).stop 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 shutdown_connections 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563397e13b70 0x563397e15f90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563397d98aa0 0x563397da2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563397d93930 0x563397da1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 --2- 172.21.15.3:0/3751284069 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563397d92f40 0x563397da15a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cb6a00640 0 client.25144 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 >> 172.21.15.3:0/3751284069 conn(0x563397d8a1a0 msgr2=0x563397d941c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 shutdown_connections 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 1 -- 172.21.15.3:0/3751284069 wait complete. 2024-05-21T19:08:14.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.196+0000 7f4cdadff740 20 client.25144 trim_cache size 0 max 16384 2024-05-21T19:08:14.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:08:14.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:08:14.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 msgr2=0x7f4cb80b4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 0x7f4cb80b4c70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4cc8009560 tx=0x7f4cc8009330 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 msgr2=0x7f4cd0198c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc00e9c0 tx=0x7f4cbc00ee80 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 shutdown_connections 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4cb80b27b0 0x7f4cb80b4c70 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cd01087f0 0x7f4cd01a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cd0105ec0 0x7f4cd0199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 --2- 172.21.15.3:0/1976517847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cd0103590 0x7f4cd0198c40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 >> 172.21.15.3:0/1976517847 conn(0x7f4cd00fcf20 msgr2=0x7f4cd0103ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 shutdown_connections 2024-05-21T19:08:14.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:14.197+0000 7f4cd8000640 1 -- 172.21.15.3:0/1976517847 wait complete. 2024-05-21T19:08:14.602 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:14 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:08:14.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:14 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:08:14.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:14 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 -- 172.21.15.3:0/550486296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50105670 msgr2=0x7fab50105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 --2- 172.21.15.3:0/550486296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50105670 0x7fab50105af0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fab3c0098f0 tx=0x7fab3c009c00 comp rx=0 tx=0).stop 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 -- 172.21.15.3:0/550486296 shutdown_connections 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 --2- 172.21.15.3:0/550486296 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab50106030 0x7fab50112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 --2- 172.21.15.3:0/550486296 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab5010b670 0x7fab5010ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 --2- 172.21.15.3:0/550486296 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50105670 0x7fab50105af0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 -- 172.21.15.3:0/550486296 >> 172.21.15.3:0/550486296 conn(0x7fab50101160 msgr2=0x7fab50103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 -- 172.21.15.3:0/550486296 shutdown_connections 2024-05-21T19:08:15.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.463+0000 7fab4fe00700 1 -- 172.21.15.3:0/550486296 wait complete. 2024-05-21T19:08:15.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.464+0000 7fab4fe00700 1 Processor -- start 2024-05-21T19:08:15.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.464+0000 7fab4fe00700 1 -- start start 2024-05-21T19:08:15.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab50105670 0x7fab5019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:15.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 0x7fab5019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 0x7fab501a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fab501158c0 con 0x7fab50105670 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab50115740 con 0x7fab5010b670 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4fe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fab50115a40 con 0x7fab50106030 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab50105670 0x7fab5019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 0x7fab5019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 0x7fab5019c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44560/0 (socket says 172.21.15.3:44560) 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4e000700 1 -- 172.21.15.3:0/4201711180 learned_addr learned my addr 172.21.15.3:0/4201711180 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:15.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.465+0000 7fab4f400700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 0x7fab501a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:15.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 -- 172.21.15.3:0/4201711180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 msgr2=0x7fab5019c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:15.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 0x7fab5019c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 -- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab50105670 msgr2=0x7fab5019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:15.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab50105670 0x7fab5019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 -- 172.21.15.3:0/4201711180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab501a0dd0 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4f400700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 0x7fab501a0690 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fab4800efc0 tx=0x7fab4800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab480092e0 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab48004bb0 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab48004020 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.466+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab501a1060 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.467+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab501a8940 con 0x7fab5010b670 2024-05-21T19:08:15.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.468+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab5006a230 con 0x7fab5010b670 2024-05-21T19:08:15.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.470+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fab4801b030 con 0x7fab5010b670 2024-05-21T19:08:15.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.472+0000 7fab47400700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 0x7fab340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:15.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.472+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fab480e1ce0 con 0x7fab5010b670 2024-05-21T19:08:15.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.472+0000 7fab4ea00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 0x7fab340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:15.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.473+0000 7fab4ea00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 0x7fab340b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fab40009750 tx=0x7fab40009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:15.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.476+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fab48022020 con 0x7fab5010b670 2024-05-21T19:08:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:15 smithi003 ceph-mon[31577]: pgmap v449: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T19:08:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:08:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:08:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:15 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:08:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:15 smithi178 ceph-mon[36523]: pgmap v449: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T19:08:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:08:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:08:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:15 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:08:15.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.717+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 --> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab50063980 con 0x7fab340b2900 2024-05-21T19:08:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:15 smithi104 ceph-mon[36417]: pgmap v449: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-21T19:08:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:08:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:08:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:15 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:08:15.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.738+0000 7fab47400700 1 -- 172.21.15.3:0/4201711180 <== mgr.14152 v2:172.21.15.3:6800/1320720113 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258816 (secure 0 0 0) 0x7fab50063980 con 0x7fab340b2900 2024-05-21T19:08:15.746 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 msgr2=0x7fab340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 0x7fab340b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fab40009750 tx=0x7fab40009310 comp rx=0 tx=0).stop 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 msgr2=0x7fab501a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 0x7fab501a0690 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fab4800efc0 tx=0x7fab4800c3a0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 shutdown_connections 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab340b2900 0x7fab340b4dc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab5010b670 0x7fab501a0690 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab50105670 0x7fab5019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 --2- 172.21.15.3:0/4201711180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab50106030 0x7fab5019c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.747+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 >> 172.21.15.3:0/4201711180 conn(0x7fab50101160 msgr2=0x7fab50101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.748+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 shutdown_connections 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:15.748+0000 7fab4fe00700 1 -- 172.21.15.3:0/4201711180 wait complete. 2024-05-21T19:08:15.749 INFO:teuthology.orchestra.run.smithi003.stderr:dumped all 2024-05-21T19:08:16.403 INFO:teuthology.orchestra.run.smithi003.stdout:{"pg_ready":true,"pg_map":{"version":449,"stamp":"2024-05-21T19:08:14.177664+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":664664,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1520,"num_read_kb":868,"num_write":301,"num_write_kb":2279,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2952484,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":744,"ondisk_log_size":744,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390884,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550940,"statfs":{"total":1151940427776,"available":1151540162560,"internally_reserved":0,"allocated":12914688,"data_stored":7214076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":82,"num_read_kb":42,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004886"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.296429+0000","last_change":"2024-05-21T19:03:52.433865+0000","last_active":"2024-05-21T19:06:01.296429+0000","last_peered":"2024-05-21T19:06:01.296429+0000","last_clean":"2024-05-21T19:06:01.296429+0000","last_became_active":"2024-05-21T19:03:52.433514+0000","last_became_peered":"2024-05-21T19:03:52.433514+0000","last_unstale":"2024-05-21T19:06:01.296429+0000","last_undegraded":"2024-05-21T19:06:01.296429+0000","last_fullsized":"2024-05-21T19:06:01.296429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:43:51.110012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766413+0000","last_change":"2024-05-21T19:03:52.432346+0000","last_active":"2024-05-21T19:05:57.766413+0000","last_peered":"2024-05-21T19:05:57.766413+0000","last_clean":"2024-05-21T19:05:57.766413+0000","last_became_active":"2024-05-21T19:03:52.428453+0000","last_became_peered":"2024-05-21T19:03:52.428453+0000","last_unstale":"2024-05-21T19:05:57.766413+0000","last_undegraded":"2024-05-21T19:05:57.766413+0000","last_fullsized":"2024-05-21T19:05:57.766413+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:21:05.538723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766400+0000","last_change":"2024-05-21T19:03:52.428219+0000","last_active":"2024-05-21T19:05:57.766400+0000","last_peered":"2024-05-21T19:05:57.766400+0000","last_clean":"2024-05-21T19:05:57.766400+0000","last_became_active":"2024-05-21T19:03:52.427386+0000","last_became_peered":"2024-05-21T19:03:52.427386+0000","last_unstale":"2024-05-21T19:05:57.766400+0000","last_undegraded":"2024-05-21T19:05:57.766400+0000","last_fullsized":"2024-05-21T19:05:57.766400+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:50.760073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518682+0000","last_change":"2024-05-21T19:03:52.415324+0000","last_active":"2024-05-21T19:05:52.518682+0000","last_peered":"2024-05-21T19:05:52.518682+0000","last_clean":"2024-05-21T19:05:52.518682+0000","last_became_active":"2024-05-21T19:03:52.414996+0000","last_became_peered":"2024-05-21T19:03:52.414996+0000","last_unstale":"2024-05-21T19:05:52.518682+0000","last_undegraded":"2024-05-21T19:05:52.518682+0000","last_fullsized":"2024-05-21T19:05:52.518682+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:52:29.175359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051822+0000","last_change":"2024-05-21T19:03:52.435666+0000","last_active":"2024-05-21T19:05:40.051822+0000","last_peered":"2024-05-21T19:05:40.051822+0000","last_clean":"2024-05-21T19:05:40.051822+0000","last_became_active":"2024-05-21T19:03:52.435289+0000","last_became_peered":"2024-05-21T19:03:52.435289+0000","last_unstale":"2024-05-21T19:05:40.051822+0000","last_undegraded":"2024-05-21T19:05:40.051822+0000","last_fullsized":"2024-05-21T19:05:40.051822+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:22:40.183011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053888+0000","last_change":"2024-05-21T19:03:52.417355+0000","last_active":"2024-05-21T19:05:40.053888+0000","last_peered":"2024-05-21T19:05:40.053888+0000","last_clean":"2024-05-21T19:05:40.053888+0000","last_became_active":"2024-05-21T19:03:52.417038+0000","last_became_peered":"2024-05-21T19:03:52.417038+0000","last_unstale":"2024-05-21T19:05:40.053888+0000","last_undegraded":"2024-05-21T19:05:40.053888+0000","last_fullsized":"2024-05-21T19:05:40.053888+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:59:58.485131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074375+0000","last_change":"2024-05-21T19:04:41.280765+0000","last_active":"2024-05-21T19:05:40.074375+0000","last_peered":"2024-05-21T19:05:40.074375+0000","last_clean":"2024-05-21T19:05:40.074375+0000","last_became_active":"2024-05-21T19:04:41.280337+0000","last_became_peered":"2024-05-21T19:04:41.280337+0000","last_unstale":"2024-05-21T19:05:40.074375+0000","last_undegraded":"2024-05-21T19:05:40.074375+0000","last_fullsized":"2024-05-21T19:05:40.074375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:17:48.591045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.056829+0000","last_change":"2024-05-21T19:03:52.420728+0000","last_active":"2024-05-21T19:05:40.056829+0000","last_peered":"2024-05-21T19:05:40.056829+0000","last_clean":"2024-05-21T19:05:40.056829+0000","last_became_active":"2024-05-21T19:03:52.417978+0000","last_became_peered":"2024-05-21T19:03:52.417978+0000","last_unstale":"2024-05-21T19:05:40.056829+0000","last_undegraded":"2024-05-21T19:05:40.056829+0000","last_fullsized":"2024-05-21T19:05:40.056829+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:38:07.415227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051143+0000","last_change":"2024-05-21T19:03:52.412947+0000","last_active":"2024-05-21T19:05:40.051143+0000","last_peered":"2024-05-21T19:05:40.051143+0000","last_clean":"2024-05-21T19:05:40.051143+0000","last_became_active":"2024-05-21T19:03:52.411256+0000","last_became_peered":"2024-05-21T19:03:52.411256+0000","last_unstale":"2024-05-21T19:05:40.051143+0000","last_undegraded":"2024-05-21T19:05:40.051143+0000","last_fullsized":"2024-05-21T19:05:40.051143+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:11:28.289135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053756+0000","last_change":"2024-05-21T19:03:52.414747+0000","last_active":"2024-05-21T19:05:40.053756+0000","last_peered":"2024-05-21T19:05:40.053756+0000","last_clean":"2024-05-21T19:05:40.053756+0000","last_became_active":"2024-05-21T19:03:52.414394+0000","last_became_peered":"2024-05-21T19:03:52.414394+0000","last_unstale":"2024-05-21T19:05:40.053756+0000","last_undegraded":"2024-05-21T19:05:40.053756+0000","last_fullsized":"2024-05-21T19:05:40.053756+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:28:22.064940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059308+0000","last_change":"2024-05-21T19:03:52.416708+0000","last_active":"2024-05-21T19:05:40.059308+0000","last_peered":"2024-05-21T19:05:40.059308+0000","last_clean":"2024-05-21T19:05:40.059308+0000","last_became_active":"2024-05-21T19:03:52.416330+0000","last_became_peered":"2024-05-21T19:03:52.416330+0000","last_unstale":"2024-05-21T19:05:40.059308+0000","last_undegraded":"2024-05-21T19:05:40.059308+0000","last_fullsized":"2024-05-21T19:05:40.059308+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:14:59.590059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047247+0000","last_change":"2024-05-21T19:03:52.412470+0000","last_active":"2024-05-21T19:05:40.047247+0000","last_peered":"2024-05-21T19:05:40.047247+0000","last_clean":"2024-05-21T19:05:40.047247+0000","last_became_active":"2024-05-21T19:03:52.412072+0000","last_became_peered":"2024-05-21T19:03:52.412072+0000","last_unstale":"2024-05-21T19:05:40.047247+0000","last_undegraded":"2024-05-21T19:05:40.047247+0000","last_fullsized":"2024-05-21T19:05:40.047247+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:20:52.042724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.075970+0000","last_change":"2024-05-21T19:03:52.421103+0000","last_active":"2024-05-21T19:05:40.075970+0000","last_peered":"2024-05-21T19:05:40.075970+0000","last_clean":"2024-05-21T19:05:40.075970+0000","last_became_active":"2024-05-21T19:03:52.418869+0000","last_became_peered":"2024-05-21T19:03:52.418869+0000","last_unstale":"2024-05-21T19:05:40.075970+0000","last_undegraded":"2024-05-21T19:05:40.075970+0000","last_fullsized":"2024-05-21T19:05:40.075970+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:50:03.978297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079826+0000","last_change":"2024-05-21T19:03:52.436530+0000","last_active":"2024-05-21T19:05:40.079826+0000","last_peered":"2024-05-21T19:05:40.079826+0000","last_clean":"2024-05-21T19:05:40.079826+0000","last_became_active":"2024-05-21T19:03:52.436105+0000","last_became_peered":"2024-05-21T19:03:52.436105+0000","last_unstale":"2024-05-21T19:05:40.079826+0000","last_undegraded":"2024-05-21T19:05:40.079826+0000","last_fullsized":"2024-05-21T19:05:40.079826+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:02:08.508400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079617+0000","last_change":"2024-05-21T19:03:52.431379+0000","last_active":"2024-05-21T19:05:40.079617+0000","last_peered":"2024-05-21T19:05:40.079617+0000","last_clean":"2024-05-21T19:05:40.079617+0000","last_became_active":"2024-05-21T19:03:52.427866+0000","last_became_peered":"2024-05-21T19:03:52.427866+0000","last_unstale":"2024-05-21T19:05:40.079617+0000","last_undegraded":"2024-05-21T19:05:40.079617+0000","last_fullsized":"2024-05-21T19:05:40.079617+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:44:56.976559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.079639+0000","last_change":"2024-05-21T19:03:52.433200+0000","last_active":"2024-05-21T19:05:40.079639+0000","last_peered":"2024-05-21T19:05:40.079639+0000","last_clean":"2024-05-21T19:05:40.079639+0000","last_became_active":"2024-05-21T19:03:52.432775+0000","last_became_peered":"2024-05-21T19:03:52.432775+0000","last_unstale":"2024-05-21T19:05:40.079639+0000","last_undegraded":"2024-05-21T19:05:40.079639+0000","last_fullsized":"2024-05-21T19:05:40.079639+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:57:45.663871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049187+0000","last_change":"2024-05-21T19:03:52.434364+0000","last_active":"2024-05-21T19:05:40.049187+0000","last_peered":"2024-05-21T19:05:40.049187+0000","last_clean":"2024-05-21T19:05:40.049187+0000","last_became_active":"2024-05-21T19:03:52.434035+0000","last_became_peered":"2024-05-21T19:03:52.434035+0000","last_unstale":"2024-05-21T19:05:40.049187+0000","last_undegraded":"2024-05-21T19:05:40.049187+0000","last_fullsized":"2024-05-21T19:05:40.049187+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:40:32.610093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062814+0000","last_change":"2024-05-21T19:03:52.417641+0000","last_active":"2024-05-21T19:05:40.062814+0000","last_peered":"2024-05-21T19:05:40.062814+0000","last_clean":"2024-05-21T19:05:40.062814+0000","last_became_active":"2024-05-21T19:03:52.417293+0000","last_became_peered":"2024-05-21T19:03:52.417293+0000","last_unstale":"2024-05-21T19:05:40.062814+0000","last_undegraded":"2024-05-21T19:05:40.062814+0000","last_fullsized":"2024-05-21T19:05:40.062814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:37:59.548962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.073255+0000","last_change":"2024-05-21T19:03:52.435933+0000","last_active":"2024-05-21T19:05:40.073255+0000","last_peered":"2024-05-21T19:05:40.073255+0000","last_clean":"2024-05-21T19:05:40.073255+0000","last_became_active":"2024-05-21T19:03:52.435653+0000","last_became_peered":"2024-05-21T19:03:52.435653+0000","last_unstale":"2024-05-21T19:05:40.073255+0000","last_undegraded":"2024-05-21T19:05:40.073255+0000","last_fullsized":"2024-05-21T19:05:40.073255+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:31:26.128042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'9","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:00.780363+0000","last_change":"2024-05-21T19:03:48.361689+0000","last_active":"2024-05-21T19:08:00.780363+0000","last_peered":"2024-05-21T19:08:00.780363+0000","last_clean":"2024-05-21T19:08:00.780363+0000","last_became_active":"2024-05-21T19:03:48.360345+0000","last_became_peered":"2024-05-21T19:03:48.360345+0000","last_unstale":"2024-05-21T19:08:00.780363+0000","last_undegraded":"2024-05-21T19:08:00.780363+0000","last_fullsized":"2024-05-21T19:08:00.780363+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:07:05.651228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:54.990538+0000","last_change":"2024-05-21T19:03:52.424460+0000","last_active":"2024-05-21T19:05:54.990538+0000","last_peered":"2024-05-21T19:05:54.990538+0000","last_clean":"2024-05-21T19:05:54.990538+0000","last_became_active":"2024-05-21T19:03:52.424040+0000","last_became_peered":"2024-05-21T19:03:52.424040+0000","last_unstale":"2024-05-21T19:05:54.990538+0000","last_undegraded":"2024-05-21T19:05:54.990538+0000","last_fullsized":"2024-05-21T19:05:54.990538+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:19:35.655745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:49.989668+0000","last_change":"2024-05-21T19:03:48.849138+0000","last_active":"2024-05-21T19:05:49.989668+0000","last_peered":"2024-05-21T19:05:49.989668+0000","last_clean":"2024-05-21T19:05:49.989668+0000","last_became_active":"2024-05-21T19:03:48.848051+0000","last_became_peered":"2024-05-21T19:03:48.848051+0000","last_unstale":"2024-05-21T19:05:49.989668+0000","last_undegraded":"2024-05-21T19:05:49.989668+0000","last_fullsized":"2024-05-21T19:05:49.989668+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:43:52.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766429+0000","last_change":"2024-05-21T19:03:52.434702+0000","last_active":"2024-05-21T19:05:57.766429+0000","last_peered":"2024-05-21T19:05:57.766429+0000","last_clean":"2024-05-21T19:05:57.766429+0000","last_became_active":"2024-05-21T19:03:52.433058+0000","last_became_peered":"2024-05-21T19:03:52.433058+0000","last_unstale":"2024-05-21T19:05:57.766429+0000","last_undegraded":"2024-05-21T19:05:57.766429+0000","last_fullsized":"2024-05-21T19:05:57.766429+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:30.589282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260292+0000","last_change":"2024-05-21T19:03:48.359399+0000","last_active":"2024-05-21T19:04:41.260292+0000","last_peered":"2024-05-21T19:04:41.260292+0000","last_clean":"2024-05-21T19:04:41.260292+0000","last_became_active":"2024-05-21T19:03:48.358948+0000","last_became_peered":"2024-05-21T19:03:48.358948+0000","last_unstale":"2024-05-21T19:04:41.260292+0000","last_undegraded":"2024-05-21T19:04:41.260292+0000","last_fullsized":"2024-05-21T19:04:41.260292+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:08:36.781234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074420+0000","last_change":"2024-05-21T19:03:52.437330+0000","last_active":"2024-05-21T19:05:40.074420+0000","last_peered":"2024-05-21T19:05:40.074420+0000","last_clean":"2024-05-21T19:05:40.074420+0000","last_became_active":"2024-05-21T19:03:52.436939+0000","last_became_peered":"2024-05-21T19:03:52.436939+0000","last_unstale":"2024-05-21T19:05:40.074420+0000","last_undegraded":"2024-05-21T19:05:40.074420+0000","last_fullsized":"2024-05-21T19:05:40.074420+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:16:46.262794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260265+0000","last_change":"2024-05-21T19:03:48.353953+0000","last_active":"2024-05-21T19:04:41.260265+0000","last_peered":"2024-05-21T19:04:41.260265+0000","last_clean":"2024-05-21T19:04:41.260265+0000","last_became_active":"2024-05-21T19:03:48.353628+0000","last_became_peered":"2024-05-21T19:03:48.353628+0000","last_unstale":"2024-05-21T19:04:41.260265+0000","last_undegraded":"2024-05-21T19:04:41.260265+0000","last_fullsized":"2024-05-21T19:04:41.260265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:58:32.983333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062129+0000","last_change":"2024-05-21T19:04:41.276397+0000","last_active":"2024-05-21T19:05:40.062129+0000","last_peered":"2024-05-21T19:05:40.062129+0000","last_clean":"2024-05-21T19:05:40.062129+0000","last_became_active":"2024-05-21T19:04:41.272231+0000","last_became_peered":"2024-05-21T19:04:41.272231+0000","last_unstale":"2024-05-21T19:05:40.062129+0000","last_undegraded":"2024-05-21T19:05:40.062129+0000","last_fullsized":"2024-05-21T19:05:40.062129+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:52:44.601020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":282,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:08.560086+0000","last_change":"2024-05-21T19:04:41.270618+0000","last_active":"2024-05-21T19:08:08.560086+0000","last_peered":"2024-05-21T19:08:08.560086+0000","last_clean":"2024-05-21T19:08:08.560086+0000","last_became_active":"2024-05-21T19:04:41.264700+0000","last_became_peered":"2024-05-21T19:04:41.264700+0000","last_unstale":"2024-05-21T19:08:08.560086+0000","last_undegraded":"2024-05-21T19:08:08.560086+0000","last_fullsized":"2024-05-21T19:08:08.560086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:37:19.339936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":932,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":233,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.050831+0000","last_change":"2024-05-21T19:03:52.417708+0000","last_active":"2024-05-21T19:05:40.050831+0000","last_peered":"2024-05-21T19:05:40.050831+0000","last_clean":"2024-05-21T19:05:40.050831+0000","last_became_active":"2024-05-21T19:03:52.417390+0000","last_became_peered":"2024-05-21T19:03:52.417390+0000","last_unstale":"2024-05-21T19:05:40.050831+0000","last_undegraded":"2024-05-21T19:05:40.050831+0000","last_fullsized":"2024-05-21T19:05:40.050831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:20:38.742419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.344371+0000","last_change":"2024-05-21T19:03:48.362955+0000","last_active":"2024-05-21T19:04:41.344371+0000","last_peered":"2024-05-21T19:04:41.344371+0000","last_clean":"2024-05-21T19:04:41.344371+0000","last_became_active":"2024-05-21T19:03:48.362574+0000","last_became_peered":"2024-05-21T19:03:48.362574+0000","last_unstale":"2024-05-21T19:04:41.344371+0000","last_undegraded":"2024-05-21T19:04:41.344371+0000","last_fullsized":"2024-05-21T19:04:41.344371+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:49:32.735418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048525+0000","last_change":"2024-05-21T19:03:52.426572+0000","last_active":"2024-05-21T19:05:40.048525+0000","last_peered":"2024-05-21T19:05:40.048525+0000","last_clean":"2024-05-21T19:05:40.048525+0000","last_became_active":"2024-05-21T19:03:52.426273+0000","last_became_peered":"2024-05-21T19:03:52.426273+0000","last_unstale":"2024-05-21T19:05:40.048525+0000","last_undegraded":"2024-05-21T19:05:40.048525+0000","last_fullsized":"2024-05-21T19:05:40.048525+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:47:52.300228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.269211+0000","last_change":"2024-05-21T19:03:48.364458+0000","last_active":"2024-05-21T19:04:41.269211+0000","last_peered":"2024-05-21T19:04:41.269211+0000","last_clean":"2024-05-21T19:04:41.269211+0000","last_became_active":"2024-05-21T19:03:48.363360+0000","last_became_peered":"2024-05-21T19:03:48.363360+0000","last_unstale":"2024-05-21T19:04:41.269211+0000","last_undegraded":"2024-05-21T19:04:41.269211+0000","last_fullsized":"2024-05-21T19:04:41.269211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:50:14.186392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074430+0000","last_change":"2024-05-21T19:03:52.428406+0000","last_active":"2024-05-21T19:05:40.074430+0000","last_peered":"2024-05-21T19:05:40.074430+0000","last_clean":"2024-05-21T19:05:40.074430+0000","last_became_active":"2024-05-21T19:03:52.426585+0000","last_became_peered":"2024-05-21T19:03:52.426585+0000","last_unstale":"2024-05-21T19:05:40.074430+0000","last_undegraded":"2024-05-21T19:05:40.074430+0000","last_fullsized":"2024-05-21T19:05:40.074430+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:16:44.029104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261227+0000","last_change":"2024-05-21T19:03:48.359740+0000","last_active":"2024-05-21T19:04:41.261227+0000","last_peered":"2024-05-21T19:04:41.261227+0000","last_clean":"2024-05-21T19:04:41.261227+0000","last_became_active":"2024-05-21T19:03:48.358886+0000","last_became_peered":"2024-05-21T19:03:48.358886+0000","last_unstale":"2024-05-21T19:04:41.261227+0000","last_undegraded":"2024-05-21T19:04:41.261227+0000","last_fullsized":"2024-05-21T19:04:41.261227+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:09:53.151991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.062230+0000","last_change":"2024-05-21T19:03:52.421671+0000","last_active":"2024-05-21T19:05:40.062230+0000","last_peered":"2024-05-21T19:05:40.062230+0000","last_clean":"2024-05-21T19:05:40.062230+0000","last_became_active":"2024-05-21T19:03:52.421304+0000","last_became_peered":"2024-05-21T19:03:52.421304+0000","last_unstale":"2024-05-21T19:05:40.062230+0000","last_undegraded":"2024-05-21T19:05:40.062230+0000","last_fullsized":"2024-05-21T19:05:40.062230+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:59:48.048383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'4","reported_seq":267,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:10.562680+0000","last_change":"2024-05-21T19:03:48.364323+0000","last_active":"2024-05-21T19:08:10.562680+0000","last_peered":"2024-05-21T19:08:10.562680+0000","last_clean":"2024-05-21T19:08:10.562680+0000","last_became_active":"2024-05-21T19:03:48.363934+0000","last_became_peered":"2024-05-21T19:03:48.363934+0000","last_unstale":"2024-05-21T19:08:10.562680+0000","last_undegraded":"2024-05-21T19:08:10.562680+0000","last_fullsized":"2024-05-21T19:08:10.562680+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:24:43.974982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.064122+0000","last_change":"2024-05-21T19:03:52.414887+0000","last_active":"2024-05-21T19:05:40.064122+0000","last_peered":"2024-05-21T19:05:40.064122+0000","last_clean":"2024-05-21T19:05:40.064122+0000","last_became_active":"2024-05-21T19:03:52.414331+0000","last_became_peered":"2024-05-21T19:03:52.414331+0000","last_unstale":"2024-05-21T19:05:40.064122+0000","last_undegraded":"2024-05-21T19:05:40.064122+0000","last_fullsized":"2024-05-21T19:05:40.064122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:58:41.677840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.263296+0000","last_change":"2024-05-21T19:03:48.364857+0000","last_active":"2024-05-21T19:04:41.263296+0000","last_peered":"2024-05-21T19:04:41.263296+0000","last_clean":"2024-05-21T19:04:41.263296+0000","last_became_active":"2024-05-21T19:03:48.364486+0000","last_became_peered":"2024-05-21T19:03:48.364486+0000","last_unstale":"2024-05-21T19:04:41.263296+0000","last_undegraded":"2024-05-21T19:04:41.263296+0000","last_fullsized":"2024-05-21T19:04:41.263296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:35.917787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076527+0000","last_change":"2024-05-21T19:03:52.432715+0000","last_active":"2024-05-21T19:05:40.076527+0000","last_peered":"2024-05-21T19:05:40.076527+0000","last_clean":"2024-05-21T19:05:40.076527+0000","last_became_active":"2024-05-21T19:03:52.432302+0000","last_became_peered":"2024-05-21T19:03:52.432302+0000","last_unstale":"2024-05-21T19:05:40.076527+0000","last_undegraded":"2024-05-21T19:05:40.076527+0000","last_fullsized":"2024-05-21T19:05:40.076527+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:28:02.218742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261244+0000","last_change":"2024-05-21T19:03:48.851518+0000","last_active":"2024-05-21T19:04:41.261244+0000","last_peered":"2024-05-21T19:04:41.261244+0000","last_clean":"2024-05-21T19:04:41.261244+0000","last_became_active":"2024-05-21T19:03:48.851188+0000","last_became_peered":"2024-05-21T19:03:48.851188+0000","last_unstale":"2024-05-21T19:04:41.261244+0000","last_undegraded":"2024-05-21T19:04:41.261244+0000","last_fullsized":"2024-05-21T19:04:41.261244+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:54:26.645891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059340+0000","last_change":"2024-05-21T19:03:52.418929+0000","last_active":"2024-05-21T19:05:40.059340+0000","last_peered":"2024-05-21T19:05:40.059340+0000","last_clean":"2024-05-21T19:05:40.059340+0000","last_became_active":"2024-05-21T19:03:52.418278+0000","last_became_peered":"2024-05-21T19:03:52.418278+0000","last_unstale":"2024-05-21T19:05:40.059340+0000","last_undegraded":"2024-05-21T19:05:40.059340+0000","last_fullsized":"2024-05-21T19:05:40.059340+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:32:26.287415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'37","reported_seq":550,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:11.564384+0000","last_change":"2024-05-21T19:03:48.363068+0000","last_active":"2024-05-21T19:08:11.564384+0000","last_peered":"2024-05-21T19:08:11.564384+0000","last_clean":"2024-05-21T19:08:11.564384+0000","last_became_active":"2024-05-21T19:03:48.362681+0000","last_became_peered":"2024-05-21T19:03:48.362681+0000","last_unstale":"2024-05-21T19:08:11.564384+0000","last_undegraded":"2024-05-21T19:08:11.564384+0000","last_fullsized":"2024-05-21T19:08:11.564384+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:08:55.063112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":486,"num_read_kb":313,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.047240+0000","last_change":"2024-05-21T19:03:52.413261+0000","last_active":"2024-05-21T19:05:40.047240+0000","last_peered":"2024-05-21T19:05:40.047240+0000","last_clean":"2024-05-21T19:05:40.047240+0000","last_became_active":"2024-05-21T19:03:52.412761+0000","last_became_peered":"2024-05-21T19:03:52.412761+0000","last_unstale":"2024-05-21T19:05:40.047240+0000","last_undegraded":"2024-05-21T19:05:40.047240+0000","last_fullsized":"2024-05-21T19:05:40.047240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:25:06.989712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'6","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259118+0000","last_change":"2024-05-21T19:03:48.370559+0000","last_active":"2024-05-21T19:04:41.259118+0000","last_peered":"2024-05-21T19:04:41.259118+0000","last_clean":"2024-05-21T19:04:41.259118+0000","last_became_active":"2024-05-21T19:03:48.370087+0000","last_became_peered":"2024-05-21T19:03:48.370087+0000","last_unstale":"2024-05-21T19:04:41.259118+0000","last_undegraded":"2024-05-21T19:04:41.259118+0000","last_fullsized":"2024-05-21T19:04:41.259118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:05:46.465645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076154+0000","last_change":"2024-05-21T19:03:52.433807+0000","last_active":"2024-05-21T19:05:40.076154+0000","last_peered":"2024-05-21T19:05:40.076154+0000","last_clean":"2024-05-21T19:05:40.076154+0000","last_became_active":"2024-05-21T19:03:52.433448+0000","last_became_peered":"2024-05-21T19:03:52.433448+0000","last_unstale":"2024-05-21T19:05:40.076154+0000","last_undegraded":"2024-05-21T19:05:40.076154+0000","last_fullsized":"2024-05-21T19:05:40.076154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:00:51.169500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.260976+0000","last_change":"2024-05-21T19:03:48.370651+0000","last_active":"2024-05-21T19:04:41.260976+0000","last_peered":"2024-05-21T19:04:41.260976+0000","last_clean":"2024-05-21T19:04:41.260976+0000","last_became_active":"2024-05-21T19:03:48.370259+0000","last_became_peered":"2024-05-21T19:03:48.370259+0000","last_unstale":"2024-05-21T19:04:41.260976+0000","last_undegraded":"2024-05-21T19:04:41.260976+0000","last_fullsized":"2024-05-21T19:04:41.260976+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:53:12.240670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.076101+0000","last_change":"2024-05-21T19:03:52.422471+0000","last_active":"2024-05-21T19:05:40.076101+0000","last_peered":"2024-05-21T19:05:40.076101+0000","last_clean":"2024-05-21T19:05:40.076101+0000","last_became_active":"2024-05-21T19:03:52.421949+0000","last_became_peered":"2024-05-21T19:03:52.421949+0000","last_unstale":"2024-05-21T19:05:40.076101+0000","last_undegraded":"2024-05-21T19:05:40.076101+0000","last_fullsized":"2024-05-21T19:05:40.076101+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:49:31.215865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'3","reported_seq":269,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:11.100899+0000","last_change":"2024-05-21T19:03:48.360780+0000","last_active":"2024-05-21T19:08:11.100899+0000","last_peered":"2024-05-21T19:08:11.100899+0000","last_clean":"2024-05-21T19:08:11.100899+0000","last_became_active":"2024-05-21T19:03:48.360341+0000","last_became_peered":"2024-05-21T19:03:48.360341+0000","last_unstale":"2024-05-21T19:08:11.100899+0000","last_undegraded":"2024-05-21T19:08:11.100899+0000","last_fullsized":"2024-05-21T19:08:11.100899+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:03:19.550675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":240,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059117+0000","last_change":"2024-05-21T19:03:52.411613+0000","last_active":"2024-05-21T19:05:40.059117+0000","last_peered":"2024-05-21T19:05:40.059117+0000","last_clean":"2024-05-21T19:05:40.059117+0000","last_became_active":"2024-05-21T19:03:52.411139+0000","last_became_peered":"2024-05-21T19:03:52.411139+0000","last_unstale":"2024-05-21T19:05:40.059117+0000","last_undegraded":"2024-05-21T19:05:40.059117+0000","last_fullsized":"2024-05-21T19:05:40.059117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:06:53.545815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'15","reported_seq":43,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259300+0000","last_change":"2024-05-21T19:03:48.850021+0000","last_active":"2024-05-21T19:04:41.259300+0000","last_peered":"2024-05-21T19:04:41.259300+0000","last_clean":"2024-05-21T19:04:41.259300+0000","last_became_active":"2024-05-21T19:03:48.849570+0000","last_became_peered":"2024-05-21T19:03:48.849570+0000","last_unstale":"2024-05-21T19:04:41.259300+0000","last_undegraded":"2024-05-21T19:04:41.259300+0000","last_fullsized":"2024-05-21T19:04:41.259300+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:03:55.627644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.045399+0000","last_change":"2024-05-21T19:03:52.418679+0000","last_active":"2024-05-21T19:05:40.045399+0000","last_peered":"2024-05-21T19:05:40.045399+0000","last_clean":"2024-05-21T19:05:40.045399+0000","last_became_active":"2024-05-21T19:03:52.418312+0000","last_became_peered":"2024-05-21T19:03:52.418312+0000","last_unstale":"2024-05-21T19:05:40.045399+0000","last_undegraded":"2024-05-21T19:05:40.045399+0000","last_fullsized":"2024-05-21T19:05:40.045399+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:49:48.883013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288408+0000","last_change":"2024-05-21T19:04:41.268343+0000","last_active":"2024-05-21T19:04:41.288408+0000","last_peered":"2024-05-21T19:04:41.288408+0000","last_clean":"2024-05-21T19:04:41.288408+0000","last_became_active":"2024-05-21T19:04:41.262698+0000","last_became_peered":"2024-05-21T19:04:41.262698+0000","last_unstale":"2024-05-21T19:04:41.288408+0000","last_undegraded":"2024-05-21T19:04:41.288408+0000","last_fullsized":"2024-05-21T19:04:41.288408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:56:46.129884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.048941+0000","last_change":"2024-05-21T19:03:52.421058+0000","last_active":"2024-05-21T19:05:40.048941+0000","last_peered":"2024-05-21T19:05:40.048941+0000","last_clean":"2024-05-21T19:05:40.048941+0000","last_became_active":"2024-05-21T19:03:52.420694+0000","last_became_peered":"2024-05-21T19:03:52.420694+0000","last_unstale":"2024-05-21T19:05:40.048941+0000","last_undegraded":"2024-05-21T19:05:40.048941+0000","last_fullsized":"2024-05-21T19:05:40.048941+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:36:45.407080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.762083+0000","last_change":"2024-05-21T19:03:48.855575+0000","last_active":"2024-05-21T19:05:55.762083+0000","last_peered":"2024-05-21T19:05:55.762083+0000","last_clean":"2024-05-21T19:05:55.762083+0000","last_became_active":"2024-05-21T19:03:48.853855+0000","last_became_peered":"2024-05-21T19:03:48.853855+0000","last_unstale":"2024-05-21T19:05:55.762083+0000","last_undegraded":"2024-05-21T19:05:55.762083+0000","last_fullsized":"2024-05-21T19:05:55.762083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:15:20.958239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519349+0000","last_change":"2024-05-21T19:03:52.424020+0000","last_active":"2024-05-21T19:05:57.519349+0000","last_peered":"2024-05-21T19:05:57.519349+0000","last_clean":"2024-05-21T19:05:57.519349+0000","last_became_active":"2024-05-21T19:03:52.423507+0000","last_became_peered":"2024-05-21T19:03:52.423507+0000","last_unstale":"2024-05-21T19:05:57.519349+0000","last_undegraded":"2024-05-21T19:05:57.519349+0000","last_fullsized":"2024-05-21T19:05:57.519349+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:07:45.651380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.121799+0000","last_change":"2024-05-21T19:03:48.361494+0000","last_active":"2024-05-21T19:05:55.121799+0000","last_peered":"2024-05-21T19:05:55.121799+0000","last_clean":"2024-05-21T19:05:55.121799+0000","last_became_active":"2024-05-21T19:03:48.361131+0000","last_became_peered":"2024-05-21T19:03:48.361131+0000","last_unstale":"2024-05-21T19:05:55.121799+0000","last_undegraded":"2024-05-21T19:05:55.121799+0000","last_fullsized":"2024-05-21T19:05:55.121799+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:33:56.852740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519310+0000","last_change":"2024-05-21T19:03:52.435476+0000","last_active":"2024-05-21T19:05:57.519310+0000","last_peered":"2024-05-21T19:05:57.519310+0000","last_clean":"2024-05-21T19:05:57.519310+0000","last_became_active":"2024-05-21T19:03:52.435130+0000","last_became_peered":"2024-05-21T19:03:52.435130+0000","last_unstale":"2024-05-21T19:05:57.519310+0000","last_undegraded":"2024-05-21T19:05:57.519310+0000","last_fullsized":"2024-05-21T19:05:57.519310+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:29:15.017670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.125865+0000","last_change":"2024-05-21T19:04:41.264368+0000","last_active":"2024-05-21T19:05:55.125865+0000","last_peered":"2024-05-21T19:05:55.125865+0000","last_clean":"2024-05-21T19:05:55.125865+0000","last_became_active":"2024-05-21T19:04:41.263925+0000","last_became_peered":"2024-05-21T19:04:41.263925+0000","last_unstale":"2024-05-21T19:05:55.125865+0000","last_undegraded":"2024-05-21T19:05:55.125865+0000","last_fullsized":"2024-05-21T19:05:55.125865+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:33:07.731519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,8],"acting":[5,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'4","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:08:10.097405+0000","last_change":"2024-05-21T19:03:48.851503+0000","last_active":"2024-05-21T19:08:10.097405+0000","last_peered":"2024-05-21T19:08:10.097405+0000","last_clean":"2024-05-21T19:08:10.097405+0000","last_became_active":"2024-05-21T19:03:48.847641+0000","last_became_peered":"2024-05-21T19:03:48.847641+0000","last_unstale":"2024-05-21T19:08:10.097405+0000","last_undegraded":"2024-05-21T19:08:10.097405+0000","last_fullsized":"2024-05-21T19:08:10.097405+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T00:03:08.382443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:59.991479+0000","last_change":"2024-05-21T19:03:52.422703+0000","last_active":"2024-05-21T19:05:59.991479+0000","last_peered":"2024-05-21T19:05:59.991479+0000","last_clean":"2024-05-21T19:05:59.991479+0000","last_became_active":"2024-05-21T19:03:52.422190+0000","last_became_peered":"2024-05-21T19:03:52.422190+0000","last_unstale":"2024-05-21T19:05:59.991479+0000","last_undegraded":"2024-05-21T19:05:59.991479+0000","last_fullsized":"2024-05-21T19:05:59.991479+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:35:29.557748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'3","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:52.518657+0000","last_change":"2024-05-21T19:03:48.364416+0000","last_active":"2024-05-21T19:05:52.518657+0000","last_peered":"2024-05-21T19:05:52.518657+0000","last_clean":"2024-05-21T19:05:52.518657+0000","last_became_active":"2024-05-21T19:03:48.364030+0000","last_became_peered":"2024-05-21T19:03:48.364030+0000","last_unstale":"2024-05-21T19:05:52.518657+0000","last_undegraded":"2024-05-21T19:05:52.518657+0000","last_fullsized":"2024-05-21T19:05:52.518657+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:34:37.498386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:55.115592+0000","last_change":"2024-05-21T19:02:19.040993+0000","last_active":"2024-05-21T19:04:55.115592+0000","last_peered":"2024-05-21T19:04:55.115592+0000","last_clean":"2024-05-21T19:04:55.115592+0000","last_became_active":"2024-05-21T19:02:19.035356+0000","last_became_peered":"2024-05-21T19:02:19.035356+0000","last_unstale":"2024-05-21T19:04:55.115592+0000","last_undegraded":"2024-05-21T19:04:55.115592+0000","last_fullsized":"2024-05-21T19:04:55.115592+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T18:58:27.061202+0000","last_clean_scrub_stamp":"2024-05-21T18:58:27.061202+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:51:40.519112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.398431+0000","last_change":"2024-05-21T19:04:41.278753+0000","last_active":"2024-05-21T19:06:01.398431+0000","last_peered":"2024-05-21T19:06:01.398431+0000","last_clean":"2024-05-21T19:06:01.398431+0000","last_became_active":"2024-05-21T19:04:41.277383+0000","last_became_peered":"2024-05-21T19:04:41.277383+0000","last_unstale":"2024-05-21T19:06:01.398431+0000","last_undegraded":"2024-05-21T19:06:01.398431+0000","last_fullsized":"2024-05-21T19:06:01.398431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:17:41.100227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,2],"acting":[6,9,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:50.121342+0000","last_change":"2024-05-21T19:03:48.357574+0000","last_active":"2024-05-21T19:05:50.121342+0000","last_peered":"2024-05-21T19:05:50.121342+0000","last_clean":"2024-05-21T19:05:50.121342+0000","last_became_active":"2024-05-21T19:03:48.357196+0000","last_became_peered":"2024-05-21T19:03:48.357196+0000","last_unstale":"2024-05-21T19:05:50.121342+0000","last_undegraded":"2024-05-21T19:05:50.121342+0000","last_fullsized":"2024-05-21T19:05:50.121342+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:30:56.202107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'1","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:55.008705+0000","last_change":"2024-05-21T19:03:48.852948+0000","last_active":"2024-05-21T19:05:55.008705+0000","last_peered":"2024-05-21T19:05:55.008705+0000","last_clean":"2024-05-21T19:05:55.008705+0000","last_became_active":"2024-05-21T19:03:48.852611+0000","last_became_peered":"2024-05-21T19:03:48.852611+0000","last_unstale":"2024-05-21T19:05:55.008705+0000","last_undegraded":"2024-05-21T19:05:55.008705+0000","last_fullsized":"2024-05-21T19:05:55.008705+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:09:17.483370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.398547+0000","last_change":"2024-05-21T19:03:52.425788+0000","last_active":"2024-05-21T19:06:01.398547+0000","last_peered":"2024-05-21T19:06:01.398547+0000","last_clean":"2024-05-21T19:06:01.398547+0000","last_became_active":"2024-05-21T19:03:52.425437+0000","last_became_peered":"2024-05-21T19:03:52.425437+0000","last_unstale":"2024-05-21T19:06:01.398547+0000","last_undegraded":"2024-05-21T19:06:01.398547+0000","last_fullsized":"2024-05-21T19:06:01.398547+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:26:30.143351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'13","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:07:43.461082+0000","last_change":"2024-05-21T19:03:48.372293+0000","last_active":"2024-05-21T19:07:43.461082+0000","last_peered":"2024-05-21T19:07:43.461082+0000","last_clean":"2024-05-21T19:07:43.461082+0000","last_became_active":"2024-05-21T19:03:48.371822+0000","last_became_peered":"2024-05-21T19:03:48.371822+0000","last_unstale":"2024-05-21T19:07:43.461082+0000","last_undegraded":"2024-05-21T19:07:43.461082+0000","last_fullsized":"2024-05-21T19:07:43.461082+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:38:56.183801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.054674+0000","last_change":"2024-05-21T19:03:52.431068+0000","last_active":"2024-05-21T19:05:40.054674+0000","last_peered":"2024-05-21T19:05:40.054674+0000","last_clean":"2024-05-21T19:05:40.054674+0000","last_became_active":"2024-05-21T19:03:52.426566+0000","last_became_peered":"2024-05-21T19:03:52.426566+0000","last_unstale":"2024-05-21T19:05:40.054674+0000","last_undegraded":"2024-05-21T19:05:40.054674+0000","last_fullsized":"2024-05-21T19:05:40.054674+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:25:52.094010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.519323+0000","last_change":"2024-05-21T19:03:48.362850+0000","last_active":"2024-05-21T19:05:57.519323+0000","last_peered":"2024-05-21T19:05:57.519323+0000","last_clean":"2024-05-21T19:05:57.519323+0000","last_became_active":"2024-05-21T19:03:48.362470+0000","last_became_peered":"2024-05-21T19:03:48.362470+0000","last_unstale":"2024-05-21T19:05:57.519323+0000","last_undegraded":"2024-05-21T19:05:57.519323+0000","last_fullsized":"2024-05-21T19:05:57.519323+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:09:13.755807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:02.767184+0000","last_change":"2024-05-21T19:03:52.432040+0000","last_active":"2024-05-21T19:06:02.767184+0000","last_peered":"2024-05-21T19:06:02.767184+0000","last_clean":"2024-05-21T19:06:02.767184+0000","last_became_active":"2024-05-21T19:03:52.430487+0000","last_became_peered":"2024-05-21T19:03:52.430487+0000","last_unstale":"2024-05-21T19:06:02.767184+0000","last_undegraded":"2024-05-21T19:06:02.767184+0000","last_fullsized":"2024-05-21T19:06:02.767184+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:10:59.000142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.614528+0000","last_change":"2024-05-21T19:03:48.850058+0000","last_active":"2024-05-21T19:06:01.614528+0000","last_peered":"2024-05-21T19:06:01.614528+0000","last_clean":"2024-05-21T19:06:01.614528+0000","last_became_active":"2024-05-21T19:03:48.849711+0000","last_became_peered":"2024-05-21T19:03:48.849711+0000","last_unstale":"2024-05-21T19:06:01.614528+0000","last_undegraded":"2024-05-21T19:06:01.614528+0000","last_fullsized":"2024-05-21T19:06:01.614528+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:16:40.072986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044514+0000","last_change":"2024-05-21T19:03:52.410997+0000","last_active":"2024-05-21T19:05:40.044514+0000","last_peered":"2024-05-21T19:05:40.044514+0000","last_clean":"2024-05-21T19:05:40.044514+0000","last_became_active":"2024-05-21T19:03:52.410625+0000","last_became_peered":"2024-05-21T19:03:52.410625+0000","last_unstale":"2024-05-21T19:05:40.044514+0000","last_undegraded":"2024-05-21T19:05:40.044514+0000","last_fullsized":"2024-05-21T19:05:40.044514+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:22.494822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:59.991412+0000","last_change":"2024-05-21T19:03:48.369061+0000","last_active":"2024-05-21T19:05:59.991412+0000","last_peered":"2024-05-21T19:05:59.991412+0000","last_clean":"2024-05-21T19:05:59.991412+0000","last_became_active":"2024-05-21T19:03:48.368352+0000","last_became_peered":"2024-05-21T19:03:48.368352+0000","last_unstale":"2024-05-21T19:05:59.991412+0000","last_undegraded":"2024-05-21T19:05:59.991412+0000","last_fullsized":"2024-05-21T19:05:59.991412+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:34:16.733738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.053339+0000","last_change":"2024-05-21T19:03:52.433988+0000","last_active":"2024-05-21T19:05:40.053339+0000","last_peered":"2024-05-21T19:05:40.053339+0000","last_clean":"2024-05-21T19:05:40.053339+0000","last_became_active":"2024-05-21T19:03:52.433590+0000","last_became_peered":"2024-05-21T19:03:52.433590+0000","last_unstale":"2024-05-21T19:05:40.053339+0000","last_undegraded":"2024-05-21T19:05:40.053339+0000","last_fullsized":"2024-05-21T19:05:40.053339+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:12:01.988054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.288388+0000","last_change":"2024-05-21T19:04:41.279442+0000","last_active":"2024-05-21T19:04:41.288388+0000","last_peered":"2024-05-21T19:04:41.288388+0000","last_clean":"2024-05-21T19:04:41.288388+0000","last_became_active":"2024-05-21T19:04:41.272147+0000","last_became_peered":"2024-05-21T19:04:41.272147+0000","last_unstale":"2024-05-21T19:04:41.288388+0000","last_undegraded":"2024-05-21T19:04:41.288388+0000","last_fullsized":"2024-05-21T19:04:41.288388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:26:05.532248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.060312+0000","last_change":"2024-05-21T19:03:52.431882+0000","last_active":"2024-05-21T19:05:40.060312+0000","last_peered":"2024-05-21T19:05:40.060312+0000","last_clean":"2024-05-21T19:05:40.060312+0000","last_became_active":"2024-05-21T19:03:52.431502+0000","last_became_peered":"2024-05-21T19:03:52.431502+0000","last_unstale":"2024-05-21T19:05:40.060312+0000","last_undegraded":"2024-05-21T19:05:40.060312+0000","last_fullsized":"2024-05-21T19:05:40.060312+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:33:57.466893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259490+0000","last_change":"2024-05-21T19:03:48.358979+0000","last_active":"2024-05-21T19:04:41.259490+0000","last_peered":"2024-05-21T19:04:41.259490+0000","last_clean":"2024-05-21T19:04:41.259490+0000","last_became_active":"2024-05-21T19:03:48.358557+0000","last_became_peered":"2024-05-21T19:03:48.358557+0000","last_unstale":"2024-05-21T19:04:41.259490+0000","last_undegraded":"2024-05-21T19:04:41.259490+0000","last_fullsized":"2024-05-21T19:04:41.259490+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:25.157706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.074477+0000","last_change":"2024-05-21T19:03:52.422463+0000","last_active":"2024-05-21T19:05:40.074477+0000","last_peered":"2024-05-21T19:05:40.074477+0000","last_clean":"2024-05-21T19:05:40.074477+0000","last_became_active":"2024-05-21T19:03:52.422034+0000","last_became_peered":"2024-05-21T19:03:52.422034+0000","last_unstale":"2024-05-21T19:05:40.074477+0000","last_undegraded":"2024-05-21T19:05:40.074477+0000","last_fullsized":"2024-05-21T19:05:40.074477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:11:31.708915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.259612+0000","last_change":"2024-05-21T19:03:48.847768+0000","last_active":"2024-05-21T19:04:41.259612+0000","last_peered":"2024-05-21T19:04:41.259612+0000","last_clean":"2024-05-21T19:04:41.259612+0000","last_became_active":"2024-05-21T19:03:48.847349+0000","last_became_peered":"2024-05-21T19:03:48.847349+0000","last_unstale":"2024-05-21T19:04:41.259612+0000","last_undegraded":"2024-05-21T19:04:41.259612+0000","last_fullsized":"2024-05-21T19:04:41.259612+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:44:43.509045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.059415+0000","last_change":"2024-05-21T19:03:52.417227+0000","last_active":"2024-05-21T19:05:40.059415+0000","last_peered":"2024-05-21T19:05:40.059415+0000","last_clean":"2024-05-21T19:05:40.059415+0000","last_became_active":"2024-05-21T19:03:52.416898+0000","last_became_peered":"2024-05-21T19:03:52.416898+0000","last_unstale":"2024-05-21T19:05:40.059415+0000","last_undegraded":"2024-05-21T19:05:40.059415+0000","last_fullsized":"2024-05-21T19:05:40.059415+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T23:08:42.103757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.261128+0000","last_change":"2024-05-21T19:03:48.370670+0000","last_active":"2024-05-21T19:04:41.261128+0000","last_peered":"2024-05-21T19:04:41.261128+0000","last_clean":"2024-05-21T19:04:41.261128+0000","last_became_active":"2024-05-21T19:03:48.370283+0000","last_became_peered":"2024-05-21T19:03:48.370283+0000","last_unstale":"2024-05-21T19:04:41.261128+0000","last_undegraded":"2024-05-21T19:04:41.261128+0000","last_fullsized":"2024-05-21T19:04:41.261128+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:12:24.615043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061048+0000","last_change":"2024-05-21T19:03:52.423713+0000","last_active":"2024-05-21T19:05:40.061048+0000","last_peered":"2024-05-21T19:05:40.061048+0000","last_clean":"2024-05-21T19:05:40.061048+0000","last_became_active":"2024-05-21T19:03:52.423426+0000","last_became_peered":"2024-05-21T19:03:52.423426+0000","last_unstale":"2024-05-21T19:05:40.061048+0000","last_undegraded":"2024-05-21T19:05:40.061048+0000","last_fullsized":"2024-05-21T19:05:40.061048+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T04:12:04.863372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'2","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:04:41.284989+0000","last_change":"2024-05-21T19:04:41.284312+0000","last_active":"2024-05-21T19:04:41.284989+0000","last_peered":"2024-05-21T19:04:41.284989+0000","last_clean":"2024-05-21T19:04:41.284989+0000","last_became_active":"2024-05-21T19:04:41.275845+0000","last_became_peered":"2024-05-21T19:04:41.275845+0000","last_unstale":"2024-05-21T19:04:41.284989+0000","last_undegraded":"2024-05-21T19:04:41.284989+0000","last_fullsized":"2024-05-21T19:04:41.284989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:47.310072+0000","last_clean_scrub_stamp":"2024-05-21T19:03:47.310072+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T02:18:56.074363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,1],"acting":[6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.058971+0000","last_change":"2024-05-21T19:03:52.410941+0000","last_active":"2024-05-21T19:05:40.058971+0000","last_peered":"2024-05-21T19:05:40.058971+0000","last_clean":"2024-05-21T19:05:40.058971+0000","last_became_active":"2024-05-21T19:03:52.410596+0000","last_became_peered":"2024-05-21T19:03:52.410596+0000","last_unstale":"2024-05-21T19:05:40.058971+0000","last_undegraded":"2024-05-21T19:05:40.058971+0000","last_fullsized":"2024-05-21T19:05:40.058971+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:20:14.695269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:01.296398+0000","last_change":"2024-05-21T19:03:52.415140+0000","last_active":"2024-05-21T19:06:01.296398+0000","last_peered":"2024-05-21T19:06:01.296398+0000","last_clean":"2024-05-21T19:06:01.296398+0000","last_became_active":"2024-05-21T19:03:52.414720+0000","last_became_peered":"2024-05-21T19:03:52.414720+0000","last_unstale":"2024-05-21T19:06:01.296398+0000","last_undegraded":"2024-05-21T19:06:01.296398+0000","last_fullsized":"2024-05-21T19:06:01.296398+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T22:07:26.891725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.682181+0000","last_change":"2024-05-21T19:03:52.416416+0000","last_active":"2024-05-21T19:06:00.682181+0000","last_peered":"2024-05-21T19:06:00.682181+0000","last_clean":"2024-05-21T19:06:00.682181+0000","last_became_active":"2024-05-21T19:03:52.415981+0000","last_became_peered":"2024-05-21T19:03:52.415981+0000","last_unstale":"2024-05-21T19:06:00.682181+0000","last_undegraded":"2024-05-21T19:06:00.682181+0000","last_fullsized":"2024-05-21T19:06:00.682181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:51:33.285786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:06:00.682208+0000","last_change":"2024-05-21T19:03:52.437973+0000","last_active":"2024-05-21T19:06:00.682208+0000","last_peered":"2024-05-21T19:06:00.682208+0000","last_clean":"2024-05-21T19:06:00.682208+0000","last_became_active":"2024-05-21T19:03:52.437684+0000","last_became_peered":"2024-05-21T19:03:52.437684+0000","last_unstale":"2024-05-21T19:06:00.682208+0000","last_undegraded":"2024-05-21T19:06:00.682208+0000","last_fullsized":"2024-05-21T19:06:00.682208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:41:11.817595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:57.766369+0000","last_change":"2024-05-21T19:04:41.282081+0000","last_active":"2024-05-21T19:05:57.766369+0000","last_peered":"2024-05-21T19:05:57.766369+0000","last_clean":"2024-05-21T19:05:57.766369+0000","last_became_active":"2024-05-21T19:04:41.281479+0000","last_became_peered":"2024-05-21T19:04:41.281479+0000","last_unstale":"2024-05-21T19:05:57.766369+0000","last_undegraded":"2024-05-21T19:05:57.766369+0000","last_fullsized":"2024-05-21T19:05:57.766369+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:08:37.169894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.078862+0000","last_change":"2024-05-21T19:03:52.438387+0000","last_active":"2024-05-21T19:05:40.078862+0000","last_peered":"2024-05-21T19:05:40.078862+0000","last_clean":"2024-05-21T19:05:40.078862+0000","last_became_active":"2024-05-21T19:03:52.438010+0000","last_became_peered":"2024-05-21T19:03:52.438010+0000","last_unstale":"2024-05-21T19:05:40.078862+0000","last_undegraded":"2024-05-21T19:05:40.078862+0000","last_fullsized":"2024-05-21T19:05:40.078862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:33:41.454261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.044208+0000","last_change":"2024-05-21T19:03:52.411641+0000","last_active":"2024-05-21T19:05:40.044208+0000","last_peered":"2024-05-21T19:05:40.044208+0000","last_clean":"2024-05-21T19:05:40.044208+0000","last_became_active":"2024-05-21T19:03:52.411325+0000","last_became_peered":"2024-05-21T19:03:52.411325+0000","last_unstale":"2024-05-21T19:05:40.044208+0000","last_undegraded":"2024-05-21T19:05:40.044208+0000","last_fullsized":"2024-05-21T19:05:40.044208+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T01:58:50.662794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.042258+0000","last_change":"2024-05-21T19:03:52.412613+0000","last_active":"2024-05-21T19:05:40.042258+0000","last_peered":"2024-05-21T19:05:40.042258+0000","last_clean":"2024-05-21T19:05:40.042258+0000","last_became_active":"2024-05-21T19:03:52.412328+0000","last_became_peered":"2024-05-21T19:03:52.412328+0000","last_unstale":"2024-05-21T19:05:40.042258+0000","last_undegraded":"2024-05-21T19:05:40.042258+0000","last_fullsized":"2024-05-21T19:05:40.042258+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T06:28:30.484154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.057441+0000","last_change":"2024-05-21T19:04:41.277183+0000","last_active":"2024-05-21T19:05:40.057441+0000","last_peered":"2024-05-21T19:05:40.057441+0000","last_clean":"2024-05-21T19:05:40.057441+0000","last_became_active":"2024-05-21T19:04:41.276609+0000","last_became_peered":"2024-05-21T19:04:41.276609+0000","last_unstale":"2024-05-21T19:05:40.057441+0000","last_undegraded":"2024-05-21T19:05:40.057441+0000","last_fullsized":"2024-05-21T19:05:40.057441+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T19:40:18.670525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.051737+0000","last_change":"2024-05-21T19:03:52.427044+0000","last_active":"2024-05-21T19:05:40.051737+0000","last_peered":"2024-05-21T19:05:40.051737+0000","last_clean":"2024-05-21T19:05:40.051737+0000","last_became_active":"2024-05-21T19:03:52.426724+0000","last_became_peered":"2024-05-21T19:03:52.426724+0000","last_unstale":"2024-05-21T19:05:40.051737+0000","last_undegraded":"2024-05-21T19:05:40.051737+0000","last_fullsized":"2024-05-21T19:05:40.051737+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T21:56:51.676260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.055755+0000","last_change":"2024-05-21T19:03:52.424611+0000","last_active":"2024-05-21T19:05:40.055755+0000","last_peered":"2024-05-21T19:05:40.055755+0000","last_clean":"2024-05-21T19:05:40.055755+0000","last_became_active":"2024-05-21T19:03:52.422691+0000","last_became_peered":"2024-05-21T19:03:52.422691+0000","last_unstale":"2024-05-21T19:05:40.055755+0000","last_undegraded":"2024-05-21T19:05:40.055755+0000","last_fullsized":"2024-05-21T19:05:40.055755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:51:57.394122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.061034+0000","last_change":"2024-05-21T19:03:52.422315+0000","last_active":"2024-05-21T19:05:40.061034+0000","last_peered":"2024-05-21T19:05:40.061034+0000","last_clean":"2024-05-21T19:05:40.061034+0000","last_became_active":"2024-05-21T19:03:52.421969+0000","last_became_peered":"2024-05-21T19:03:52.421969+0000","last_unstale":"2024-05-21T19:05:40.061034+0000","last_undegraded":"2024-05-21T19:05:40.061034+0000","last_fullsized":"2024-05-21T19:05:40.061034+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T03:05:25.521313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.081550+0000","last_change":"2024-05-21T19:03:52.439406+0000","last_active":"2024-05-21T19:05:40.081550+0000","last_peered":"2024-05-21T19:05:40.081550+0000","last_clean":"2024-05-21T19:05:40.081550+0000","last_became_active":"2024-05-21T19:03:52.438075+0000","last_became_peered":"2024-05-21T19:03:52.438075+0000","last_unstale":"2024-05-21T19:05:40.081550+0000","last_undegraded":"2024-05-21T19:05:40.081550+0000","last_fullsized":"2024-05-21T19:05:40.081550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-23T05:18:38.384098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T19:05:40.049181+0000","last_change":"2024-05-21T19:03:52.419149+0000","last_active":"2024-05-21T19:05:40.049181+0000","last_peered":"2024-05-21T19:05:40.049181+0000","last_clean":"2024-05-21T19:05:40.049181+0000","last_became_active":"2024-05-21T19:03:52.418793+0000","last_became_peered":"2024-05-21T19:03:52.418793+0000","last_unstale":"2024-05-21T19:05:40.049181+0000","last_undegraded":"2024-05-21T19:05:40.049181+0000","last_fullsized":"2024-05-21T19:05:40.049181+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T19:03:51.364243+0000","last_clean_scrub_stamp":"2024-05-21T19:03:51.364243+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T20:52:35.179635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74062,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1444,"num_read_kb":804,"num_write":176,"num_write_kb":127,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":644,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":222186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150,"ondisk_log_size":150,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645381,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":435611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841610,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32736,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712416,"statfs":{"total":95995035648,"available":95961513984,"internally_reserved":0,"allocated":1597440,"data_stored":1097212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037840,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":435825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234069,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":435723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430298,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28484,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716668,"statfs":{"total":95995035648,"available":95965868032,"internally_reserved":0,"allocated":1503232,"data_stored":1027594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593823,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":897024,"data_stored":435214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":505149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":917504,"data_stored":436485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40456,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704696,"statfs":{"total":95995035648,"available":95953608704,"internally_reserved":0,"allocated":983040,"data_stored":505877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149810,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36228,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708924,"statfs":{"total":95995035648,"available":95957938176,"internally_reserved":0,"allocated":913408,"data_stored":435525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953582,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32064,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713088,"statfs":{"total":95995035648,"available":95962202112,"internally_reserved":0,"allocated":909312,"data_stored":436583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790054,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1027278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":70142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":71720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T19:08:16.407 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:08:16.909 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:17.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:17 smithi003 ceph-mon[31577]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:17.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:17 smithi003 ceph-mon[31577]: pgmap v450: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:08:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:17 smithi178 ceph-mon[36523]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:17 smithi178 ceph-mon[36523]: pgmap v450: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:08:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:17 smithi104 ceph-mon[36417]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T19:08:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:17 smithi104 ceph-mon[36417]: pgmap v450: 97 pgs: 97 active+clean; 649 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:08:18.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:18 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:08:18.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:18 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:08:18.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:18 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:08:19.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 -- 172.21.15.3:0/1500329967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c105760 msgr2=0x7fe20c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:19.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 --2- 172.21.15.3:0/1500329967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c105760 0x7fe20c105be0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe1f8009990 tx=0x7fe1f8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 -- 172.21.15.3:0/1500329967 shutdown_connections 2024-05-21T19:08:19.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 --2- 172.21.15.3:0/1500329967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 0x7fe20c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 --2- 172.21.15.3:0/1500329967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c10b760 0x7fe20c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 --2- 172.21.15.3:0/1500329967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c105760 0x7fe20c105be0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.232+0000 7fe214600700 1 -- 172.21.15.3:0/1500329967 >> 172.21.15.3:0/1500329967 conn(0x7fe20c101210 msgr2=0x7fe20c103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:19.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.233+0000 7fe214600700 1 -- 172.21.15.3:0/1500329967 shutdown_connections 2024-05-21T19:08:19.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.233+0000 7fe214600700 1 -- 172.21.15.3:0/1500329967 wait complete. 2024-05-21T19:08:19.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.234+0000 7fe214600700 1 Processor -- start 2024-05-21T19:08:19.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.234+0000 7fe214600700 1 -- start start 2024-05-21T19:08:19.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.234+0000 7fe214600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:19.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.234+0000 7fe214600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 0x7fe20c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:19.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.234+0000 7fe214600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c10b760 0x7fe20c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:19.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe214600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe20c115940 con 0x7fe20c10b760 2024-05-21T19:08:19.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe214600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe20c1157c0 con 0x7fe20c106120 2024-05-21T19:08:19.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe214600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe20c115ac0 con 0x7fe20c105760 2024-05-21T19:08:19.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:19.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44580/0 (socket says 172.21.15.3:44580) 2024-05-21T19:08:19.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 -- 172.21.15.3:0/1197963768 learned_addr learned my addr 172.21.15.3:0/1197963768 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:19.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe212600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c10b760 0x7fe20c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:19.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211200700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 0x7fe20c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:19.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 -- 172.21.15.3:0/1197963768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 msgr2=0x7fe20c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:19.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 0x7fe20c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 -- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c10b760 msgr2=0x7fe20c1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:19.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c10b760 0x7fe20c1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.235+0000 7fe211c00700 1 -- 172.21.15.3:0/1197963768 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe20c1a0e00 con 0x7fe20c105760 2024-05-21T19:08:19.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe211c00700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe20000d950 tx=0x7fe20000dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:19.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe200016070 con 0x7fe20c105760 2024-05-21T19:08:19.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe20c1a10f0 con 0x7fe20c105760 2024-05-21T19:08:19.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe20c1a8970 con 0x7fe20c105760 2024-05-21T19:08:19.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20000fd40 con 0x7fe20c105760 2024-05-21T19:08:19.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.236+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe200020060 con 0x7fe20c105760 2024-05-21T19:08:19.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.238+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1ec005330 con 0x7fe20c105760 2024-05-21T19:08:19.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.240+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe200019070 con 0x7fe20c105760 2024-05-21T19:08:19.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.242+0000 7fe20a000700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 0x7fe1f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:19.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.242+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2000e1bc0 con 0x7fe20c105760 2024-05-21T19:08:19.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.242+0000 7fe211200700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 0x7fe1f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:19.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.243+0000 7fe211200700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 0x7fe1f40b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe1f80098e0 tx=0x7fe1f8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:19.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.246+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe2000a9860 con 0x7fe20c105760 2024-05-21T19:08:19.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:19 smithi003 ceph-mon[31577]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-05-21T19:08:19.537 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:19 smithi178 ceph-mon[36523]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-05-21T19:08:19.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.541+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1ec005620 con 0x7fe20c105760 2024-05-21T19:08:19.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.542+0000 7fe20a000700 1 -- 172.21.15.3:0/1197963768 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fe2000a9160 con 0x7fe20c105760 2024-05-21T19:08:19.543 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:19.543 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 msgr2=0x7fe1f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 0x7fe1f40b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fe1f80098e0 tx=0x7fe1f8005960 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 msgr2=0x7fe20c19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe20000d950 tx=0x7fe20000dc60 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 shutdown_connections 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1f40b2900 0x7fe1f40b4dc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe20c10b760 0x7fe20c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe20c105760 0x7fe20c19bdf0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 --2- 172.21.15.3:0/1197963768 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe20c106120 0x7fe20c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 >> 172.21.15.3:0/1197963768 conn(0x7fe20c101210 msgr2=0x7fe20c1018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:19.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 shutdown_connections 2024-05-21T19:08:19.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:19.545+0000 7fe214600700 1 -- 172.21.15.3:0/1197963768 wait complete. 2024-05-21T19:08:19.547 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:08:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:19 smithi104 ceph-mon[36417]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-05-21T19:08:20.444 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:08:20.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:20 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1197963768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:20.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:20 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1197963768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:20.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:20 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1197963768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:20.931 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:21.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:21 smithi003 ceph-mon[31577]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:21 smithi178 ceph-mon[36523]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:21 smithi104 ceph-mon[36417]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 -- 172.21.15.3:0/1236780045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 msgr2=0x7f6a50112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 --2- 172.21.15.3:0/1236780045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a50112330 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6a48009990 tx=0x7f6a48009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 -- 172.21.15.3:0/1236780045 shutdown_connections 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 --2- 172.21.15.3:0/1236780045 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a50112330 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 --2- 172.21.15.3:0/1236780045 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a50075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 --2- 172.21.15.3:0/1236780045 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 0x7f6a5010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 -- 172.21.15.3:0/1236780045 >> 172.21.15.3:0/1236780045 conn(0x7f6a5007a6a0 msgr2=0x7f6a5007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 -- 172.21.15.3:0/1236780045 shutdown_connections 2024-05-21T19:08:23.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.106+0000 7f6a54c00700 1 -- 172.21.15.3:0/1236780045 wait complete. 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.107+0000 7f6a54c00700 1 Processor -- start 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.107+0000 7f6a54c00700 1 -- start start 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 0x7f6a5019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a501a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a50115940 con 0x7f6a5010ff40 2024-05-21T19:08:23.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a501157c0 con 0x7f6a50076090 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a54c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a50115ac0 con 0x7f6a50075770 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a501a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34868/0 (socket says 172.21.15.3:34868) 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4de00700 1 -- 172.21.15.3:0/2356595822 learned_addr learned my addr 172.21.15.3:0/2356595822 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4d400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 0x7f6a5019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.108+0000 7f6a4e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a501a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55158/0 (socket says 172.21.15.3:55158) 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 -- 172.21.15.3:0/2356595822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 msgr2=0x7f6a5019c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 0x7f6a5019c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 -- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 msgr2=0x7f6a501a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:23.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a501a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 -- 172.21.15.3:0/2356595822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a501a0e70 con 0x7f6a50075770 2024-05-21T19:08:23.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a4de00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000ef30 tx=0x7f6a4000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:23.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a400092e0 con 0x7f6a50075770 2024-05-21T19:08:23.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.109+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a501a1100 con 0x7f6a50075770 2024-05-21T19:08:23.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.110+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a40004bb0 con 0x7f6a50075770 2024-05-21T19:08:23.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.110+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a40004040 con 0x7f6a50075770 2024-05-21T19:08:23.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.110+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a501a89e0 con 0x7f6a50075770 2024-05-21T19:08:23.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.111+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a5006a230 con 0x7f6a50075770 2024-05-21T19:08:23.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.113+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6a4001b030 con 0x7f6a50075770 2024-05-21T19:08:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.115+0000 7f6a46a00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 0x7f6a340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.115+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a400e2790 con 0x7f6a50075770 2024-05-21T19:08:23.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.115+0000 7f6a4d400700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 0x7f6a340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:23.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.116+0000 7f6a4d400700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 0x7f6a340b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6a50111bd0 tx=0x7f6a3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:23.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.116+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6a40022020 con 0x7f6a50075770 2024-05-21T19:08:23.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.411+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a5019d1c0 con 0x7f6a50075770 2024-05-21T19:08:23.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.412+0000 7f6a46a00700 1 -- 172.21.15.3:0/2356595822 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f6a40010040 con 0x7f6a50075770 2024-05-21T19:08:23.413 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:23.413 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:08:23.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 msgr2=0x7f6a340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 0x7f6a340b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6a50111bd0 tx=0x7f6a3c009260 comp rx=0 tx=0).stop 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 msgr2=0x7f6a5019beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000ef30 tx=0x7f6a4000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 shutdown_connections 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a340b2880 0x7f6a340b4d40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a5010ff40 0x7f6a501a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a50075770 0x7f6a5019beb0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 --2- 172.21.15.3:0/2356595822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a50076090 0x7f6a5019c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 >> 172.21.15.3:0/2356595822 conn(0x7f6a5007a6a0 msgr2=0x7f6a50101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.415+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 shutdown_connections 2024-05-21T19:08:23.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:23.416+0000 7f6a54c00700 1 -- 172.21.15.3:0/2356595822 wait complete. 2024-05-21T19:08:23.418 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:08:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:23 smithi003 ceph-mon[31577]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:23 smithi178 ceph-mon[36523]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:23 smithi104 ceph-mon[36417]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:24.372 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:08:24.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:24 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2356595822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:24.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:24 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2356595822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:24.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:24 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2356595822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:24.837 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:25.526 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:25 smithi003 ceph-mon[31577]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-21T19:08:25.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:25 smithi178 ceph-mon[36523]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-21T19:08:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:25 smithi104 ceph-mon[36417]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 -- 172.21.15.3:0/1907902896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 msgr2=0x7fd120110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 --2- 172.21.15.3:0/1907902896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd120110470 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd11800b0a0 tx=0x7fd11800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 -- 172.21.15.3:0/1907902896 shutdown_connections 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 --2- 172.21.15.3:0/1907902896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd120110470 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 --2- 172.21.15.3:0/1907902896 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd120108500 0x7fd1201088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 --2- 172.21.15.3:0/1907902896 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1201035f0 0x7fd120103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 -- 172.21.15.3:0/1907902896 >> 172.21.15.3:0/1907902896 conn(0x7fd12007a6a0 msgr2=0x7fd12007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 -- 172.21.15.3:0/1907902896 shutdown_connections 2024-05-21T19:08:27.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.249+0000 7fd124e00700 1 -- 172.21.15.3:0/1907902896 wait complete. 2024-05-21T19:08:27.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.250+0000 7fd124e00700 1 Processor -- start 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.250+0000 7fd124e00700 1 -- start start 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 0x7fd12019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd12019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 0x7fd1201a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201137e0 con 0x7fd1201035f0 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd120113660 con 0x7fd120103f90 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd124e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd120113960 con 0x7fd120108500 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd11de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 0x7fd12019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd11de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 0x7fd12019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55178/0 (socket says 172.21.15.3:55178) 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd11de00700 1 -- 172.21.15.3:0/2442243885 learned_addr learned my addr 172.21.15.3:0/2442243885 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd11d400700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd12019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.251+0000 7fd11e800700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 0x7fd1201a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 -- 172.21.15.3:0/2442243885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 msgr2=0x7fd1201a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 0x7fd1201a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 -- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 msgr2=0x7fd12019bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 0x7fd12019bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 -- 172.21.15.3:0/2442243885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1201a0d80 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11e800700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 0x7fd1201a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd11d400700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd12019c2b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00e9f0 tx=0x7fd10c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd10c00c9c0 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd10c00cb60 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd10c018680 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.252+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1201a1070 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.253+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1201a88f0 con 0x7fd120103f90 2024-05-21T19:08:27.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.254+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12006a230 con 0x7fd120103f90 2024-05-21T19:08:27.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.257+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd10c010430 con 0x7fd120103f90 2024-05-21T19:08:27.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.258+0000 7fd116a00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 0x7fd1040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.259+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd10c0e26e0 con 0x7fd120103f90 2024-05-21T19:08:27.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.259+0000 7fd11de00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 0x7fd1040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.260+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd10c0aa380 con 0x7fd120103f90 2024-05-21T19:08:27.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.260+0000 7fd11de00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 0x7fd1040b4dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd110005950 tx=0x7fd110009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.341 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.340+0000 7f29e9e00640 1 -- 172.21.15.3:0/1911433550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4104ce0 msgr2=0x7f29e4105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.341 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.340+0000 7f29e9e00640 1 --2- 172.21.15.3:0/1911433550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4104ce0 0x7f29e4105100 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f29d4009860 tx=0x7f29d402a340 comp rx=0 tx=0).stop 2024-05-21T19:08:27.341 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.340+0000 7f29e9e00640 1 -- 172.21.15.3:0/1911433550 shutdown_connections 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.340+0000 7f29e9e00640 1 --2- 172.21.15.3:0/1911433550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 0x7f29e4106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.341+0000 7f29e9e00640 1 --2- 172.21.15.3:0/1911433550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4106890 0x7f29e410d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.341+0000 7f29e9e00640 1 --2- 172.21.15.3:0/1911433550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4104ce0 0x7f29e4105100 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.341+0000 7f29e9e00640 1 -- 172.21.15.3:0/1911433550 >> 172.21.15.3:0/1911433550 conn(0x7f29e4100270 msgr2=0x7f29e4102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.341+0000 7f29e9e00640 1 -- 172.21.15.3:0/1911433550 shutdown_connections 2024-05-21T19:08:27.342 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.341+0000 7f29e9e00640 1 -- 172.21.15.3:0/1911433550 wait complete. 2024-05-21T19:08:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 Processor -- start 2024-05-21T19:08:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 -- start start 2024-05-21T19:08:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.343 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 0x7f29e419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 0x7f29e41a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4110800 con 0x7f29e4104ce0 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4110680 con 0x7f29e4106890 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.342+0000 7f29e9e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f29e4110980 con 0x7f29e4105ed0 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 0x7f29e419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55192/0 (socket says 172.21.15.3:55192) 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 -- 172.21.15.3:0/2389953666 learned_addr learned my addr 172.21.15.3:0/2389953666 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e3400640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 0x7f29e41a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 -- 172.21.15.3:0/2389953666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 msgr2=0x7f29e419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 0x7f29e419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 -- 172.21.15.3:0/2389953666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 msgr2=0x7f29e41a2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 0x7f29e41a2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.344 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 -- 172.21.15.3:0/2389953666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29e41a2a70 con 0x7f29e4104ce0 2024-05-21T19:08:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e3400640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 0x7f29e41a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.343+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f29d40057c0 tx=0x7f29d4032da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.344+0000 7f29e8a00640 1 -- 172.21.15.3:0/2389953666 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d4037040 con 0x7f29e4104ce0 2024-05-21T19:08:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.344+0000 7f29e8a00640 1 -- 172.21.15.3:0/2389953666 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29d4030bd0 con 0x7f29e4104ce0 2024-05-21T19:08:27.345 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.344+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29e41a2d00 con 0x7f29e4104ce0 2024-05-21T19:08:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.344+0000 7f29e8a00640 1 -- 172.21.15.3:0/2389953666 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d4005280 con 0x7f29e4104ce0 2024-05-21T19:08:27.346 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.344+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29e41a3190 con 0x7f29e4104ce0 2024-05-21T19:08:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 Processor -- start 2024-05-21T19:08:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 -- start start 2024-05-21T19:08:27.348 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 0x55cdadea5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.349 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeab020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.349 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.349 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cdade15b90 con 0x55cdadea6520 2024-05-21T19:08:27.349 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cdade05730 con 0x55cdadea5b30 2024-05-21T19:08:27.349 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.348+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cdade09770 con 0x55cdadeab690 2024-05-21T19:08:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e3400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 0x55cdadea5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e3400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 0x55cdadea5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44918/0 (socket says 172.21.15.3:44918) 2024-05-21T19:08:27.350 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34920/0 (socket says 172.21.15.3:34920) 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e3400640 1 -- 172.21.15.3:0/3928025196 learned_addr learned my addr 172.21.15.3:0/3928025196 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e8a00640 1 -- 172.21.15.3:0/2389953666 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f29d4043020 con 0x7f29e4104ce0 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2a00640 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeab020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 -- 172.21.15.3:0/3928025196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 msgr2=0x55cdadea5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 0x55cdadea5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 -- 172.21.15.3:0/3928025196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 msgr2=0x55cdadeab020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeab020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2000640 1 -- 172.21.15.3:0/3928025196 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cdadd9e8b0 con 0x55cdadeab690 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.349+0000 7f29e2a00640 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeab020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.350+0000 7f29e2000640 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f29d0009bd0 tx=0x7f29d0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2609c7e0005812d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.350+0000 7f29cfe00640 1 -- 172.21.15.3:0/3928025196 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d0004230 con 0x55cdadeab690 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.350+0000 7f29cfe00640 1 -- 172.21.15.3:0/3928025196 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29d0009e40 con 0x55cdadeab690 2024-05-21T19:08:27.351 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.350+0000 7f29cfe00640 1 -- 172.21.15.3:0/3928025196 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d0004ca0 con 0x55cdadeab690 2024-05-21T19:08:27.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29e8a00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 0x7f29c80b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 -- 172.21.15.3:0/3928025196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 msgr2=0x55cdadeadb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f29d0009bd0 tx=0x7f29d0011810 comp rx=0 tx=0).stop 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29e8a00640 1 -- 172.21.15.3:0/2389953666 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f29d41017c0 con 0x7f29e4104ce0 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 -- 172.21.15.3:0/3928025196 shutdown_connections 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadeadb20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeab020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/3928025196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea5b30 0x55cdadea5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29e3400640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 0x7f29c80b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 -- 172.21.15.3:0/3928025196 >> 172.21.15.3:0/3928025196 conn(0x55cdadea11a0 msgr2=0x55cdadea15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 -- 172.21.15.3:0/3928025196 shutdown_connections 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.351+0000 7f29ecd8e740 1 -- 172.21.15.3:0/3928025196 wait complete. 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 -- start start 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29e3400640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 0x7f29c80b4de0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f29dc005fd0 tx=0x7f29dc010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 Processor -- start 2024-05-21T19:08:27.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeaf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeafe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadeab690 0x55cdadeb6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cdadaeb790 con 0x55cdadea6520 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cdaddadbc0 con 0x55cdadeab690 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.352+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cdadeae640 con 0x55cdadea5b30 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29ecd8e740 10 client.0 _ll_register_callbacks cb 0x55cdadd8b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeafe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeaf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeafe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55212/0 (socket says 172.21.15.3:55212) 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2000640 1 -- 172.21.15.3:0/1651298892 learned_addr learned my addr 172.21.15.3:0/1651298892 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e3400640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadeab690 0x55cdadeb6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 -- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadeab690 msgr2=0x55cdadeb6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadeab690 0x55cdadeb6ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 -- 172.21.15.3:0/1651298892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 msgr2=0x55cdadeafe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeafe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 -- 172.21.15.3:0/1651298892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cdadb1a210 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29e2a00640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeaf920 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55cdadea6f90 tx=0x7f29d40c8770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6837f95cc4ca1d62 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.353+0000 7f29ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d40c8d60 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f29d4005420 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cdade17ae0 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f29d40cd110 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ecd8e740 10 client.25180 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cdadbe6620 con 0x55cdadea5b30 2024-05-21T19:08:27.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.354+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55cdade17ae0 con 0x55cdadea5b30 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f29d4101bb0 con 0x55cdadea5b30 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 10 client.25180 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 10 client.25180 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 20 client.25180 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadebb3f0 0x55cdadebd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 4 client.25180 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:27.359 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cdade112c0 con 0x55cdadebb3f0 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.355+0000 7f29e2000640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadebb3f0 0x55cdadebd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.356+0000 7f29e2000640 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadebb3f0 0x55cdadebd7e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=348806e4cad9e661 server_cookie=569f43618985be22 in_seq=0 out_seq=0 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.356+0000 7f29ccc00640 10 client.25180 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ccc00640 1 -- 172.21.15.3:0/1651298892 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cdade112c0 con 0x55cdadebb3f0 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ccc00640 10 client.25180 handle_command_reply: tid=0 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 client.25180 shutdown 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 msgr2=0x55cdadeaf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeaf920 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55cdadea6f90 tx=0x7f29d40c8770 comp rx=0 tx=0).stop 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 shutdown_connections 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadebb3f0 0x55cdadebd7e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadeab690 0x55cdadeb6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.360 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea6520 0x55cdadeafe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ccc00640 0 client.25180 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:27.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/1651298892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeaf920 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 >> 172.21.15.3:0/1651298892 conn(0x55cdadea11a0 msgr2=0x55cdadea0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.361 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:27 smithi003 ceph-mon[31577]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:27.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 shutdown_connections 2024-05-21T19:08:27.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.357+0000 7f29ecd8e740 1 -- 172.21.15.3:0/1651298892 wait complete. 2024-05-21T19:08:27.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.358+0000 7f29ecd8e740 20 client.25180 trim_cache size 0 max 16384 2024-05-21T19:08:27.376 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.376+0000 7f29ecd8e740 1 Processor -- start 2024-05-21T19:08:27.376 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.376+0000 7f29ecd8e740 1 -- start start 2024-05-21T19:08:27.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadeab690 0x55cdadea6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41ae970 con 0x55cdadeab690 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41ac240 con 0x55cdadea6520 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41aa090 con 0x55cdadea5b30 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34938/0 (socket says 172.21.15.3:34938) 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 -- 172.21.15.3:0/2234938036 learned_addr learned my addr 172.21.15.3:0/2234938036 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2000640 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e3400640 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadeab690 0x55cdadea6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 -- 172.21.15.3:0/2234938036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 msgr2=0x55cdadeb6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.378 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 -- 172.21.15.3:0/2234938036 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadeab690 msgr2=0x55cdadea6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadeab690 0x55cdadea6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.379 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.377+0000 7f29e2a00640 1 -- 172.21.15.3:0/2234938036 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cdadea0fd0 con 0x55cdadea5b30 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.378+0000 7f29e2a00640 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f29d40c5300 tx=0x7f29d40c8870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b72e147407cc0e9e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.378+0000 7f29cf400640 1 -- 172.21.15.3:0/2234938036 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d40c8d60 con 0x55cdadea5b30 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.378+0000 7f29cf400640 1 -- 172.21.15.3:0/2234938036 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29d40d1bc0 con 0x55cdadea5b30 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.378+0000 7f29cf400640 1 -- 172.21.15.3:0/2234938036 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d40c8b30 con 0x55cdadea5b30 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- 172.21.15.3:0/2234938036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 msgr2=0x55cdadeafc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f29d40c5300 tx=0x7f29d40c8870 comp rx=0 tx=0).stop 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- 172.21.15.3:0/2234938036 shutdown_connections 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadeab690 0x55cdadea6fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/2234938036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadea5b30 0x55cdadeafc40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- 172.21.15.3:0/2234938036 >> 172.21.15.3:0/2234938036 conn(0x55cdadea11a0 msgr2=0x55cdadeaf530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- 172.21.15.3:0/2234938036 shutdown_connections 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- 172.21.15.3:0/2234938036 wait complete. 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.379+0000 7f29ecd8e740 1 -- start start 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 Processor -- start 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 0x55cdadeb3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadf23f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41aa700 con 0x55cdadea5b30 2024-05-21T19:08:27.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41abb70 con 0x55cdadea6520 2024-05-21T19:08:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f29e41aadd0 con 0x55cdadeab690 2024-05-21T19:08:27.382 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29ecd8e740 10 client.0 _ll_register_callbacks cb 0x7f29d4004050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29e2000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29e2000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44938/0 (socket says 172.21.15.3:44938) 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.380+0000 7f29e2000640 1 -- 172.21.15.3:0/524163901 learned_addr learned my addr 172.21.15.3:0/524163901 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2a00640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 0x55cdadeb3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e3400640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadf23f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 -- 172.21.15.3:0/524163901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 msgr2=0x55cdadf23f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadf23f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 -- 172.21.15.3:0/524163901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 msgr2=0x55cdadeb3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 0x55cdadeb3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 -- 172.21.15.3:0/524163901 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cdadf244f0 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2a00640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 0x55cdadeb3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29e2000640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005b90 tx=0x7f29d0004250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7414c9ecb15864d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d001e040 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f29d002ae00 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.381+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29d40d1bc0 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f29d0039050 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 10 client.25181 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cdadf25880 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29d40d1bc0 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f29d0018070 con 0x55cdadea6520 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 10 client.25181 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 10 client.25181 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 20 client.25181 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:27.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadf26120 0x55cdadf28540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 4 client.25181 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:08:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.382+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cdadd8b4b0 con 0x55cdadf26120 2024-05-21T19:08:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.383+0000 7f29e2a00640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadf26120 0x55cdadf28540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.383+0000 7f29e2a00640 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadf26120 0x55cdadf28540 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6801644dc6bc59d4 server_cookie=183e19fac93f4e13 in_seq=0 out_seq=0 2024-05-21T19:08:27.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.383+0000 7f29ccc00640 10 client.25181 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:27.390 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ccc00640 1 -- 172.21.15.3:0/524163901 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cdadd8b4b0 con 0x55cdadf26120 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ccc00640 10 client.25181 handle_command_reply: tid=0 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 client.25181 shutdown 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 msgr2=0x55cdadeb4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f29d0005b90 tx=0x7f29d0004250 comp rx=0 tx=0).stop 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 shutdown_connections 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cdadf26120 0x55cdadf28540 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cdadeab690 0x55cdadf23f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ccc00640 0 client.25181 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cdadea6520 0x55cdadeb4380 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 --2- 172.21.15.3:0/524163901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cdadea5b30 0x55cdadeb3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 >> 172.21.15.3:0/524163901 conn(0x55cdadea11a0 msgr2=0x55cdade9fa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 shutdown_connections 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 1 -- 172.21.15.3:0/524163901 wait complete. 2024-05-21T19:08:27.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.390+0000 7f29ecd8e740 20 client.25181 trim_cache size 0 max 16384 2024-05-21T19:08:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:08:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:08:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:08:27.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 msgr2=0x7f29c80b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 0x7f29c80b4de0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f29dc005fd0 tx=0x7f29dc010040 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 msgr2=0x7f29e419ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f29d40057c0 tx=0x7f29d4032da0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 shutdown_connections 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f29c80b2920 0x7f29c80b4de0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f29e4105ed0 0x7f29e419b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f29e4106890 0x7f29e41a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 --2- 172.21.15.3:0/2389953666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f29e4104ce0 0x7f29e419ae50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.391+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 >> 172.21.15.3:0/2389953666 conn(0x7f29e4100270 msgr2=0x7f29e41091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.392+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 shutdown_connections 2024-05-21T19:08:27.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:27.392+0000 7f29e9e00640 1 -- 172.21.15.3:0/2389953666 wait complete. 2024-05-21T19:08:27.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.512+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1201a8b50 con 0x7fd120103f90 2024-05-21T19:08:27.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.514+0000 7fd116a00700 1 -- 172.21.15.3:0/2442243885 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7fd10c0b2400 con 0x7fd120103f90 2024-05-21T19:08:27.515 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:27.515 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 msgr2=0x7fd1040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 0x7fd1040b4dc0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd110005950 tx=0x7fd110009260 comp rx=0 tx=0).stop 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 msgr2=0x7fd12019c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd12019c2b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00e9f0 tx=0x7fd10c00ed00 comp rx=0 tx=0).stop 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 shutdown_connections 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1040b2900 0x7fd1040b4dc0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd120108500 0x7fd1201a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1201035f0 0x7fd12019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 --2- 172.21.15.3:0/2442243885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd120103f90 0x7fd12019c2b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:27.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.517+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 >> 172.21.15.3:0/2442243885 conn(0x7fd12007a6a0 msgr2=0x7fd120101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:27.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.518+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 shutdown_connections 2024-05-21T19:08:27.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:27.518+0000 7fd124e00700 1 -- 172.21.15.3:0/2442243885 wait complete. 2024-05-21T19:08:27.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:27 smithi178 ceph-mon[36523]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:27 smithi104 ceph-mon[36417]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:28.439 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-21T19:08:28.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:28 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2442243885' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:28.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:28 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2442243885' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:28.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:28 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2442243885' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:08:28.912 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:29.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:29 smithi003 ceph-mon[31577]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:29.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:29 smithi178 ceph-mon[36523]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:29 smithi104 ceph-mon[36417]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:31.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:31 smithi003 ceph-mon[31577]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:08:31.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:31 smithi178 ceph-mon[36523]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:08:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:31 smithi104 ceph-mon[36417]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:08:32.143 INFO:teuthology.orchestra.run.smithi003.stdout:{"run_dir":"/var/run/ceph"} 2024-05-21T19:08:32.143 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-21T19:08:32.143 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 7036 2024-05-21T19:08:32.144 DEBUG:tasks.quiescer:Yielding 2024-05-21T19:08:32.144 INFO:teuthology.run_tasks:Running task workunit... 2024-05-21T19:08:32.159 INFO:tasks.workunit:Pulling workunits from ref 7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T19:08:32.159 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-21T19:08:32.159 INFO:tasks.workunit:timeout=3h 2024-05-21T19:08:32.159 INFO:tasks.workunit:cleanup=True 2024-05-21T19:08:32.160 DEBUG:teuthology.orchestra.run.smithi003:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-21T19:08:32.160 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Access: 2024-05-21 19:04:35.349950556 +0000 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Modify: 2024-05-21 19:04:35.349950556 +0000 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout:Change: 2024-05-21 19:07:43.531853789 +0000 2024-05-21T19:08:32.217 INFO:teuthology.orchestra.run.smithi003.stdout: Birth: 2024-05-21 19:04:35.349950556 +0000 2024-05-21T19:08:32.218 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-21T19:08:32.218 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-21T19:08:32.348 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7956b5e965f6ee5669688b5643c11d881b72442c 2024-05-21T19:08:32.406 INFO:tasks.workunit.client.0.smithi003.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-21T19:08:32.649 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:33.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:33 smithi003 ceph-mon[31577]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:08:33.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:33 smithi178 ceph-mon[36523]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:08:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:33 smithi104 ceph-mon[36417]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-21T19:08:34.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 -- 172.21.15.3:0/745495018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c109540 msgr2=0x7f1f6c109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:34.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 --2- 172.21.15.3:0/745495018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c109540 0x7f1f6c109920 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c0098f0 tx=0x7f1f5c009c00 comp rx=0 tx=0).stop 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 -- 172.21.15.3:0/745495018 shutdown_connections 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 --2- 172.21.15.3:0/745495018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c103e50 0x7f1f6c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 --2- 172.21.15.3:0/745495018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c109540 0x7f1f6c109920 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 --2- 172.21.15.3:0/745495018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 -- 172.21.15.3:0/745495018 >> 172.21.15.3:0/745495018 conn(0x7f1f6c0fefc0 msgr2=0x7f1f6c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 -- 172.21.15.3:0/745495018 shutdown_connections 2024-05-21T19:08:34.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.998+0000 7f1f6be00700 1 -- 172.21.15.3:0/745495018 wait complete. 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:34.999+0000 7f1f6be00700 1 Processor -- start 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 -- start start 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 0x7f1f6c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c109540 0x7f1f6c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6c113620 con 0x7f1f6c103490 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6c1134a0 con 0x7f1f6c109540 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6be00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6c1137a0 con 0x7f1f6c103e50 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40492/0 (socket says 172.21.15.3:40492) 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f6aa00700 1 -- 172.21.15.3:0/3109154555 learned_addr learned my addr 172.21.15.3:0/3109154555 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:35.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.000+0000 7f1f62000700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 0x7f1f6c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6b400700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c109540 0x7f1f6c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 -- 172.21.15.3:0/3109154555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 msgr2=0x7f1f6c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 0x7f1f6c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 -- 172.21.15.3:0/3109154555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c109540 msgr2=0x7f1f6c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c109540 0x7f1f6c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 -- 172.21.15.3:0/3109154555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f6c1a80c0 con 0x7f1f6c103490 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f62000700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 0x7f1f6c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:35.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.001+0000 7f1f6aa00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009230 tx=0x7f1f5c00fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.002+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c027070 con 0x7f1f6c103490 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.002+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f5c005670 con 0x7f1f6c103490 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.002+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c0048f0 con 0x7f1f6c103490 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.002+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f6c1a8350 con 0x7f1f6c103490 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.002+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f6c1a8750 con 0x7f1f6c103490 2024-05-21T19:08:35.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.003+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f6c10b9d0 con 0x7f1f6c103490 2024-05-21T19:08:35.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.007+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1f5c02a070 con 0x7f1f6c103490 2024-05-21T19:08:35.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.009+0000 7f1f63e00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 0x7f1f500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:35.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.009+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1f5c0e3300 con 0x7f1f6c103490 2024-05-21T19:08:35.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.009+0000 7f1f62000700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 0x7f1f500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:35.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.010+0000 7f1f62000700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 0x7f1f500b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c108c90 tx=0x7f1f54009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:35.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.012+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1f5c031070 con 0x7f1f6c103490 2024-05-21T19:08:35.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.300+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f6c10b3b0 con 0x7f1f6c103490 2024-05-21T19:08:35.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.301+0000 7f1f63e00700 1 -- 172.21.15.3:0/3109154555 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f1f5c013030 con 0x7f1f6c103490 2024-05-21T19:08:35.301 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:35.301 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:08:35.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 msgr2=0x7f1f500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:35.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 0x7f1f500b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c108c90 tx=0x7f1f54009310 comp rx=0 tx=0).stop 2024-05-21T19:08:35.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 msgr2=0x7f1f6c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:35.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009230 tx=0x7f1f5c00fa90 comp rx=0 tx=0).stop 2024-05-21T19:08:35.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 shutdown_connections 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1f500b2900 0x7f1f500b4dc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c109540 0x7f1f6c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f6c103490 0x7f1f6c075840 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 --2- 172.21.15.3:0/3109154555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f6c103e50 0x7f1f6c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 >> 172.21.15.3:0/3109154555 conn(0x7f1f6c0fefc0 msgr2=0x7f1f6c1008f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 shutdown_connections 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:35.304+0000 7f1f6be00700 1 -- 172.21.15.3:0/3109154555 wait complete. 2024-05-21T19:08:35.305 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:08:35.362 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:35 smithi003 ceph-mon[31577]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-21T19:08:35.362 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:35 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3109154555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:35 smithi178 ceph-mon[36523]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-21T19:08:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:35 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3109154555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:35 smithi104 ceph-mon[36417]: pgmap v459: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-21T19:08:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:35 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3109154555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:36.043 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T19:03:55.369504+0000', 'modified': '2024-05-21T19:07:44.661393+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24503, 'mds_1': 24493, 'mds_2': 24487}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24460': {'gid': 24460, 'name': 'f', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6835/327097017', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6834', 'nonce': 327097017}, {'type': 'v1', 'addr': '172.21.15.178:6835', 'nonce': 327097017}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.104:6837/2140479996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6836', 'nonce': 2140479996}, {'type': 'v1', 'addr': '172.21.15.104:6837', 'nonce': 2140479996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.178:6837/3544426195', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6836', 'nonce': 3544426195}, {'type': 'v1', 'addr': '172.21.15.178:6837', 'nonce': 3544426195}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.178:6839/185523429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.178:6838', 'nonce': 185523429}, {'type': 'v1', 'addr': '172.21.15.178:6839', 'nonce': 185523429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.3:6839/4130268441', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.3:6838', 'nonce': 4130268441}, {'type': 'v1', 'addr': '172.21.15.3:6839', 'nonce': 4130268441}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.104:6839/1608977247', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6838', 'nonce': 1608977247}, {'type': 'v1', 'addr': '172.21.15.104:6839', 'nonce': 1608977247}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [24487, 24493, 24503]} 2024-05-21T19:08:36.044 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-21T19:08:36.044 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T19:08:36.473 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:37 smithi003 ceph-mon[31577]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-21T19:08:37.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:37 smithi178 ceph-mon[36523]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-21T19:08:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:37 smithi104 ceph-mon[36417]: pgmap v460: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-21T19:08:38.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.732+0000 7f7f57800700 1 -- 172.21.15.3:0/650843510 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5010eeb0 msgr2=0x7f7f50116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.732+0000 7f7f57800700 1 --2- 172.21.15.3:0/650843510 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5010eeb0 0x7f7f50116a80 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009fc0 tx=0x7f7f4800b330 comp rx=0 tx=0).stop 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 -- 172.21.15.3:0/650843510 shutdown_connections 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 --2- 172.21.15.3:0/650843510 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5010eeb0 0x7f7f50116a80 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 --2- 172.21.15.3:0/650843510 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f50109dd0 0x7f7f5010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 --2- 172.21.15.3:0/650843510 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 0x7f7f5010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 -- 172.21.15.3:0/650843510 >> 172.21.15.3:0/650843510 conn(0x7f7f50076d10 msgr2=0x7f7f50108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 -- 172.21.15.3:0/650843510 shutdown_connections 2024-05-21T19:08:38.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.733+0000 7f7f57800700 1 -- 172.21.15.3:0/650843510 wait complete. 2024-05-21T19:08:38.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.734+0000 7f7f57800700 1 Processor -- start 2024-05-21T19:08:38.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 -- start start 2024-05-21T19:08:38.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 0x7f7f501a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f50119d90 con 0x7f7f5010a780 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7f50119c10 con 0x7f7f5010eeb0 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f57800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f50119f10 con 0x7f7f50109dd0 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 0x7f7f501a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f55800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f55800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55664/0 (socket says 172.21.15.3:55664) 2024-05-21T19:08:38.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f55800700 1 -- 172.21.15.3:0/3351976501 learned_addr learned my addr 172.21.15.3:0/3351976501 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:38.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.735+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57764/0 (socket says 172.21.15.3:57764) 2024-05-21T19:08:38.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 -- 172.21.15.3:0/3351976501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 msgr2=0x7f7f501a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 -- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 msgr2=0x7f7f501a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 0x7f7f501a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 -- 172.21.15.3:0/3351976501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f501a51a0 con 0x7f7f5010eeb0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f54e00700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f55800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009790 tx=0x7f7f4800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.736+0000 7f7f4d600700 1 -- 172.21.15.3:0/3351976501 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48021070 con 0x7f7f5010eeb0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.737+0000 7f7f4d600700 1 -- 172.21.15.3:0/3351976501 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f48007ac0 con 0x7f7f5010eeb0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.737+0000 7f7f4d600700 1 -- 172.21.15.3:0/3351976501 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48005040 con 0x7f7f5010eeb0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.737+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f501a5430 con 0x7f7f5010eeb0 2024-05-21T19:08:38.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.737+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f501acd10 con 0x7f7f5010eeb0 2024-05-21T19:08:38.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.742+0000 7f7f4d600700 1 -- 172.21.15.3:0/3351976501 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7f48024070 con 0x7f7f5010eeb0 2024-05-21T19:08:38.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 Processor -- start 2024-05-21T19:08:38.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 -- start start 2024-05-21T19:08:38.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621bb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558662113df0 con 0x5586621bbee0 2024-05-21T19:08:38.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558662103990 con 0x5586621b60f0 2024-05-21T19:08:38.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586621079d0 con 0x5586621bb5c0 2024-05-21T19:08:38.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.743+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55668/0 (socket says 172.21.15.3:55668) 2024-05-21T19:08:38.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4fe00700 1 -- 172.21.15.3:0/318102921 learned_addr learned my addr 172.21.15.3:0/318102921 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40508/0 (socket says 172.21.15.3:40508) 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621bb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4d600700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 -- 172.21.15.3:0/318102921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 msgr2=0x5586621bb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621bb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 -- 172.21.15.3:0/318102921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 msgr2=0x5586621b6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f54e00700 1 -- 172.21.15.3:0/318102921 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586620cc3d0 con 0x5586621bbee0 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f4d600700 1 -- 172.21.15.3:0/3351976501 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f4800f020 con 0x7f7f5010eeb0 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.744+0000 7f7f55800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.745+0000 7f7f54e00700 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7f440114f0 tx=0x7f7f44011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499a6e78cd2cea6d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.745+0000 7f7f42000700 1 -- 172.21.15.3:0/318102921 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44011310 con 0x5586621bbee0 2024-05-21T19:08:38.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.745+0000 7f7f42000700 1 -- 172.21.15.3:0/318102921 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f440044e0 con 0x5586621bbee0 2024-05-21T19:08:38.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.745+0000 7f7f42000700 1 -- 172.21.15.3:0/318102921 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4401a6e0 con 0x5586621bbee0 2024-05-21T19:08:38.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 -- 172.21.15.3:0/318102921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 msgr2=0x5586621b5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7f440114f0 tx=0x7f7f44011800 comp rx=0 tx=0).stop 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f55800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7f480aa9a0 tx=0x7f7f48009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 -- 172.21.15.3:0/318102921 shutdown_connections 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621bb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/318102921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bbee0 0x5586621b5ad0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 -- 172.21.15.3:0/318102921 >> 172.21.15.3:0/318102921 conn(0x5586620e3b90 msgr2=0x5586621b0640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 -- 172.21.15.3:0/318102921 shutdown_connections 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.746+0000 7f7f6209fb80 1 -- 172.21.15.3:0/318102921 wait complete. 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.747+0000 7f7f6209fb80 1 -- start start 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.747+0000 7f7f6209fb80 1 Processor -- start 2024-05-21T19:08:38.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621c1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bbee0 0x5586621bf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558662009f50 con 0x5586621b60f0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5586620a4710 con 0x5586621bbee0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586621c2990 con 0x5586621bb5c0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f6209fb80 10 client.0 _ll_register_callbacks cb 0x5586620adc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621c1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57786/0 (socket says 172.21.15.3:57786) 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621c1c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40518/0 (socket says 172.21.15.3:40518) 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f54e00700 1 -- 172.21.15.3:0/4241645686 learned_addr learned my addr 172.21.15.3:0/4241645686 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:38.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.748+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bbee0 0x5586621bf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 -- 172.21.15.3:0/4241645686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bbee0 msgr2=0x5586621bf4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bbee0 0x5586621bf4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 -- 172.21.15.3:0/4241645686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 msgr2=0x5586621c1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621c1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 -- 172.21.15.3:0/4241645686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558662053880 con 0x5586621bb5c0 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f44000c00 tx=0x7f7f44003890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fb759e55e02cbcd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f36a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44003ff0 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f440044e0 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.749+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f44004190 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f44005030 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f6209fb80 10 client.25204 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586620d4010 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f440044e0 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7f44030480 con 0x5586621bb5c0 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.750+0000 7f7f6209fb80 10 client.25204 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f6209fb80 10 client.25204 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f6209fb80 20 client.25204 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5586621cf210 0x5586621d0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f6209fb80 4 client.25204 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:38.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558662115d40 con 0x5586621cf210 2024-05-21T19:08:38.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.751+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5586621cf210 0x5586621d0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.752+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5586621cf210 0x5586621d0680 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=afd6f1d551e4e9c6 server_cookie=b99bc89f5eb4682f in_seq=0 out_seq=0 2024-05-21T19:08:38.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.752+0000 7f7f36a00700 10 client.25204 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.752+0000 7f7f36a00700 1 -- 172.21.15.3:0/4241645686 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558662115d40 con 0x5586621cf210 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.752+0000 7f7f36a00700 10 client.25204 handle_command_reply: tid=0 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 client.25204 shutdown 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 msgr2=0x5586621befb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7f44000c00 tx=0x7f7f44003890 comp rx=0 tx=0).stop 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 shutdown_connections 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bbee0 0x5586621bf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5586621cf210 0x5586621d0680 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621c1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4241645686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bb5c0 0x5586621befb0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f36a00700 0 client.25204 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:38.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 >> 172.21.15.3:0/4241645686 conn(0x5586620e3b90 msgr2=0x5586621afd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 shutdown_connections 2024-05-21T19:08:38.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4241645686 wait complete. 2024-05-21T19:08:38.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.753+0000 7f7f6209fb80 20 client.25204 trim_cache size 0 max 16384 2024-05-21T19:08:38.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 Processor -- start 2024-05-21T19:08:38.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 -- start start 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621bdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5586621ce9c0 con 0x5586621bb5c0 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5586621cf090 con 0x5586621b60f0 2024-05-21T19:08:38.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.777+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586621cf760 con 0x5586621bbee0 2024-05-21T19:08:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40530/0 (socket says 172.21.15.3:40530) 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 -- 172.21.15.3:0/4070650163 learned_addr learned my addr 172.21.15.3:0/4070650163 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621bdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 -- 172.21.15.3:0/4070650163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 msgr2=0x5586621bdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621bdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 -- 172.21.15.3:0/4070650163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 msgr2=0x5586621b04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f54e00700 1 -- 172.21.15.3:0/4070650163 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586621cfc50 con 0x5586621bb5c0 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.778+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.779+0000 7f7f54e00700 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7f44030a10 tx=0x7f7f44005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0bc75e966d40902 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.779+0000 7f7f41600700 1 -- 172.21.15.3:0/4070650163 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44030a90 con 0x5586621bb5c0 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.779+0000 7f7f41600700 1 -- 172.21.15.3:0/4070650163 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f44005680 con 0x5586621bb5c0 2024-05-21T19:08:38.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.779+0000 7f7f41600700 1 -- 172.21.15.3:0/4070650163 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4401aa70 con 0x5586621bb5c0 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4070650163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 msgr2=0x5586621bd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7f44030a10 tx=0x7f7f44005e10 comp rx=0 tx=0).stop 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4070650163 shutdown_connections 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621bdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621b60f0 0x5586621b04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/4070650163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621bb5c0 0x5586621bd8a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4070650163 >> 172.21.15.3:0/4070650163 conn(0x5586620e3b90 msgr2=0x5586621ce200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4070650163 shutdown_connections 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- 172.21.15.3:0/4070650163 wait complete. 2024-05-21T19:08:38.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.780+0000 7f7f6209fb80 1 -- start start 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 Processor -- start 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621afa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 0x5586621affb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621b04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5586621d0500 con 0x5586621b60f0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5586621cfe30 con 0x5586621bb5c0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586621d0bd0 con 0x5586621bbee0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f6209fb80 10 client.0 _ll_register_callbacks cb 0x5586620adc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621afa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621afa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40546/0 (socket says 172.21.15.3:40546) 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f54e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 0x5586621affb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.781+0000 7f7f4fe00700 1 -- 172.21.15.3:0/3629383860 learned_addr learned my addr 172.21.15.3:0/3629383860 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:38.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621b04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 -- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 msgr2=0x5586621b04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621b04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 -- 172.21.15.3:0/3629383860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 msgr2=0x5586621afa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621afa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 -- 172.21.15.3:0/3629383860 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586621d7f40 con 0x5586621bb5c0 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f54e00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 0x5586621affb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x55866200a0a0 tx=0x7f7f44009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=510ba713e3dee183 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.782+0000 7f7f36a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4403d030 con 0x5586621bb5c0 2024-05-21T19:08:38.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f44030ca0 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f44005680 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f4401a480 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f6209fb80 10 client.25205 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55866223ac50 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f44005680 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7f44038070 con 0x5586621bb5c0 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.783+0000 7f7f6209fb80 10 client.25205 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f6209fb80 10 client.25205 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f6209fb80 20 client.25205 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55866223f590 0x55866223e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f6209fb80 4 client.25205 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:08:38.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "status"}) -- 0x55866210f520 con 0x55866223f590 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.784+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55866223f590 0x55866223e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f4fe00700 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55866223f590 0x55866223e2a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=107cd57da5554157 server_cookie=48fa9a6dd577fd9b in_seq=0 out_seq=0 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f36a00700 10 client.25205 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f36a00700 1 -- 172.21.15.3:0/3629383860 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55866210f520 con 0x55866223f590 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f36a00700 10 client.25205 handle_command_reply: tid=0 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 client.25205 shutdown 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 msgr2=0x5586621affb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 0x5586621affb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x55866200a0a0 tx=0x7f7f44009260 comp rx=0 tx=0).stop 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 shutdown_connections 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586621bbee0 0x5586621b04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55866223f590 0x55866223e2a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586621b60f0 0x5586621afa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 --2- 172.21.15.3:0/3629383860 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586621bb5c0 0x5586621affb0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f36a00700 0 client.25205 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 >> 172.21.15.3:0/3629383860 conn(0x5586620e3b90 msgr2=0x5586621bd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.785+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 shutdown_connections 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f6209fb80 1 -- 172.21.15.3:0/3629383860 wait complete. 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f6209fb80 20 client.25205 trim_cache size 0 max 16384 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:38.788 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 2, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24487, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 266.26144370499998, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 26, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 318.079519613 2024-05-21T19:08:38.789 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 msgr2=0x7f7f380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7f480aa9a0 tx=0x7f7f48009920 comp rx=0 tx=0).stop 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 msgr2=0x7f7f501a4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.786+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009790 tx=0x7f7f4800cc30 comp rx=0 tx=0).stop 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 shutdown_connections 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5010eeb0 0x7f7f501a4a60 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f50109dd0 0x7f7f501a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 --2- 172.21.15.3:0/3351976501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f5010a780 0x7f7f501a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:38.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 >> 172.21.15.3:0/3351976501 conn(0x7f7f50076d10 msgr2=0x7f7f50077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:38.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 shutdown_connections 2024-05-21T19:08:38.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:38.787+0000 7f7f57800700 1 -- 172.21.15.3:0/3351976501 wait complete. 2024-05-21T19:08:39.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:39 smithi003 ceph-mon[31577]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:39 smithi178 ceph-mon[36523]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:39 smithi104 ceph-mon[36417]: pgmap v461: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:39.759 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T19:08:40.228 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 -- 172.21.15.3:0/3350887821 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 msgr2=0x7f73a0104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 --2- 172.21.15.3:0/3350887821 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a0104f30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7390009900 tx=0x7f739002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 -- 172.21.15.3:0/3350887821 shutdown_connections 2024-05-21T19:08:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 --2- 172.21.15.3:0/3350887821 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 0x7f73a0106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.543 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 --2- 172.21.15.3:0/3350887821 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a010cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 --2- 172.21.15.3:0/3350887821 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a0104f30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.543+0000 7f73a4e00640 1 -- 172.21.15.3:0/3350887821 >> 172.21.15.3:0/3350887821 conn(0x7f73a0100080 msgr2=0x7f73a01024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.544+0000 7f73a4e00640 1 -- 172.21.15.3:0/3350887821 shutdown_connections 2024-05-21T19:08:40.544 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.544+0000 7f73a4e00640 1 -- 172.21.15.3:0/3350887821 wait complete. 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 Processor -- start 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 -- start start 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 0x7f73a019b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a01a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f73a0110630 con 0x7f73a0104b10 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01104b0 con 0x7f73a01066c0 2024-05-21T19:08:40.545 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.545+0000 7f73a4e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01107b0 con 0x7f73a0105d00 2024-05-21T19:08:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40560/0 (socket says 172.21.15.3:40560) 2024-05-21T19:08:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 -- 172.21.15.3:0/150462605 learned_addr learned my addr 172.21.15.3:0/150462605 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739ea00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 0x7f73a019b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.546 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739fe00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a01a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 -- 172.21.15.3:0/150462605 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 msgr2=0x7f73a019b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 0x7f73a019b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 -- 172.21.15.3:0/150462605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 msgr2=0x7f73a01a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a01a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739f400640 1 -- 172.21.15.3:0/150462605 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73a01a2940 con 0x7f73a0104b10 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.546+0000 7f739fe00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:40.547 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f739f400640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7390006010 tx=0x7f73900042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.548 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f7397e00640 1 -- 172.21.15.3:0/150462605 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f739003f030 con 0x7f73a0104b10 2024-05-21T19:08:40.548 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f7397e00640 1 -- 172.21.15.3:0/150462605 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73900318f0 con 0x7f73a0104b10 2024-05-21T19:08:40.548 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73a01a2bd0 con 0x7f73a0104b10 2024-05-21T19:08:40.548 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f7397e00640 1 -- 172.21.15.3:0/150462605 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390035070 con 0x7f73a0104b10 2024-05-21T19:08:40.548 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.547+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73a01a30c0 con 0x7f73a0104b10 2024-05-21T19:08:40.550 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.550+0000 7f73a91f3740 1 Processor -- start 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 -- start start 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f7397e00640 1 -- 172.21.15.3:0/150462605 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7390042030 con 0x7f73a0104b10 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x55573438a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438a6e0 0x55573438f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5557342f9b90 con 0x55573438f850 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5557342e9730 con 0x555734389cf0 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f73a91f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5557342ed770 con 0x55573438a6e0 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f739ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f739ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40570/0 (socket says 172.21.15.3:40570) 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f739ea00640 1 -- 172.21.15.3:0/1148189654 learned_addr learned my addr 172.21.15.3:0/1148189654 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f739f400640 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438a6e0 0x55573438f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.551 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.551+0000 7f739fe00640 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x55573438a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.553 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 -- 172.21.15.3:0/1148189654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438a6e0 msgr2=0x55573438f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.553 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438a6e0 0x55573438f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 -- 172.21.15.3:0/1148189654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 msgr2=0x55573438a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x55573438a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 -- 172.21.15.3:0/1148189654 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557342828b0 con 0x55573438f850 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f739ea00640 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f738c009d20 tx=0x7f738c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e98707d01a0b73cd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.552+0000 7f7394c00640 1 -- 172.21.15.3:0/1148189654 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c01e070 con 0x55573438f850 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f7394c00640 1 -- 172.21.15.3:0/1148189654 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738c019ae0 con 0x55573438f850 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f7394c00640 1 -- 172.21.15.3:0/1148189654 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c00eac0 con 0x55573438f850 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f7397e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 0x7f73840b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f7397e00640 1 -- 172.21.15.3:0/150462605 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7390102880 con 0x7f73a0104b10 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f739fe00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 0x7f73840b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 -- 172.21.15.3:0/1148189654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 msgr2=0x555734391ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f738c009d20 tx=0x7f738c011810 comp rx=0 tx=0).stop 2024-05-21T19:08:40.554 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 -- 172.21.15.3:0/1148189654 shutdown_connections 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438a6e0 0x55573438f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438f850 0x555734391ce0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1148189654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x55573438a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.553+0000 7f73a91f3740 1 -- 172.21.15.3:0/1148189654 >> 172.21.15.3:0/1148189654 conn(0x555734385360 msgr2=0x555734385760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.554+0000 7f73a91f3740 1 -- 172.21.15.3:0/1148189654 shutdown_connections 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.554+0000 7f73a91f3740 1 -- 172.21.15.3:0/1148189654 wait complete. 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.554+0000 7f739fe00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 0x7f73840b4ca0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55573438af40 tx=0x7f7398009800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.554+0000 7f73a91f3740 1 -- start start 2024-05-21T19:08:40.555 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.554+0000 7f73a91f3740 1 Processor -- start 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734394020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438f850 0x55573439b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555733fcf790 con 0x55573438a6e0 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555734291bc0 con 0x55573438f850 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555734392800 con 0x555734389cf0 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f73a91f3740 10 client.0 _ll_register_callbacks cb 0x55573426f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734394020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.558 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57844/0 (socket says 172.21.15.3:57844) 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734394020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40584/0 (socket says 172.21.15.3:40584) 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739f400640 1 -- 172.21.15.3:0/2496313308 learned_addr learned my addr 172.21.15.3:0/2496313308 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.555+0000 7f739fe00640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438f850 0x55573439b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 -- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438f850 msgr2=0x55573439b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438f850 0x55573439b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 -- 172.21.15.3:0/2496313308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 msgr2=0x555734394020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734394020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 -- 172.21.15.3:0/2496313308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555733ffe210 con 0x555734389cf0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f739f400640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f73900c9b20 tx=0x7f7390009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94e210f73809f24e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f7389600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390049070 con 0x555734389cf0 2024-05-21T19:08:40.559 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.556+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f73900c6020 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f738c019ae0 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73900c9770 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 10 client.25222 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5557340ca620 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738c019ae0 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73900e1030 con 0x555734389cf0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 10 client.25222 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 10 client.25222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.557+0000 7f73a91f3740 20 client.25222 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.558+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573439f5f0 0x5557343a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.558+0000 7f73a91f3740 4 client.25222 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.558+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557342fbae0 con 0x55573439f5f0 2024-05-21T19:08:40.560 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.558+0000 7f739ea00640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573439f5f0 0x5557343a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.561 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.559+0000 7f739ea00640 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573439f5f0 0x5557343a1a80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a4cf8fb1daa1ed6 server_cookie=7b32dd2e23e4818f in_seq=0 out_seq=0 2024-05-21T19:08:40.561 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.559+0000 7f7389600640 10 client.25222 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.559+0000 7f7389600640 1 -- 172.21.15.3:0/2496313308 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5557342fbae0 con 0x55573439f5f0 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.559+0000 7f7389600640 10 client.25222 handle_command_reply: tid=0 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 client.25222 shutdown 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 msgr2=0x555734393ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f73900c9b20 tx=0x7f7390009560 comp rx=0 tx=0).stop 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 shutdown_connections 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573439f5f0 0x5557343a1a80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438f850 0x55573439b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734394020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 --2- 172.21.15.3:0/2496313308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555734389cf0 0x555734393ae0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.562 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f7389600640 0 client.25222 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:40.563 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 >> 172.21.15.3:0/2496313308 conn(0x555734385360 msgr2=0x5557343844c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.563 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 shutdown_connections 2024-05-21T19:08:40.563 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 1 -- 172.21.15.3:0/2496313308 wait complete. 2024-05-21T19:08:40.563 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.560+0000 7f73a91f3740 20 client.25222 trim_cache size 0 max 16384 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.577+0000 7f73a91f3740 1 Processor -- start 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.577+0000 7f73a91f3740 1 -- start start 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 0x555734393f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573438b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01ae760 con 0x555734389cf0 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01ac030 con 0x55573438a6e0 2024-05-21T19:08:40.577 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f73a91f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01a9e80 con 0x55573438f850 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 0x555734393f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 0x555734393f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40588/0 (socket says 172.21.15.3:40588) 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739f400640 1 -- 172.21.15.3:0/1841375496 learned_addr learned my addr 172.21.15.3:0/1841375496 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739ea00640 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55746/0 (socket says 172.21.15.3:55746) 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.578+0000 7f739fe00640 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573438b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 -- 172.21.15.3:0/1841375496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 msgr2=0x55573438b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573438b860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 -- 172.21.15.3:0/1841375496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 msgr2=0x555734393f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.579 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 0x555734393f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 -- 172.21.15.3:0/1841375496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555734385190 con 0x55573438a6e0 2024-05-21T19:08:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f739ea00640 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f738c009cf0 tx=0x7f738c0197c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82eaf33612614171 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f738be00640 1 -- 172.21.15.3:0/1841375496 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c01e040 con 0x55573438a6e0 2024-05-21T19:08:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f738be00640 1 -- 172.21.15.3:0/1841375496 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738c0054d0 con 0x55573438a6e0 2024-05-21T19:08:40.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.579+0000 7f738be00640 1 -- 172.21.15.3:0/1841375496 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f738c003850 con 0x55573438a6e0 2024-05-21T19:08:40.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 -- 172.21.15.3:0/1841375496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 msgr2=0x55573439b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f738c009cf0 tx=0x7f738c0197c0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 -- 172.21.15.3:0/1841375496 shutdown_connections 2024-05-21T19:08:40.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573438b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55573438a6e0 0x55573439b020 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 --2- 172.21.15.3:0/1841375496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555734389cf0 0x555734393f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 -- 172.21.15.3:0/1841375496 >> 172.21.15.3:0/1841375496 conn(0x555734385360 msgr2=0x55573438b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 -- 172.21.15.3:0/1841375496 shutdown_connections 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.580+0000 7f73a91f3740 1 -- 172.21.15.3:0/1841375496 wait complete. 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 -- start start 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 Processor -- start 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734399030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573439a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01aa4f0 con 0x55573438a6e0 2024-05-21T19:08:40.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01ab960 con 0x555734389cf0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f73a01aabc0 con 0x55573438f850 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.581+0000 7f73a91f3740 10 client.0 _ll_register_callbacks cb 0x7f7390108220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734399030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55750/0 (socket says 172.21.15.3:55750) 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 -- 172.21.15.3:0/914631494 learned_addr learned my addr 172.21.15.3:0/914631494 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739fe00640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573439a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 -- 172.21.15.3:0/914631494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 msgr2=0x55573439a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573439a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 -- 172.21.15.3:0/914631494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 msgr2=0x555734399030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734399030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 -- 172.21.15.3:0/914631494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555734388d90 con 0x555734389cf0 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739ea00640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734399030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:40.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f739f400640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7390004650 tx=0x7f7390108190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dac463d1bbedae7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.582+0000 7f7389600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390049040 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f73900c9080 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f738c0054d0 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73900ab050 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 10 client.25223 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55573440a3c0 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738c0054d0 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f73900e1040 con 0x555734389cf0 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 10 client.25223 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 10 client.25223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.583+0000 7f73a91f3740 20 client.25223 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:40.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573440ab80 0x55573440cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:40.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f73a91f3740 4 client.25223 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:08:40.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5557342f52c0 con 0x55573440ab80 2024-05-21T19:08:40.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f739ea00640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573440ab80 0x55573440cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:40.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f739ea00640 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573440ab80 0x55573440cfa0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fde72cf2b0ed7d4 server_cookie=35d85982465861c1 in_seq=0 out_seq=0 2024-05-21T19:08:40.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.584+0000 7f7389600640 10 client.25223 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:40.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f7389600640 1 -- 172.21.15.3:0/914631494 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5557342f52c0 con 0x55573440ab80 2024-05-21T19:08:40.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f7389600640 10 client.25223 handle_command_reply: tid=0 2024-05-21T19:08:40.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 client.25223 shutdown 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 msgr2=0x555734398af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7390004650 tx=0x7f7390108190 comp rx=0 tx=0).stop 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 shutdown_connections 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55573440ab80 0x55573440cfa0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55573438f850 0x55573439a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55573438a6e0 0x555734399030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f7389600640 0 client.25223 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 --2- 172.21.15.3:0/914631494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555734389cf0 0x555734398af0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 >> 172.21.15.3:0/914631494 conn(0x555734385360 msgr2=0x555734393e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 shutdown_connections 2024-05-21T19:08:40.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 1 -- 172.21.15.3:0/914631494 wait complete. 2024-05-21T19:08:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.593+0000 7f73a91f3740 20 client.25223 trim_cache size 0 max 16384 2024-05-21T19:08:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:08:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:08:40.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 msgr2=0x7f73840b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 0x7f73840b4ca0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x55573438af40 tx=0x7f7398009800 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 msgr2=0x7f73a019ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7390006010 tx=0x7f73900042f0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 shutdown_connections 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f73840b27e0 0x7f73840b4ca0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f73a0105d00 0x7f73a019b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f73a01066c0 0x7f73a01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 --2- 172.21.15.3:0/150462605 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f73a0104b10 0x7f73a019ad30 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 >> 172.21.15.3:0/150462605 conn(0x7f73a0100080 msgr2=0x7f73a0109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 shutdown_connections 2024-05-21T19:08:40.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:40.594+0000 7f73a4e00640 1 -- 172.21.15.3:0/150462605 wait complete. 2024-05-21T19:08:40.802 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:08:41.421 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:41 smithi003 ceph-mon[31577]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:08:41.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:41 smithi178 ceph-mon[36523]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:08:41.648 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:41.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:41 smithi104 ceph-mon[36417]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 -- 172.21.15.3:0/2667911815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf01095b0 msgr2=0x7efcf0109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 --2- 172.21.15.3:0/2667911815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf01095b0 0x7efcf0109990 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7efce000b0a0 tx=0x7efce000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 -- 172.21.15.3:0/2667911815 shutdown_connections 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 --2- 172.21.15.3:0/2667911815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf006bbe0 0x7efcf01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 --2- 172.21.15.3:0/2667911815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf01095b0 0x7efcf0109990 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 --2- 172.21.15.3:0/2667911815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.569+0000 7efcf5200700 1 -- 172.21.15.3:0/2667911815 >> 172.21.15.3:0/2667911815 conn(0x7efcf00793f0 msgr2=0x7efcf0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.570+0000 7efcf5200700 1 -- 172.21.15.3:0/2667911815 shutdown_connections 2024-05-21T19:08:42.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.570+0000 7efcf5200700 1 -- 172.21.15.3:0/2667911815 wait complete. 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.571+0000 7efcf5200700 1 Processor -- start 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.571+0000 7efcf5200700 1 -- start start 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf019bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 0x7efcf01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efcf01136e0 con 0x7efcf006bbe0 2024-05-21T19:08:42.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efcf0113560 con 0x7efcf01095b0 2024-05-21T19:08:42.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcf5200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efcf0113860 con 0x7efcf006b220 2024-05-21T19:08:42.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efce5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efce5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46588/0 (socket says 172.21.15.3:46588) 2024-05-21T19:08:42.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efce5400700 1 -- 172.21.15.3:0/1885694587 learned_addr learned my addr 172.21.15.3:0/1885694587 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcede00700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf019bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.572+0000 7efcee800700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 0x7efcf01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 -- 172.21.15.3:0/1885694587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 msgr2=0x7efcf01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 0x7efcf01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 -- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 msgr2=0x7efcf019c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 -- 172.21.15.3:0/1885694587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf01a0de0 con 0x7efcf006b220 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efce5400700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcee800700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 0x7efcf01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:42.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efcede00700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf019bdd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efce000b070 tx=0x7efce0004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.573+0000 7efce7400700 1 -- 172.21.15.3:0/1885694587 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce0021070 con 0x7efcf006b220 2024-05-21T19:08:42.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.574+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf01a1070 con 0x7efcf006b220 2024-05-21T19:08:42.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.574+0000 7efce7400700 1 -- 172.21.15.3:0/1885694587 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce0007e30 con 0x7efcf006b220 2024-05-21T19:08:42.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.574+0000 7efce7400700 1 -- 172.21.15.3:0/1885694587 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce0004560 con 0x7efcf006b220 2024-05-21T19:08:42.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.574+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf01a8950 con 0x7efcf006b220 2024-05-21T19:08:42.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.577+0000 7efce7400700 1 -- 172.21.15.3:0/1885694587 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efce0004700 con 0x7efcf006b220 2024-05-21T19:08:42.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.578+0000 7efcffb68b80 1 Processor -- start 2024-05-21T19:08:42.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 -- start start 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca4505e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45058ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45059570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca44fb6df0 con 0x55ca4505e5c0 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efce7400700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 0x7efcd40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca44fa6990 con 0x55ca450590f0 2024-05-21T19:08:42.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.579+0000 7efcffb68b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca44faa9d0 con 0x55ca4505eee0 2024-05-21T19:08:42.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efce7400700 1 -- 172.21.15.3:0/1885694587 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efce000f020 con 0x7efcf006b220 2024-05-21T19:08:42.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efce5400700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 0x7efcd40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45058ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcee800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca4505e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcee800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca4505e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46604/0 (socket says 172.21.15.3:46604) 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcee800700 1 -- 172.21.15.3:0/28852141 learned_addr learned my addr 172.21.15.3:0/28852141 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcee800700 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45059570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 -- 172.21.15.3:0/28852141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 msgr2=0x55ca45059570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45059570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 -- 172.21.15.3:0/28852141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 msgr2=0x55ca4505e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca4505e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.580+0000 7efcede00700 1 -- 172.21.15.3:0/28852141 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca44f6f3d0 con 0x55ca4505eee0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efcee800700 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45059570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efcede00700 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45058ad0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efce0009fd0 tx=0x7efce000b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78ea3665cd8bafc2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efce5400700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 0x7efcd40b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7efcf0110810 tx=0x7efcd8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efcdf400700 1 -- 172.21.15.3:0/28852141 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00aa830 con 0x55ca4505eee0 2024-05-21T19:08:42.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efcdf400700 1 -- 172.21.15.3:0/28852141 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce00ab420 con 0x55ca4505eee0 2024-05-21T19:08:42.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.581+0000 7efcdf400700 1 -- 172.21.15.3:0/28852141 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00aaf80 con 0x55ca4505eee0 2024-05-21T19:08:42.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 -- 172.21.15.3:0/28852141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 msgr2=0x55ca45058ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45058ad0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efce0009fd0 tx=0x7efce000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 -- 172.21.15.3:0/28852141 shutdown_connections 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45059570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca4505e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 --2- 172.21.15.3:0/28852141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45058ad0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 -- 172.21.15.3:0/28852141 >> 172.21.15.3:0/28852141 conn(0x55ca44f86b90 msgr2=0x55ca45053640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 -- 172.21.15.3:0/28852141 shutdown_connections 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.582+0000 7efcffb68b80 1 -- 172.21.15.3:0/28852141 wait complete. 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.583+0000 7efcffb68b80 1 -- start start 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.583+0000 7efcffb68b80 1 Processor -- start 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.583+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.583+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca45061fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.583+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca450624f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcffb68b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca44eacf50 con 0x55ca4505e5c0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcffb68b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca44f47710 con 0x55ca450590f0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcffb68b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca45065750 con 0x55ca4505eee0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcffb68b80 10 client.0 _ll_register_callbacks cb 0x55ca44f50c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efce5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca45061fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44956/0 (socket says 172.21.15.3:44956) 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 -- 172.21.15.3:0/3212364157 learned_addr learned my addr 172.21.15.3:0/3212364157 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcee800700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca450624f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 -- 172.21.15.3:0/3212364157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 msgr2=0x55ca450624f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca450624f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 -- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 msgr2=0x55ca45061fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca45061fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.584+0000 7efcede00700 1 -- 172.21.15.3:0/3212364157 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca44ef6880 con 0x55ca450590f0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcede00700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efce000d010 tx=0x7efce00060e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=359394c701cb90c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcd3e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00aa830 con 0x55ca450590f0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efce00b3660 con 0x55ca450590f0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efce00ab420 con 0x55ca450590f0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efce0070070 con 0x55ca450590f0 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcffb68b80 10 client.25232 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:42.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.585+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca44f77010 con 0x55ca450590f0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce00ab420 con 0x55ca450590f0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efce0011070 con 0x55ca450590f0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 10 client.25232 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 10 client.25232 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 20 client.25232 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca45071f60 0x55ca450733d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 4 client.25232 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca44fb8d40 con 0x55ca45071f60 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.586+0000 7efce5400700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca45071f60 0x55ca450733d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.587+0000 7efce5400700 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca45071f60 0x55ca450733d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=395ea4558373ff5c server_cookie=57400bd87e94962d in_seq=0 out_seq=0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.587+0000 7efcd3e00700 10 client.25232 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcd3e00700 1 -- 172.21.15.3:0/3212364157 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca44fb8d40 con 0x55ca45071f60 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcd3e00700 10 client.25232 handle_command_reply: tid=0 2024-05-21T19:08:42.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 client.25232 shutdown 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 msgr2=0x55ca45064c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efce000d010 tx=0x7efce00060e0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 shutdown_connections 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca450624f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca450590f0 0x55ca45064c10 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca45071f60 0x55ca450733d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3212364157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca45061fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 >> 172.21.15.3:0/3212364157 conn(0x55ca44f86b90 msgr2=0x55ca45052d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcd3e00700 0 client.25232 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 shutdown_connections 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.588+0000 7efcffb68b80 1 -- 172.21.15.3:0/3212364157 wait complete. 2024-05-21T19:08:42.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.589+0000 7efcffb68b80 20 client.25232 trim_cache size 0 max 16384 2024-05-21T19:08:42.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 Processor -- start 2024-05-21T19:08:42.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 -- start start 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca450590f0 0x55ca45071890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca450624a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca45071710 con 0x55ca4505e5c0 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca45071de0 con 0x55ca4505eee0 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcffb68b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca450724b0 con 0x55ca450590f0 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcee800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcee800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44958/0 (socket says 172.21.15.3:44958) 2024-05-21T19:08:42.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcee800700 1 -- 172.21.15.3:0/744211876 learned_addr learned my addr 172.21.15.3:0/744211876 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.614+0000 7efcede00700 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca450590f0 0x55ca45071890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efce5400700 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca450624a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 -- 172.21.15.3:0/744211876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca450590f0 msgr2=0x55ca45071890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca450590f0 0x55ca45071890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 -- 172.21.15.3:0/744211876 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 msgr2=0x55ca450624a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca450624a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 -- 172.21.15.3:0/744211876 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca4506e9b0 con 0x55ca4505eee0 2024-05-21T19:08:42.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.615+0000 7efcee800700 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efce8004500 tx=0x7efce8009c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7c3d0e8b2851c93 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcdea00700 1 -- 172.21.15.3:0/744211876 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8022070 con 0x55ca4505eee0 2024-05-21T19:08:42.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcdea00700 1 -- 172.21.15.3:0/744211876 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce80108e0 con 0x55ca4505eee0 2024-05-21T19:08:42.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcdea00700 1 -- 172.21.15.3:0/744211876 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce801d8c0 con 0x55ca4505eee0 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 -- 172.21.15.3:0/744211876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 msgr2=0x55ca450534a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efce8004500 tx=0x7efce8009c70 comp rx=0 tx=0).stop 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 -- 172.21.15.3:0/744211876 shutdown_connections 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505eee0 0x55ca450534a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca450590f0 0x55ca45071890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 --2- 172.21.15.3:0/744211876 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca4505e5c0 0x55ca450624a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.616+0000 7efcffb68b80 1 -- 172.21.15.3:0/744211876 >> 172.21.15.3:0/744211876 conn(0x55ca44f86b90 msgr2=0x55ca45061d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.617+0000 7efcffb68b80 1 -- 172.21.15.3:0/744211876 shutdown_connections 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.617+0000 7efcffb68b80 1 -- 172.21.15.3:0/744211876 wait complete. 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.617+0000 7efcffb68b80 1 -- start start 2024-05-21T19:08:42.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.617+0000 7efcffb68b80 1 Processor -- start 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 0x55ca4507cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45077800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca45073250 con 0x55ca450590f0 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca45072b80 con 0x55ca4505e5c0 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca45073920 con 0x55ca4505eee0 2024-05-21T19:08:42.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcffb68b80 10 client.0 _ll_register_callbacks cb 0x55ca44f50c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46636/0 (socket says 172.21.15.3:46636) 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcede00700 1 -- 172.21.15.3:0/3367949095 learned_addr learned my addr 172.21.15.3:0/3367949095 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efcee800700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45077800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.618+0000 7efce5400700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 0x55ca4507cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 -- 172.21.15.3:0/3367949095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 msgr2=0x55ca45077800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45077800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 -- 172.21.15.3:0/3367949095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 msgr2=0x55ca4507cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 0x55ca4507cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 -- 172.21.15.3:0/3367949095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca45077df0 con 0x55ca450590f0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efce5400700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 0x55ca4507cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcede00700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7efce00aa7e0 tx=0x7efce0009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c2d9a421b1f0db1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcd3e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:08:42.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce00aa830 con 0x55ca450590f0 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efce00aa070 con 0x55ca450590f0 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.619+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efce80108e0 con 0x55ca450590f0 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efce00aa2b0 con 0x55ca450590f0 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 10 client.15159 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca45077df0 con 0x55ca450590f0 2024-05-21T19:08:42.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce80108e0 con 0x55ca450590f0 2024-05-21T19:08:42.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efce0011070 con 0x55ca450590f0 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 10 client.15159 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 10 client.15159 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 20 client.15159 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca450eaf40 0x55ca450e9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 4 client.15159 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.620+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "status"}) -- 0x55ca44fb2520 con 0x55ca450eaf40 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.621+0000 7efce5400700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca450eaf40 0x55ca450e9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.621+0000 7efce5400700 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca450eaf40 0x55ca450e9c50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5b44ae7e87578b3 server_cookie=285f967c95a3e233 in_seq=0 out_seq=0 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.621+0000 7efcd3e00700 10 client.15159 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcd3e00700 1 -- 172.21.15.3:0/3367949095 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ca44fb2520 con 0x55ca450eaf40 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcd3e00700 10 client.15159 handle_command_reply: tid=0 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 client.15159 shutdown 2024-05-21T19:08:42.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 msgr2=0x55ca4507c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7efce00aa7e0 tx=0x7efce0009600 comp rx=0 tx=0).stop 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 shutdown_connections 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca4505eee0 0x55ca45077800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca450eaf40 0x55ca450e9c50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca450590f0 0x55ca4507c850 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 --2- 172.21.15.3:0/3367949095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca4505e5c0 0x55ca4507cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 >> 172.21.15.3:0/3367949095 conn(0x55ca44f86b90 msgr2=0x55ca4505f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcd3e00700 0 client.15159 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 shutdown_connections 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.622+0000 7efcffb68b80 1 -- 172.21.15.3:0/3367949095 wait complete. 2024-05-21T19:08:42.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.623+0000 7efcffb68b80 20 client.15159 trim_cache size 0 max 16384 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 1, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24493, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 271.11378832700001, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 26, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T19:08:42.625 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 317.05384878400002 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.623+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 msgr2=0x7efcd40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.623+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 0x7efcd40b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7efcf0110810 tx=0x7efcd8009260 comp rx=0 tx=0).stop 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.623+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 msgr2=0x7efcf019bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.623+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf019bdd0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efce000b070 tx=0x7efce0004d00 comp rx=0 tx=0).stop 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 shutdown_connections 2024-05-21T19:08:42.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efcd40b2880 0x7efcd40b4d40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efcf01095b0 0x7efcf01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efcf006b220 0x7efcf019bdd0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 --2- 172.21.15.3:0/1885694587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efcf006bbe0 0x7efcf019c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 >> 172.21.15.3:0/1885694587 conn(0x7efcf00793f0 msgr2=0x7efcf0100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 shutdown_connections 2024-05-21T19:08:42.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:42.624+0000 7efcf5200700 1 -- 172.21.15.3:0/1885694587 wait complete. 2024-05-21T19:08:43.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:43 smithi178 ceph-mon[36523]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:08:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:43 smithi104 ceph-mon[36417]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:08:43.753 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:43 smithi003 ceph-mon[31577]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-21T19:08:44.175 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T19:08:44.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 -- 172.21.15.3:0/3315302357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c076090 msgr2=0x7ff92c10fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 --2- 172.21.15.3:0/3315302357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c076090 0x7ff92c10fa30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff918009990 tx=0x7ff918009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 -- 172.21.15.3:0/3315302357 shutdown_connections 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 --2- 172.21.15.3:0/3315302357 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c10ff70 0x7ff92c112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 --2- 172.21.15.3:0/3315302357 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c075770 0x7ff92c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 --2- 172.21.15.3:0/3315302357 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c076090 0x7ff92c10fa30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 -- 172.21.15.3:0/3315302357 >> 172.21.15.3:0/3315302357 conn(0x7ff92c07a6f0 msgr2=0x7ff92c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 -- 172.21.15.3:0/3315302357 shutdown_connections 2024-05-21T19:08:44.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.688+0000 7ff931a00700 1 -- 172.21.15.3:0/3315302357 wait complete. 2024-05-21T19:08:44.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 Processor -- start 2024-05-21T19:08:44.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 -- start start 2024-05-21T19:08:44.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c076090 0x7ff92c19c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c10ff70 0x7ff92c1a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1159b0 con 0x7ff92c076090 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c115830 con 0x7ff92c10ff70 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.690+0000 7ff931a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c115b30 con 0x7ff92c075770 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c076090 0x7ff92c19c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45848/0 (socket says 172.21.15.3:45848) 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 -- 172.21.15.3:0/138520405 learned_addr learned my addr 172.21.15.3:0/138520405 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92b400700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c10ff70 0x7ff92c1a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 -- 172.21.15.3:0/138520405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c10ff70 msgr2=0x7ff92c1a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c10ff70 0x7ff92c1a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 -- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c076090 msgr2=0x7ff92c19c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c076090 0x7ff92c19c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.691+0000 7ff92aa00700 1 -- 172.21.15.3:0/138520405 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff92c1a0ee0 con 0x7ff92c075770 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff92aa00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00e9a0 tx=0x7ff91c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff923400700 1 -- 172.21.15.3:0/138520405 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c00ca10 con 0x7ff92c075770 2024-05-21T19:08:44.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff923400700 1 -- 172.21.15.3:0/138520405 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff91c00cbb0 con 0x7ff92c075770 2024-05-21T19:08:44.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff92c1a11d0 con 0x7ff92c075770 2024-05-21T19:08:44.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff923400700 1 -- 172.21.15.3:0/138520405 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c018680 con 0x7ff92c075770 2024-05-21T19:08:44.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.692+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff92c1a8a50 con 0x7ff92c075770 2024-05-21T19:08:44.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.698+0000 7ff923400700 1 -- 172.21.15.3:0/138520405 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff91c010430 con 0x7ff92c075770 2024-05-21T19:08:44.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.698+0000 7ff93c38eb80 1 Processor -- start 2024-05-21T19:08:44.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 -- start start 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce1e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1e7d0 0x5584cce18260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584ccd76e40 con 0x5584cce1deb0 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584ccd669e0 con 0x5584cce18880 2024-05-21T19:08:44.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.699+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584ccd6aa20 con 0x5584cce1e7d0 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1e7d0 0x5584cce18260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44998/0 (socket says 172.21.15.3:44998) 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 -- 172.21.15.3:0/1350207356 learned_addr learned my addr 172.21.15.3:0/1350207356 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92b400700 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce1e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 -- 172.21.15.3:0/1350207356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1e7d0 msgr2=0x5584cce18260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1e7d0 0x5584cce18260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 -- 172.21.15.3:0/1350207356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 msgr2=0x5584cce1e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce1e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff92a000700 1 -- 172.21.15.3:0/1350207356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584ccd2f420 con 0x5584cce18880 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.700+0000 7ff923400700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 0x7ff9100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.701+0000 7ff923400700 1 -- 172.21.15.3:0/138520405 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff91c0e2380 con 0x7ff92c075770 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.701+0000 7ff92aa00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 0x7ff9100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.701+0000 7ff92a000700 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff918015000 tx=0x7ff9180096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56f2ada4d103007b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.701+0000 7ff92aa00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 0x7ff9100b4dc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff91c0a59a0 tx=0x7ff91c0e5dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.702+0000 7ff917e00700 1 -- 172.21.15.3:0/1350207356 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918027070 con 0x5584cce18880 2024-05-21T19:08:44.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.702+0000 7ff917e00700 1 -- 172.21.15.3:0/1350207356 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9180056d0 con 0x5584cce18880 2024-05-21T19:08:44.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.702+0000 7ff917e00700 1 -- 172.21.15.3:0/1350207356 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918003ae0 con 0x5584cce18880 2024-05-21T19:08:44.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.702+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1350207356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 msgr2=0x5584cce18ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.702+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff918015000 tx=0x7ff9180096a0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1350207356 shutdown_connections 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce18ce0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce1e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1350207356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1e7d0 0x5584cce18260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1350207356 >> 172.21.15.3:0/1350207356 conn(0x5584ccd46be0 msgr2=0x5584cce13010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1350207356 shutdown_connections 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1350207356 wait complete. 2024-05-21T19:08:44.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.703+0000 7ff93c38eb80 1 -- start start 2024-05-21T19:08:44.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 Processor -- start 2024-05-21T19:08:44.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce244a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce21d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5584ccc6cfa0 con 0x5584cce1e7d0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5584ccd07760 con 0x5584cce18880 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5584cce251e0 con 0x5584cce1deb0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff93c38eb80 10 client.0 _ll_register_callbacks cb 0x5584ccd10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff92a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff92a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45852/0 (socket says 172.21.15.3:45852) 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.704+0000 7ff92a000700 1 -- 172.21.15.3:0/981275589 learned_addr learned my addr 172.21.15.3:0/981275589 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92b400700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce21d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92b400700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce244a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 -- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 msgr2=0x5584cce244a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce244a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 -- 172.21.15.3:0/981275589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 msgr2=0x5584cce21d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce21d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 -- 172.21.15.3:0/981275589 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584cccb68d0 con 0x5584cce1deb0 2024-05-21T19:08:44.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff92a000700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff918009ce0 tx=0x7ff918003e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=384ccc5192c1811b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.705+0000 7ff914c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:44.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918033060 con 0x5584cce1deb0 2024-05-21T19:08:44.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9180056d0 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff91800b930 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff918027070 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff93c38eb80 10 client.25258 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.706+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584ccd37060 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9180056d0 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff918021070 con 0x5584cce1deb0 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 10 client.25258 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 10 client.25258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 20 client.25258 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:44.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584cce3a370 0x5584cce3c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 4 client.25258 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:44.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.707+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584ccd78d90 con 0x5584cce3a370 2024-05-21T19:08:44.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.708+0000 7ff92b400700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584cce3a370 0x5584cce3c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.708+0000 7ff92b400700 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584cce3a370 0x5584cce3c760 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c818ed5498b4b94 server_cookie=3638419ef5d80fe0 in_seq=0 out_seq=0 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.708+0000 7ff914c00700 10 client.25258 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.709+0000 7ff914c00700 1 -- 172.21.15.3:0/981275589 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5584ccd78d90 con 0x5584cce3a370 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.709+0000 7ff914c00700 10 client.25258 handle_command_reply: tid=0 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.709+0000 7ff93c38eb80 1 client.25258 shutdown 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 msgr2=0x5584cce21840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff918009ce0 tx=0x7ff918003e20 comp rx=0 tx=0).stop 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 shutdown_connections 2024-05-21T19:08:44.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584cce3a370 0x5584cce3c760 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff914c00700 0 client.25258 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce21d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce18880 0x5584cce244a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/981275589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce1deb0 0x5584cce21840 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 >> 172.21.15.3:0/981275589 conn(0x5584ccd46be0 msgr2=0x5584cce17250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 shutdown_connections 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 1 -- 172.21.15.3:0/981275589 wait complete. 2024-05-21T19:08:44.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.710+0000 7ff93c38eb80 20 client.25258 trim_cache size 0 max 16384 2024-05-21T19:08:44.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.734+0000 7ff93c38eb80 1 Processor -- start 2024-05-21T19:08:44.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.734+0000 7ff93c38eb80 1 -- start start 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce129e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1e7d0 0x5584cce12f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1ae2b0 con 0x5584cce1deb0 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1abb40 con 0x5584cce1e7d0 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1074c0 con 0x5584cce18880 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff92b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff92b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45866/0 (socket says 172.21.15.3:45866) 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff92b400700 1 -- 172.21.15.3:0/3791500712 learned_addr learned my addr 172.21.15.3:0/3791500712 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:44.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff92a000700 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce129e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.735+0000 7ff92b400700 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1e7d0 0x5584cce12f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 -- 172.21.15.3:0/3791500712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1e7d0 msgr2=0x5584cce12f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1e7d0 0x5584cce12f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 -- 172.21.15.3:0/3791500712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 msgr2=0x5584cce129e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce129e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 -- 172.21.15.3:0/3791500712 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584cce2e480 con 0x5584cce18880 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.736+0000 7ff92b400700 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x5584ccd07820 tx=0x7ff924004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cd743e51df98715 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.737+0000 7ff917400700 1 -- 172.21.15.3:0/3791500712 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924008e30 con 0x5584cce18880 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.737+0000 7ff917400700 1 -- 172.21.15.3:0/3791500712 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff924004bb0 con 0x5584cce18880 2024-05-21T19:08:44.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.737+0000 7ff917400700 1 -- 172.21.15.3:0/3791500712 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff924024800 con 0x5584cce18880 2024-05-21T19:08:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 -- 172.21.15.3:0/3791500712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 msgr2=0x5584cce18260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x5584ccd07820 tx=0x7ff924004ad0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 -- 172.21.15.3:0/3791500712 shutdown_connections 2024-05-21T19:08:44.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1e7d0 0x5584cce12f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce18260 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/3791500712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1deb0 0x5584cce129e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 -- 172.21.15.3:0/3791500712 >> 172.21.15.3:0/3791500712 conn(0x5584ccd46be0 msgr2=0x5584cce1b9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 -- 172.21.15.3:0/3791500712 shutdown_connections 2024-05-21T19:08:44.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.738+0000 7ff93c38eb80 1 -- 172.21.15.3:0/3791500712 wait complete. 2024-05-21T19:08:44.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.739+0000 7ff93c38eb80 1 -- start start 2024-05-21T19:08:44.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.739+0000 7ff93c38eb80 1 Processor -- start 2024-05-21T19:08:44.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce3d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 0x5584cce3dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1aa000 con 0x5584cce1e7d0 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1ab470 con 0x5584cce1deb0 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c1aa6d0 con 0x5584cce18880 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff93c38eb80 10 client.0 _ll_register_callbacks cb 0x5584ccd10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff92b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff92b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46692/0 (socket says 172.21.15.3:46692) 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff92b400700 1 -- 172.21.15.3:0/1819871463 learned_addr learned my addr 172.21.15.3:0/1819871463 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:44.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff92a000700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 0x5584cce3dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.740+0000 7ff92b400700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce3d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 -- 172.21.15.3:0/1819871463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 msgr2=0x5584cce3d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce3d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 -- 172.21.15.3:0/1819871463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 msgr2=0x5584cce3e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 -- 172.21.15.3:0/1819871463 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584ccea3d70 con 0x5584cce1deb0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92b400700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff92a000700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 0x5584cce3dbc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff91800f480 tx=0x7ff918005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be40b1f499c6a02a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.741+0000 7ff914c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff918033040 con 0x5584cce1deb0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff91802e690 con 0x5584cce1deb0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff924004bb0 con 0x5584cce1deb0 2024-05-21T19:08:44.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff91802e890 con 0x5584cce1deb0 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff93c38eb80 10 client.25256 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5584ccea5060 con 0x5584cce1deb0 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.742+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff924004bb0 con 0x5584cce1deb0 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff918021040 con 0x5584cce1deb0 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 10 client.25256 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 10 client.25256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 20 client.25256 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584ccea5620 0x5584ccea7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 4 client.25256 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5584ccd72570 con 0x5584ccea5620 2024-05-21T19:08:44.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.743+0000 7ff92b400700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584ccea5620 0x5584ccea7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:44.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff92b400700 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584ccea5620 0x5584ccea7a40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=857c308d22c08439 server_cookie=d41f1f76be1c6779 in_seq=0 out_seq=0 2024-05-21T19:08:44.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff914c00700 10 client.25256 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:44.746 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:44.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff914c00700 1 -- 172.21.15.3:0/1819871463 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5584ccd72570 con 0x5584ccea5620 2024-05-21T19:08:44.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff914c00700 10 client.25256 handle_command_reply: tid=0 2024-05-21T19:08:44.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 client.25256 shutdown 2024-05-21T19:08:44.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 msgr2=0x5584cce3dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 0x5584cce3dbc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff91800f480 tx=0x7ff918005800 comp rx=0 tx=0).stop 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 shutdown_connections 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5584ccea5620 0x5584ccea7a40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5584cce1e7d0 0x5584cce3e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5584cce18880 0x5584cce3d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 --2- 172.21.15.3:0/1819871463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5584cce1deb0 0x5584cce3dbc0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff914c00700 0 client.25256 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.744+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 >> 172.21.15.3:0/1819871463 conn(0x5584ccd46be0 msgr2=0x5584cce129e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.745+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 shutdown_connections 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.745+0000 7ff93c38eb80 1 -- 172.21.15.3:0/1819871463 wait complete. 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.745+0000 7ff93c38eb80 20 client.25256 trim_cache size 0 max 16384 2024-05-21T19:08:44.748 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:44.749 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:08:44.749 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:08:44.749 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.745+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 msgr2=0x7ff9100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.745+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 0x7ff9100b4dc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff91c0a59a0 tx=0x7ff91c0e5dc0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 msgr2=0x7ff92c19bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00e9a0 tx=0x7ff91c00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 shutdown_connections 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9100b2900 0x7ff9100b4dc0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff92c10ff70 0x7ff92c1a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff92c075770 0x7ff92c19bf20 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 --2- 172.21.15.3:0/138520405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff92c076090 0x7ff92c19c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:44.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 >> 172.21.15.3:0/138520405 conn(0x7ff92c07a6f0 msgr2=0x7ff92c100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:44.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 shutdown_connections 2024-05-21T19:08:44.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:44.746+0000 7ff931a00700 1 -- 172.21.15.3:0/138520405 wait complete. 2024-05-21T19:08:45.398 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:45 smithi003 ceph-mon[31577]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:45.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:45 smithi178 ceph-mon[36523]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:45 smithi104 ceph-mon[36417]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:08:46.266 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:08:46.266 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:08:46.989 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:47.624 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:47 smithi003 ceph-mon[31577]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:47 smithi178 ceph-mon[36523]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:47 smithi104 ceph-mon[36417]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 -- 172.21.15.3:0/1639057846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac1095b0 msgr2=0x7f4cac109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 --2- 172.21.15.3:0/1639057846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac1095b0 0x7f4cac109990 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c009990 tx=0x7f4c9c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 -- 172.21.15.3:0/1639057846 shutdown_connections 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 --2- 172.21.15.3:0/1639057846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac06bbe0 0x7f4cac1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 --2- 172.21.15.3:0/1639057846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac1095b0 0x7f4cac109990 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 --2- 172.21.15.3:0/1639057846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 -- 172.21.15.3:0/1639057846 >> 172.21.15.3:0/1639057846 conn(0x7f4cac0793f0 msgr2=0x7f4cac079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 -- 172.21.15.3:0/1639057846 shutdown_connections 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.799+0000 7f4cb2800700 1 -- 172.21.15.3:0/1639057846 wait complete. 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.800+0000 7f4cb2800700 1 Processor -- start 2024-05-21T19:08:47.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.800+0000 7f4cb2800700 1 -- start start 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac1095b0 0x7f4cac199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac113720 con 0x7f4cac06bbe0 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac1135a0 con 0x7f4cac06b220 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cb2800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4cac1138a0 con 0x7f4cac1095b0 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46706/0 (socket says 172.21.15.3:46706) 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 -- 172.21.15.3:0/2817319256 learned_addr learned my addr 172.21.15.3:0/2817319256 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45048/0 (socket says 172.21.15.3:45048) 2024-05-21T19:08:47.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4cabe00700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac1095b0 0x7f4cac199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 -- 172.21.15.3:0/2817319256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac1095b0 msgr2=0x7f4cac199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac1095b0 0x7f4cac199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 -- 172.21.15.3:0/2817319256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 msgr2=0x7f4cac19f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.801+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4caaa00700 1 -- 172.21.15.3:0/2817319256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cac19a200 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4cab400700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4c9800e9a0 tx=0x7f4c9800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4ca3e00700 1 -- 172.21.15.3:0/2817319256 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9800ca10 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4ca3e00700 1 -- 172.21.15.3:0/2817319256 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c9800cbb0 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4ca3e00700 1 -- 172.21.15.3:0/2817319256 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c98018680 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cac19a4f0 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.802+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cac1a6760 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.807+0000 7f4ca3e00700 1 -- 172.21.15.3:0/2817319256 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4c98010430 con 0x7f4cac06bbe0 2024-05-21T19:08:47.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.807+0000 7f4cbd112b80 1 Processor -- start 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.807+0000 7f4cbd112b80 1 -- start start 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.807+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.807+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8b30 0x5562354f2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x5562354f30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55623544cdf0 con 0x5562354f8210 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55623543c990 con 0x5562354f8b30 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5562354409d0 con 0x5562354f2c40 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46714/0 (socket says 172.21.15.3:46714) 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 -- 172.21.15.3:0/837223154 learned_addr learned my addr 172.21.15.3:0/837223154 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4caaa00700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x5562354f30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cab400700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8b30 0x5562354f2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 -- 172.21.15.3:0/837223154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 msgr2=0x5562354f30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x5562354f30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 -- 172.21.15.3:0/837223154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8b30 msgr2=0x5562354f2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8b30 0x5562354f2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4cabe00700 1 -- 172.21.15.3:0/837223154 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562354053d0 con 0x5562354f8210 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4caaa00700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x5562354f30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.808+0000 7f4ca3e00700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 0x7f4c900b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4ca3e00700 1 -- 172.21.15.3:0/2817319256 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c980e2350 con 0x7f4cac06bbe0 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4cabe00700 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4011680 tx=0x7f4ca4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6e80e6d9e9d257 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4cab400700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 0x7f4c900b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4ca0c00700 1 -- 172.21.15.3:0/837223154 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4019030 con 0x5562354f8210 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4ca0c00700 1 -- 172.21.15.3:0/837223154 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ca40092e0 con 0x5562354f8210 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.809+0000 7f4ca0c00700 1 -- 172.21.15.3:0/837223154 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4007500 con 0x5562354f8210 2024-05-21T19:08:47.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 -- 172.21.15.3:0/837223154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 msgr2=0x5562354f85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cab400700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 0x7f4c900b4e90 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00b6f0 tx=0x7f4c9c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4011680 tx=0x7f4ca4009920 comp rx=0 tx=0).stop 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 -- 172.21.15.3:0/837223154 shutdown_connections 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x5562354f30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354f85f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/837223154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8b30 0x5562354f2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 -- 172.21.15.3:0/837223154 >> 172.21.15.3:0/837223154 conn(0x55623541cb90 msgr2=0x5562354e8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.810+0000 7f4cbd112b80 1 -- 172.21.15.3:0/837223154 shutdown_connections 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.811+0000 7f4cbd112b80 1 -- 172.21.15.3:0/837223154 wait complete. 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.811+0000 7f4cbd112b80 1 -- start start 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.811+0000 7f4cbd112b80 1 Processor -- start 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8210 0x5562354fbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x5562354fc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556235342f50 con 0x5562354f8b30 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5562353dd710 con 0x5562354f2c40 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5562354ff650 con 0x5562354f8210 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cbd112b80 10 client.0 _ll_register_callbacks cb 0x5562353e6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45068/0 (socket says 172.21.15.3:45068) 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cab400700 1 -- 172.21.15.3:0/3999848401 learned_addr learned my addr 172.21.15.3:0/3999848401 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4cabe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x5562354fc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.812+0000 7f4caaa00700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8210 0x5562354fbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 -- 172.21.15.3:0/3999848401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8210 msgr2=0x5562354fbc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8210 0x5562354fbc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 -- 172.21.15.3:0/3999848401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 msgr2=0x5562354fc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x5562354fc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 -- 172.21.15.3:0/3999848401 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55623538c880 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cabe00700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x5562354fc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4cab400700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c015000 tx=0x7f4c9c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74dff6bd64020b68 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.813+0000 7f4c95600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c034060 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c9c00f460 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ca40092e0 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4c9c02b040 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4cbd112b80 10 client.25268 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55623540d010 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.814+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ca40092e0 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4c9c0246b0 con 0x5562354f2c40 2024-05-21T19:08:47.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 10 client.25268 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 10 client.25268 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 20 client.25268 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623550c290 0x55623550d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 4 client.25268 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55623544ed40 con 0x55623550c290 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.815+0000 7f4caaa00700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623550c290 0x55623550d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.816+0000 7f4caaa00700 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623550c290 0x55623550d700 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3d5fe145ce26306 server_cookie=d974baa417434ef3 in_seq=0 out_seq=0 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.816+0000 7f4c95600700 10 client.25268 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4c95600700 1 -- 172.21.15.3:0/3999848401 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55623544ed40 con 0x55623550c290 2024-05-21T19:08:47.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4c95600700 10 client.25268 handle_command_reply: tid=0 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 client.25268 shutdown 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 msgr2=0x5562354fe940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c015000 tx=0x7f4c9c009310 comp rx=0 tx=0).stop 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 shutdown_connections 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623550c290 0x55623550d700 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x5562354fc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fe940 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/3999848401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8210 0x5562354fbc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4c95600700 0 client.25268 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 >> 172.21.15.3:0/3999848401 conn(0x55623541cb90 msgr2=0x5562354ed200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 shutdown_connections 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 1 -- 172.21.15.3:0/3999848401 wait complete. 2024-05-21T19:08:47.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.817+0000 7f4cbd112b80 20 client.25268 trim_cache size 0 max 16384 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 Processor -- start 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 -- start start 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354fbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8b30 0x556235516b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55623550ba40 con 0x5562354f8210 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55623550c110 con 0x5562354f2c40 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.842+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55623550c7e0 con 0x5562354f8b30 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4caaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354fbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45072/0 (socket says 172.21.15.3:45072) 2024-05-21T19:08:47.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4caaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354fbf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46734/0 (socket says 172.21.15.3:46734) 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 -- 172.21.15.3:0/2604554593 learned_addr learned my addr 172.21.15.3:0/2604554593 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cabe00700 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8b30 0x556235516b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 -- 172.21.15.3:0/2604554593 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8b30 msgr2=0x556235516b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8b30 0x556235516b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 -- 172.21.15.3:0/2604554593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 msgr2=0x5562354fbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354fbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.843+0000 7f4cab400700 1 -- 172.21.15.3:0/2604554593 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55623550bf30 con 0x5562354f2c40 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.844+0000 7f4cab400700 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c024aa0 tx=0x7f4c9c005e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e92f8636b96e7094 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.844+0000 7f4c97e00700 1 -- 172.21.15.3:0/2604554593 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c034070 con 0x5562354f2c40 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.844+0000 7f4c97e00700 1 -- 172.21.15.3:0/2604554593 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c9c024d10 con 0x5562354f2c40 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.844+0000 7f4c97e00700 1 -- 172.21.15.3:0/2604554593 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9c00fc20 con 0x5562354f2c40 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2604554593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 msgr2=0x5562354fba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c024aa0 tx=0x7f4c9c005e90 comp rx=0 tx=0).stop 2024-05-21T19:08:47.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2604554593 shutdown_connections 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f8b30 0x556235516b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f2c40 0x5562354fba20 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2604554593 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8210 0x5562354fbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2604554593 >> 172.21.15.3:0/2604554593 conn(0x55623541cb90 msgr2=0x5562354f5d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2604554593 shutdown_connections 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2604554593 wait complete. 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.845+0000 7f4cbd112b80 1 -- start start 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 Processor -- start 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x556235516b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 0x5562355170c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x556235511b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55623550d580 con 0x5562354f8b30 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55623550ceb0 con 0x5562354f8210 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55623550dc50 con 0x5562354f2c40 2024-05-21T19:08:47.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cbd112b80 10 client.0 _ll_register_callbacks cb 0x5562353e6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4caaa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 0x5562355170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cab400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x556235516b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cabe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x556235511b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cab400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x556235516b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45938/0 (socket says 172.21.15.3:45938) 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.846+0000 7f4cab400700 1 -- 172.21.15.3:0/2424683802 learned_addr learned my addr 172.21.15.3:0/2424683802 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 -- 172.21.15.3:0/2424683802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 msgr2=0x556235516b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x556235516b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 -- 172.21.15.3:0/2424683802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 msgr2=0x556235511b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x556235511b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 -- 172.21.15.3:0/2424683802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562355120f0 con 0x5562354f8210 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4caaa00700 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 0x5562355170c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4c980a6b60 tx=0x7f4c98010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abc0fcbf6721cb39 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:47.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4c95600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c980a9400 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c980e5c60 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.847+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c9c024d10 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4c980e5e60 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 10 client.25274 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556235578320 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c9c024d10 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4c980a9be0 con 0x5562354f8210 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 10 client.25274 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 10 client.25274 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 20 client.25274 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623557cf40 0x55623557bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 4 client.25274 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T19:08:47.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.848+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "status"}) -- 0x556235448520 con 0x55623557cf40 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.849+0000 7f4cab400700 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623557cf40 0x55623557bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.849+0000 7f4cab400700 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623557cf40 0x55623557bc50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de6d908a5ca65de server_cookie=b47a5bc3c85698f9 in_seq=0 out_seq=0 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.849+0000 7f4c95600700 10 client.25274 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4c95600700 1 -- 172.21.15.3:0/2424683802 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x556235448520 con 0x55623557cf40 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4c95600700 10 client.25274 handle_command_reply: tid=0 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 client.25274 shutdown 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 msgr2=0x5562355170c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 0x5562355170c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4c980a6b60 tx=0x7f4c98010c10 comp rx=0 tx=0).stop 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 shutdown_connections 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55623557cf40 0x55623557bc50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5562354f8b30 0x556235511b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5562354f2c40 0x556235516b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 --2- 172.21.15.3:0/2424683802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5562354f8210 0x5562355170c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4c95600700 0 client.25274 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:47.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 >> 172.21.15.3:0/2424683802 conn(0x55623541cb90 msgr2=0x5562354fba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 shutdown_connections 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 1 -- 172.21.15.3:0/2424683802 wait complete. 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.850+0000 7f4cbd112b80 20 client.25274 trim_cache size 0 max 16384 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "cluster_fsid": "66720f12-17a3-11ef-bc9a-c7b262605968", 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "whoami": 0, 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "id": 24503, 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "want_state": "up:active", 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "state": "up:active", 2024-05-21T19:08:47.861 INFO:teuthology.orchestra.run.smithi003.stdout: "fs_name": "cephfs", 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout: "rank_uptime": 292.42806668600002, 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout: "mdsmap_epoch": 26, 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch": 82, 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout: "uptime": 315.09241408000003 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:08:47.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 msgr2=0x7f4c900b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 0x7f4c900b4e90 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4c9c00b6f0 tx=0x7f4c9c00b260 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 msgr2=0x7f4cac19fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4c9800e9a0 tx=0x7f4c9800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 shutdown_connections 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c900b29d0 0x7f4c900b4e90 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4cac1095b0 0x7f4cac199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4cac06b220 0x7f4cac19f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 --2- 172.21.15.3:0/2817319256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4cac06bbe0 0x7f4cac19fdd0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 >> 172.21.15.3:0/2817319256 conn(0x7f4cac0793f0 msgr2=0x7f4cac101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:47.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 shutdown_connections 2024-05-21T19:08:47.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:47.851+0000 7f4cb2800700 1 -- 172.21.15.3:0/2817319256 wait complete. 2024-05-21T19:08:49.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:49 smithi178 ceph-mon[36523]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-21T19:08:49.684 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:49 smithi003 ceph-mon[31577]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-21T19:08:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:49 smithi104 ceph-mon[36417]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-05-21T19:08:49.750 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 -- 172.21.15.3:0/467471158 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e006c080 msgr2=0x7f63e006c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 --2- 172.21.15.3:0/467471158 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e006c080 0x7f63e006c500 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f63cc009990 tx=0x7f63cc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 -- 172.21.15.3:0/467471158 shutdown_connections 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 --2- 172.21.15.3:0/467471158 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 0x7f63e0112190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 --2- 172.21.15.3:0/467471158 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e01043b0 0x7f63e006bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 --2- 172.21.15.3:0/467471158 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e006c080 0x7f63e006c500 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 -- 172.21.15.3:0/467471158 >> 172.21.15.3:0/467471158 conn(0x7f63e0079280 msgr2=0x7f63e0079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:50.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 -- 172.21.15.3:0/467471158 shutdown_connections 2024-05-21T19:08:50.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.347+0000 7f63e5000700 1 -- 172.21.15.3:0/467471158 wait complete. 2024-05-21T19:08:50.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.349+0000 7f63e5000700 1 Processor -- start 2024-05-21T19:08:50.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.349+0000 7f63e5000700 1 -- start start 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.349+0000 7f63e5000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.349+0000 7f63e5000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e01043b0 0x7f63e01a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63e5000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 0x7f63e019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63e5000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f63e0115850 con 0x7f63e01043b0 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63e5000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01156d0 con 0x7f63e010fda0 2024-05-21T19:08:50.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63e5000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f63e01159d0 con 0x7f63e006c080 2024-05-21T19:08:50.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45960/0 (socket says 172.21.15.3:45960) 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 -- 172.21.15.3:0/3057680316 learned_addr learned my addr 172.21.15.3:0/3057680316 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63dea00700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e01043b0 0x7f63e01a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63dfe00700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 0x7f63e019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 -- 172.21.15.3:0/3057680316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 msgr2=0x7f63e019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 0x7f63e019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 -- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e01043b0 msgr2=0x7f63e01a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e01043b0 0x7f63e01a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.350+0000 7f63df400700 1 -- 172.21.15.3:0/3057680316 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63e019c290 con 0x7f63e006c080 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63df400700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63d000eb30 tx=0x7f63d000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d000cbd0 con 0x7f63e006c080 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63e019c580 con 0x7f63e006c080 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d00044d0 con 0x7f63e006c080 2024-05-21T19:08:50.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d0003e30 con 0x7f63e006c080 2024-05-21T19:08:50.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.351+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63e01a87f0 con 0x7f63e006c080 2024-05-21T19:08:50.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.352+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63e006a230 con 0x7f63e006c080 2024-05-21T19:08:50.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.355+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f63d0004000 con 0x7f63e006c080 2024-05-21T19:08:50.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.357+0000 7f63d7e00700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 0x7f63c40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:50.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.357+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f63d00e2820 con 0x7f63e006c080 2024-05-21T19:08:50.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.358+0000 7f63dea00700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 0x7f63c40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:50.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.358+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f63d0054df0 con 0x7f63e006c080 2024-05-21T19:08:50.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.358+0000 7f63dea00700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 0x7f63c40b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f63e0079a30 tx=0x7f63cc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:50.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.649+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63e019cfd0 con 0x7f63e006c080 2024-05-21T19:08:50.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.650+0000 7f63d7e00700 1 -- 172.21.15.3:0/3057680316 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f63d00042f0 con 0x7f63e006c080 2024-05-21T19:08:50.651 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:08:50.651 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:08:50.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 msgr2=0x7f63c40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:50.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 0x7f63c40b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f63e0079a30 tx=0x7f63cc00b260 comp rx=0 tx=0).stop 2024-05-21T19:08:50.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 msgr2=0x7f63e01a1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:50.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63d000eb30 tx=0x7f63d000ee40 comp rx=0 tx=0).stop 2024-05-21T19:08:50.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 shutdown_connections 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63c40b2880 0x7f63c40b4d40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f63e010fda0 0x7f63e019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f63e006c080 0x7f63e01a1920 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 --2- 172.21.15.3:0/3057680316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f63e01043b0 0x7f63e01a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.653+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 >> 172.21.15.3:0/3057680316 conn(0x7f63e0079280 msgr2=0x7f63e01015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.654+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 shutdown_connections 2024-05-21T19:08:50.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:50.654+0000 7f63e5000700 1 -- 172.21.15.3:0/3057680316 wait complete. 2024-05-21T19:08:50.656 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:08:51.548 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:08:51.628 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:51 smithi003 ceph-mon[31577]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:51.628 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3057680316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:51.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:51 smithi178 ceph-mon[36523]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:51.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3057680316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:51 smithi104 ceph-mon[36417]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3057680316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:08:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:53 smithi104 ceph-mon[36417]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:53.736 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.735+0000 7fb403e00640 1 -- 172.21.15.3:0/1691242372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 msgr2=0x7fb404074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.736 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.735+0000 7fb403e00640 1 --2- 172.21.15.3:0/1691242372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb404074ee0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4009930 tx=0x7fb3f402a420 comp rx=0 tx=0).stop 2024-05-21T19:08:53.736 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 -- 172.21.15.3:0/1691242372 shutdown_connections 2024-05-21T19:08:53.736 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 --2- 172.21.15.3:0/1691242372 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb40410eeb0 0x7fb4041112a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 --2- 172.21.15.3:0/1691242372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb4040754b0 0x7fb404075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 --2- 172.21.15.3:0/1691242372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb404074ee0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 -- 172.21.15.3:0/1691242372 >> 172.21.15.3:0/1691242372 conn(0x7fb4040fde50 msgr2=0x7fb404100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 -- 172.21.15.3:0/1691242372 shutdown_connections 2024-05-21T19:08:53.737 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.736+0000 7fb403e00640 1 -- 172.21.15.3:0/1691242372 wait complete. 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 Processor -- start 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 -- start start 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb40419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 0x7fb4041a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb404114a50 con 0x7fb40410eeb0 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041148d0 con 0x7fb404076a90 2024-05-21T19:08:53.738 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.737+0000 7fb403e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb404114bd0 con 0x7fb4040754b0 2024-05-21T19:08:53.739 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.739 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb403400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 0x7fb4041a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.739 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50978/0 (socket says 172.21.15.3:50978) 2024-05-21T19:08:53.739 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 -- 172.21.15.3:0/1871146120 learned_addr learned my addr 172.21.15.3:0/1871146120 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:53.739 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402000640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb40419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 -- 172.21.15.3:0/1871146120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 msgr2=0x7fb40419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb40419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 -- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 msgr2=0x7fb4041a6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 0x7fb4041a6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb402a00640 1 -- 172.21.15.3:0/1871146120 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4041a6d70 con 0x7fb4040754b0 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.738+0000 7fb403400640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 0x7fb4041a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:53.740 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb402a00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4031500 tx=0x7fb3f4003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.741 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb3fb400640 1 -- 172.21.15.3:0/1871146120 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f403f070 con 0x7fb4040754b0 2024-05-21T19:08:53.741 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb3fb400640 1 -- 172.21.15.3:0/1871146120 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f4003e70 con 0x7fb4040754b0 2024-05-21T19:08:53.741 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4041a7000 con 0x7fb4040754b0 2024-05-21T19:08:53.741 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb3fb400640 1 -- 172.21.15.3:0/1871146120 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4035030 con 0x7fb4040754b0 2024-05-21T19:08:53.741 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.739+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4041a74f0 con 0x7fb4040754b0 2024-05-21T19:08:53.742 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.742+0000 7fb40c482740 1 Processor -- start 2024-05-21T19:08:53.743 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.742+0000 7fb40c482740 1 -- start start 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcab1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcadce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55895bc15b90 con 0x55895bca66e0 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55895bc05730 con 0x55895bcab850 2024-05-21T19:08:53.744 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb40c482740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55895bc09770 con 0x55895bca5cf0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb3fb400640 1 -- 172.21.15.3:0/1871146120 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb3f4042070 con 0x7fb4040754b0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50990/0 (socket says 172.21.15.3:50990) 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb403400640 1 -- 172.21.15.3:0/4178526487 learned_addr learned my addr 172.21.15.3:0/4178526487 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb402000640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcadce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.743+0000 7fb402a00640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcab1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 -- 172.21.15.3:0/4178526487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 msgr2=0x55895bcadce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcadce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 -- 172.21.15.3:0/4178526487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 msgr2=0x55895bcab1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcab1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 -- 172.21.15.3:0/4178526487 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55895bb9e8b0 con 0x55895bca5cf0 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb402a00640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcab1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:53.745 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb403400640 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00f600 tx=0x7fb3fc00fac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=466f7b8968726118 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.750 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb3ef400640 1 -- 172.21.15.3:0/4178526487 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc003b70 con 0x55895bca5cf0 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb3ef400640 1 -- 172.21.15.3:0/4178526487 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3fc003d10 con 0x55895bca5cf0 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.744+0000 7fb3ef400640 1 -- 172.21.15.3:0/4178526487 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc004760 con 0x55895bca5cf0 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb3fb400640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 0x7fb3e80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb3fb400640 1 -- 172.21.15.3:0/1871146120 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3f4102e40 con 0x7fb4040754b0 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb402a00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 0x7fb3e80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 -- 172.21.15.3:0/4178526487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 msgr2=0x55895bca6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00f600 tx=0x7fb3fc00fac0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 -- 172.21.15.3:0/4178526487 shutdown_connections 2024-05-21T19:08:53.751 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcadce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcab1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.745+0000 7fb40c482740 1 --2- 172.21.15.3:0/4178526487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca6110 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.746+0000 7fb40c482740 1 -- 172.21.15.3:0/4178526487 >> 172.21.15.3:0/4178526487 conn(0x55895bca1360 msgr2=0x55895bca1760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.746+0000 7fb402a00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 0x7fb3e80b4ca0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb3f40c6510 tx=0x7fb3f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.746+0000 7fb40c482740 1 -- 172.21.15.3:0/4178526487 shutdown_connections 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.746+0000 7fb40c482740 1 -- 172.21.15.3:0/4178526487 wait complete. 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.746+0000 7fb40c482740 1 -- start start 2024-05-21T19:08:53.752 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 Processor -- start 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bcafaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcb7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55895b8eb790 con 0x55895bca66e0 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55895bbadbc0 con 0x55895bcab850 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55895bcae800 con 0x55895bca5cf0 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb40c482740 10 client.0 _ll_register_callbacks cb 0x55895bb8b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.747+0000 7fb402000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41528/0 (socket says 172.21.15.3:41528) 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 -- 172.21.15.3:0/999165618 learned_addr learned my addr 172.21.15.3:0/999165618 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb403400640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bcafaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.753 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 -- 172.21.15.3:0/999165618 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 msgr2=0x55895bcafaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bcafaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb403400640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcb7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 -- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 msgr2=0x55895bcb7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcb7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 -- 172.21.15.3:0/999165618 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55895b91a210 con 0x55895bca66e0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb403400640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcb7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb402000640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000bf80 tx=0x7fb3f00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4f348c60ca6c03 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.748+0000 7fb3e3e00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f0004020 con 0x55895bca66e0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3f00041c0 con 0x55895bca66e0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3fc003d10 con 0x55895bca66e0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3f00043c0 con 0x55895bca66e0 2024-05-21T19:08:53.754 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb40c482740 10 client.15213 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55895b9e6620 con 0x55895bca66e0 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.749+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3fc003d10 con 0x55895bca66e0 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3f00039e0 con 0x55895bca66e0 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 10 client.15213 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 10 client.15213 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 20 client.15213 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bcbb6a0 0x55895bcbdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 4 client.15213 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55895bc17ae0 con 0x55895bcbb6a0 2024-05-21T19:08:53.755 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.750+0000 7fb403400640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bcbb6a0 0x55895bcbdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.756 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.751+0000 7fb403400640 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bcbb6a0 0x55895bcbdad0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cfe789d3948ec6d server_cookie=d5b8ebfde83a9d23 in_seq=0 out_seq=0 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.751+0000 7fb3e3e00640 10 client.15213 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb3e3e00640 1 -- 172.21.15.3:0/999165618 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55895bc17ae0 con 0x55895bcbb6a0 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb3e3e00640 10 client.15213 handle_command_reply: tid=0 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 client.15213 shutdown 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 msgr2=0x55895bcb0030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000bf80 tx=0x7fb3f00118d0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 shutdown_connections 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bcbb6a0 0x55895bcbdad0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcb7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb0030 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb3e3e00640 0 client.15213 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:53.757 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 --2- 172.21.15.3:0/999165618 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bcafaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.758 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 >> 172.21.15.3:0/999165618 conn(0x55895bca1360 msgr2=0x55895bca04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.758 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 shutdown_connections 2024-05-21T19:08:53.758 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.752+0000 7fb40c482740 1 -- 172.21.15.3:0/999165618 wait complete. 2024-05-21T19:08:53.758 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.753+0000 7fb40c482740 20 client.15213 trim_cache size 0 max 16384 2024-05-21T19:08:53.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.784+0000 7fb40c482740 1 Processor -- start 2024-05-21T19:08:53.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.784+0000 7fb40c482740 1 -- start start 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.784+0000 7fb40c482740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca7890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.784+0000 7fb40c482740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb40c482740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcc2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb40c482740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041b2c70 con 0x55895bca66e0 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb40c482740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041b0540 con 0x55895bcab850 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb40c482740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041ae390 con 0x55895bca5cf0 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb402000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb402000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41536/0 (socket says 172.21.15.3:41536) 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb402000640 1 -- 172.21.15.3:0/1916028523 learned_addr learned my addr 172.21.15.3:0/1916028523 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.785+0000 7fb403400640 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcc2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 -- 172.21.15.3:0/1916028523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 msgr2=0x55895bca7890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca7890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 -- 172.21.15.3:0/1916028523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 msgr2=0x55895bcc2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcc2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 -- 172.21.15.3:0/1916028523 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55895bcaebd0 con 0x55895bca66e0 2024-05-21T19:08:53.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb403400640 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcc2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:53.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb402000640 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0003e50 tx=0x7fb3f0005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146334efa8c4324b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb3eea00640 1 -- 172.21.15.3:0/1916028523 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f002b070 con 0x55895bca66e0 2024-05-21T19:08:53.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb3eea00640 1 -- 172.21.15.3:0/1916028523 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f00054f0 con 0x55895bca66e0 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.786+0000 7fb3eea00640 1 -- 172.21.15.3:0/1916028523 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f0003a90 con 0x55895bca66e0 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 -- 172.21.15.3:0/1916028523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 msgr2=0x55895bcb7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0003e50 tx=0x7fb3f0005c50 comp rx=0 tx=0).stop 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 -- 172.21.15.3:0/1916028523 shutdown_connections 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bcab850 0x55895bcc2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca66e0 0x55895bcb7030 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 --2- 172.21.15.3:0/1916028523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bca5cf0 0x55895bca7890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 -- 172.21.15.3:0/1916028523 >> 172.21.15.3:0/1916028523 conn(0x55895bca1360 msgr2=0x55895bca7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 -- 172.21.15.3:0/1916028523 shutdown_connections 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.787+0000 7fb40c482740 1 -- 172.21.15.3:0/1916028523 wait complete. 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 -- start start 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 Processor -- start 2024-05-21T19:08:53.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 0x55895bcb4db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bcab850 0x55895bcb5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041aea00 con 0x55895bca5cf0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041afe70 con 0x55895bca66e0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041af0d0 con 0x55895bcab850 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb40c482740 10 client.0 _ll_register_callbacks cb 0x7fb3f000bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.788+0000 7fb403400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41538/0 (socket says 172.21.15.3:41538) 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 -- 172.21.15.3:0/1885091478 learned_addr learned my addr 172.21.15.3:0/1885091478 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb402000640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 0x55895bcb4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bcab850 0x55895bcb5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 -- 172.21.15.3:0/1885091478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bcab850 msgr2=0x55895bcb5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bcab850 0x55895bcb5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 -- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 msgr2=0x55895bcb4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 0x55895bcb4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 -- 172.21.15.3:0/1885091478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55895bca1190 con 0x55895bca5cf0 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb402000640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 0x55895bcb4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb403400640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00f520 tx=0x7fb3f000bb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2f669cb1386d29 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:53.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.789+0000 7fb3e3e00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:08:53.793 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3fc03b060 con 0x55895bca5cf0 2024-05-21T19:08:53.793 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3f00054f0 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3fc00d880 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3fc00da80 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb40c482740 10 client.15219 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55895bd262c0 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3f00054f0 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.790+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3fc030070 con 0x55895bca5cf0 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 10 client.15219 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 10 client.15219 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 20 client.15219 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bd26930 0x55895bd28d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 4 client.15219 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:08:53.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55895bc112c0 con 0x55895bd26930 2024-05-21T19:08:53.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.791+0000 7fb402000640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bd26930 0x55895bd28d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:53.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.792+0000 7fb402000640 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bd26930 0x55895bd28d20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eaac868c9ebc8cf7 server_cookie=dff47283d3461c5e in_seq=0 out_seq=0 2024-05-21T19:08:53.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.792+0000 7fb3e3e00640 10 client.15219 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.795+0000 7fb3e3e00640 1 -- 172.21.15.3:0/1885091478 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55895bc112c0 con 0x55895bd26930 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.795+0000 7fb3e3e00640 10 client.15219 handle_command_reply: tid=0 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.795+0000 7fb40c482740 1 client.15219 shutdown 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.795+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 msgr2=0x55895bcb4870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.795+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc00f520 tx=0x7fb3f000bb00 comp rx=0 tx=0).stop 2024-05-21T19:08:53.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 shutdown_connections 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55895bd26930 0x55895bd28d20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55895bcab850 0x55895bcb5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55895bca66e0 0x55895bcb4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb3e3e00640 0 client.15219 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 --2- 172.21.15.3:0/1885091478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55895bca5cf0 0x55895bcb4870 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 >> 172.21.15.3:0/1885091478 conn(0x55895bca1360 msgr2=0x55895bca7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 shutdown_connections 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 1 -- 172.21.15.3:0/1885091478 wait complete. 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.796+0000 7fb40c482740 20 client.15219 trim_cache size 0 max 16384 2024-05-21T19:08:53.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:08:53.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:08:53.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:08:53.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 msgr2=0x7fb3e80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 0x7fb3e80b4ca0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb3f40c6510 tx=0x7fb3f4009260 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 msgr2=0x7fb40419f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4031500 tx=0x7fb3f4003c80 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 shutdown_connections 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb40410eeb0 0x7fb4041a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb404076a90 0x7fb40419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3e80b27e0 0x7fb3e80b4ca0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 --2- 172.21.15.3:0/1871146120 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb4040754b0 0x7fb40419f1a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 >> 172.21.15.3:0/1871146120 conn(0x7fb4040fde50 msgr2=0x7fb404102250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 shutdown_connections 2024-05-21T19:08:53.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:08:53.797+0000 7fb403e00640 1 -- 172.21.15.3:0/1871146120 wait complete. 2024-05-21T19:08:53.812 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:53 smithi003 ceph-mon[31577]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:53 smithi178 ceph-mon[36523]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:08:54.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 -- 172.21.15.3:0/1276057176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 msgr2=0x7f5288112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 --2- 172.21.15.3:0/1276057176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f5288112520 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5280009f90 tx=0x7f528000b330 comp rx=0 tx=0).stop 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 -- 172.21.15.3:0/1276057176 shutdown_connections 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 --2- 172.21.15.3:0/1276057176 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f5288112520 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 --2- 172.21.15.3:0/1276057176 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 0x7f528810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 --2- 172.21.15.3:0/1276057176 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f5288105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 -- 172.21.15.3:0/1276057176 >> 172.21.15.3:0/1276057176 conn(0x7f5288101180 msgr2=0x7f52881035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 -- 172.21.15.3:0/1276057176 shutdown_connections 2024-05-21T19:08:54.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.328+0000 7f528d600700 1 -- 172.21.15.3:0/1276057176 wait complete. 2024-05-21T19:08:54.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.330+0000 7f528d600700 1 Processor -- start 2024-05-21T19:08:54.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.330+0000 7f528d600700 1 -- start start 2024-05-21T19:08:54.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f52881a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 0x7f528819bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5288115830 con 0x7f5288105650 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52881156b0 con 0x7f5288106010 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f528d600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52881159b0 con 0x7f528810b650 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f5287e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f5287e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41550/0 (socket says 172.21.15.3:41550) 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f5287e00700 1 -- 172.21.15.3:0/69341630 learned_addr learned my addr 172.21.15.3:0/69341630 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f528cc00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 0x7f528819bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.331+0000 7f5287400700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f52881a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 -- 172.21.15.3:0/69341630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 msgr2=0x7f528819bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 0x7f528819bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 -- 172.21.15.3:0/69341630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 msgr2=0x7f52881a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f52881a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 -- 172.21.15.3:0/69341630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528819c210 con 0x7f5288105650 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287400700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f52881a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.332+0000 7f5287e00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f527800eb30 tx=0x7f527800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.333+0000 7f5284c00700 1 -- 172.21.15.3:0/69341630 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f527800cbd0 con 0x7f5288105650 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.333+0000 7f5284c00700 1 -- 172.21.15.3:0/69341630 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52780044d0 con 0x7f5288105650 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.333+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f528819c500 con 0x7f5288105650 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.333+0000 7f5284c00700 1 -- 172.21.15.3:0/69341630 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5278003df0 con 0x7f5288105650 2024-05-21T19:08:54.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.333+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52881a87c0 con 0x7f5288105650 2024-05-21T19:08:54.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.338+0000 7f5284c00700 1 -- 172.21.15.3:0/69341630 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5278004000 con 0x7f5288105650 2024-05-21T19:08:54.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.339+0000 7f52994f8b80 1 Processor -- start 2024-05-21T19:08:54.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.339+0000 7f52994f8b80 1 -- start start 2024-05-21T19:08:54.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 0x56148a224ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a21f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56148a17ce40 con 0x56148a2250e0 2024-05-21T19:08:54.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56148a16c9e0 con 0x56148a2247c0 2024-05-21T19:08:54.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f52994f8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56148a170a20 con 0x56148a21f390 2024-05-21T19:08:54.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f5284c00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 0x7f526c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f5287e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f5284c00700 1 -- 172.21.15.3:0/69341630 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f52780e2480 con 0x7f5288105650 2024-05-21T19:08:54.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f528cc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 0x56148a224ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f5287e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41556/0 (socket says 172.21.15.3:41556) 2024-05-21T19:08:54.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.340+0000 7f5287e00700 1 -- 172.21.15.3:0/1258841109 learned_addr learned my addr 172.21.15.3:0/1258841109 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f528cc00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 0x7f526c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287400700 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a21f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 -- 172.21.15.3:0/1258841109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 msgr2=0x56148a21f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a21f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 -- 172.21.15.3:0/1258841109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 msgr2=0x56148a224ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 0x56148a224ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 -- 172.21.15.3:0/1258841109 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56148a135420 con 0x56148a2250e0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f528cc00700 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 0x56148a224ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f5287e00700 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5278000c00 tx=0x7f5278013d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eef0ce42cb2baf99 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.341+0000 7f528cc00700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 0x7f526c0b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f528000b6c0 tx=0x7f52800096c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.342+0000 7f527d600700 1 -- 172.21.15.3:0/1258841109 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52780a9370 con 0x56148a2250e0 2024-05-21T19:08:54.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.342+0000 7f527d600700 1 -- 172.21.15.3:0/1258841109 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5278009500 con 0x56148a2250e0 2024-05-21T19:08:54.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.342+0000 7f527d600700 1 -- 172.21.15.3:0/1258841109 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52780a9190 con 0x56148a2250e0 2024-05-21T19:08:54.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.342+0000 7f52994f8b80 1 -- 172.21.15.3:0/1258841109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 msgr2=0x56148a21ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.342+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5278000c00 tx=0x7f5278013d50 comp rx=0 tx=0).stop 2024-05-21T19:08:54.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 -- 172.21.15.3:0/1258841109 shutdown_connections 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a21f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2247c0 0x56148a224ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1258841109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2250e0 0x56148a21ed70 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 -- 172.21.15.3:0/1258841109 >> 172.21.15.3:0/1258841109 conn(0x56148a14cbe0 msgr2=0x56148a219810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 -- 172.21.15.3:0/1258841109 shutdown_connections 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 -- 172.21.15.3:0/1258841109 wait complete. 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.343+0000 7f52994f8b80 1 -- start start 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 Processor -- start 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a2281c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a228700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56148a072fa0 con 0x56148a2247c0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56148a10d760 con 0x56148a21f390 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56148a22bc00 con 0x56148a2250e0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f52994f8b80 10 client.0 _ll_register_callbacks cb 0x56148a116c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f5287e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f528cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a228700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f5287e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55956/0 (socket says 172.21.15.3:55956) 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f5287400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a2281c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.344+0000 7f5287e00700 1 -- 172.21.15.3:0/386167883 learned_addr learned my addr 172.21.15.3:0/386167883 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 -- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 msgr2=0x56148a228700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a228700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 -- 172.21.15.3:0/386167883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 msgr2=0x56148a2281c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a2281c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 -- 172.21.15.3:0/386167883 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56148a0bc8d0 con 0x56148a21f390 2024-05-21T19:08:54.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287400700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a2281c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:54.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5287e00700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f52780a9720 tx=0x7f5278013fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1aef3a2633e8dfe9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5272000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52780c3060 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f527800b2c0 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.345+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5278009500 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f52780a9190 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 10 client.25307 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56148a13d060 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5278009500 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f52780a9c80 con 0x56148a21f390 2024-05-21T19:08:54.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 10 client.25307 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 10 client.25307 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 20 client.25307 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2385f0 0x56148a23a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 4 client.25307 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.346+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56148a17ed90 con 0x56148a2385f0 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.347+0000 7f5287400700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2385f0 0x56148a23a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.348+0000 7f5287400700 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2385f0 0x56148a23a9e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3ee22d256a7c0124 server_cookie=6908ff29772db27b in_seq=0 out_seq=0 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.348+0000 7f5272000700 10 client.25307 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.348+0000 7f5272000700 1 -- 172.21.15.3:0/386167883 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56148a17ed90 con 0x56148a2385f0 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.348+0000 7f5272000700 10 client.25307 handle_command_reply: tid=0 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 client.25307 shutdown 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 msgr2=0x56148a22ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f52780a9720 tx=0x7f5278013fd0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 shutdown_connections 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a228700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a22ae20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2385f0 0x56148a23a9e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 --2- 172.21.15.3:0/386167883 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a2281c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f5272000700 0 client.25307 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 >> 172.21.15.3:0/386167883 conn(0x56148a14cbe0 msgr2=0x56148a218fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 shutdown_connections 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 1 -- 172.21.15.3:0/386167883 wait complete. 2024-05-21T19:08:54.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.349+0000 7f52994f8b80 20 client.25307 trim_cache size 0 max 16384 2024-05-21T19:08:54.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 Processor -- start 2024-05-21T19:08:54.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 -- start start 2024-05-21T19:08:54.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a2286b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2250e0 0x56148a219740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52881b2520 con 0x56148a2247c0 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52881afdb0 con 0x56148a2250e0 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f52994f8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52881adc00 con 0x56148a21f390 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f5287400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f5287400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41570/0 (socket says 172.21.15.3:41570) 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.366+0000 7f5287400700 1 -- 172.21.15.3:0/1158308878 learned_addr learned my addr 172.21.15.3:0/1158308878 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f528cc00700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2250e0 0x56148a219740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287e00700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a2286b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 -- 172.21.15.3:0/1158308878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 msgr2=0x56148a2286b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a2286b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 -- 172.21.15.3:0/1158308878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2250e0 msgr2=0x56148a219740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2250e0 0x56148a219740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 -- 172.21.15.3:0/1158308878 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56148a226730 con 0x56148a2247c0 2024-05-21T19:08:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287e00700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a2286b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f5287400700 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x56148a229790 tx=0x7f5274009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd1e70567e6f51b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.367+0000 7f527cc00700 1 -- 172.21.15.3:0/1158308878 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5274011e50 con 0x56148a2247c0 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f527cc00700 1 -- 172.21.15.3:0/1158308878 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52740044e0 con 0x56148a2247c0 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f527cc00700 1 -- 172.21.15.3:0/1158308878 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5274005280 con 0x56148a2247c0 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 -- 172.21.15.3:0/1158308878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 msgr2=0x56148a21ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x56148a229790 tx=0x7f5274009310 comp rx=0 tx=0).stop 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 -- 172.21.15.3:0/1158308878 shutdown_connections 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a2250e0 0x56148a219740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a21f390 0x56148a2286b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 --2- 172.21.15.3:0/1158308878 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a21ed70 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 -- 172.21.15.3:0/1158308878 >> 172.21.15.3:0/1158308878 conn(0x56148a14cbe0 msgr2=0x56148a227fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 -- 172.21.15.3:0/1158308878 shutdown_connections 2024-05-21T19:08:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.368+0000 7f52994f8b80 1 -- 172.21.15.3:0/1158308878 wait complete. 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.369+0000 7f52994f8b80 1 -- start start 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.369+0000 7f52994f8b80 1 Processor -- start 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a23df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a23b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52881ae270 con 0x56148a2247c0 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52881af6e0 con 0x56148a21f390 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52881ae940 con 0x56148a2250e0 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f52994f8b80 10 client.0 _ll_register_callbacks cb 0x56148a116c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41574/0 (socket says 172.21.15.3:41574) 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287400700 1 -- 172.21.15.3:0/348127585 learned_addr learned my addr 172.21.15.3:0/348127585 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a23df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f528cc00700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a23b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 -- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 msgr2=0x56148a23b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a23b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 -- 172.21.15.3:0/348127585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 msgr2=0x56148a23b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287e00700 1 -- 172.21.15.3:0/348127585 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56148a23beb0 con 0x56148a21f390 2024-05-21T19:08:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.370+0000 7f5287400700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:54.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5287e00700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a23df50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5278003fd0 tx=0x7f527800b4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52060532ca67f47a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:54.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5272000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:08:54.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52780c3040 con 0x56148a21f390 2024-05-21T19:08:54.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f52780b2600 con 0x56148a21f390 2024-05-21T19:08:54.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52740044e0 con 0x56148a21f390 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f52780a9370 con 0x56148a21f390 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f52994f8b80 10 client.25313 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56148a2a2cc0 con 0x56148a21f390 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.371+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52740044e0 con 0x56148a21f390 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f527806f230 con 0x56148a21f390 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 10 client.25313 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 10 client.25313 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 20 client.25313 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2a31b0 0x56148a2a55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 4 client.25313 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56148a178570 con 0x56148a2a31b0 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.372+0000 7f5287400700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2a31b0 0x56148a2a55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:54.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f5287400700 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2a31b0 0x56148a2a55d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=68b657bf139dcddd server_cookie=be3546043e3d198 in_seq=0 out_seq=0 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f5272000700 10 client.25313 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f5272000700 1 -- 172.21.15.3:0/348127585 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56148a178570 con 0x56148a2a31b0 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f5272000700 10 client.25313 handle_command_reply: tid=0 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 client.25313 shutdown 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 msgr2=0x56148a23df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a23df50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5278003fd0 tx=0x7f527800b4f0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 shutdown_connections 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56148a2250e0 0x56148a23b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56148a21f390 0x56148a23df50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56148a2a31b0 0x56148a2a55d0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 --2- 172.21.15.3:0/348127585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56148a2247c0 0x56148a23b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 >> 172.21.15.3:0/348127585 conn(0x56148a14cbe0 msgr2=0x56148a225500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f5272000700 0 client.25313 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:08:54.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 shutdown_connections 2024-05-21T19:08:54.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.373+0000 7f52994f8b80 1 -- 172.21.15.3:0/348127585 wait complete. 2024-05-21T19:08:54.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f52994f8b80 20 client.25313 trim_cache size 0 max 16384 2024-05-21T19:08:54.378 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 msgr2=0x7f526c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 0x7f526c0b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f528000b6c0 tx=0x7f52800096c0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 msgr2=0x7f52881a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f527800eb30 tx=0x7f527800ee40 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 shutdown_connections 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f526c0b2880 0x7f526c0b4d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f528810b650 0x7f528819bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5288105650 0x7f52881a18f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 --2- 172.21.15.3:0/69341630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5288106010 0x7f52881a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.374+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 >> 172.21.15.3:0/69341630 conn(0x7f5288101180 msgr2=0x7f5288101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:54.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.375+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 shutdown_connections 2024-05-21T19:08:54.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:54.375+0000 7f528d600700 1 -- 172.21.15.3:0/69341630 wait complete. 2024-05-21T19:08:55.205 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:08:55.677 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:55 smithi104 ceph-mon[36417]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:08:55.830 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:55 smithi003 ceph-mon[31577]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:08:56.309 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:55 smithi178 ceph-mon[36523]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:08:57.672 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:57 smithi003 ceph-mon[31577]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-21T19:08:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:57 smithi104 ceph-mon[36417]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-21T19:08:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:57 smithi178 ceph-mon[36523]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-21T19:08:57.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 -- 172.21.15.3:0/1589359128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad80758e0 msgr2=0x7faad8075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:57.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 --2- 172.21.15.3:0/1589359128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad80758e0 0x7faad8075cc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7faac8009990 tx=0x7faac8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 -- 172.21.15.3:0/1589359128 shutdown_connections 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 --2- 172.21.15.3:0/1589359128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad8114460 0x7faad8116850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 --2- 172.21.15.3:0/1589359128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad80758e0 0x7faad8075cc0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 --2- 172.21.15.3:0/1589359128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8076200 0x7faad8113f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.970+0000 7faad7200700 1 -- 172.21.15.3:0/1589359128 >> 172.21.15.3:0/1589359128 conn(0x7faad80fef60 msgr2=0x7faad8101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.971+0000 7faad7200700 1 -- 172.21.15.3:0/1589359128 shutdown_connections 2024-05-21T19:08:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.971+0000 7faad7200700 1 -- 172.21.15.3:0/1589359128 wait complete. 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 Processor -- start 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 -- start start 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad80758e0 0x7faad81a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8114460 0x7faad81a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faad8119c80 con 0x7faad8114460 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faad8119b00 con 0x7faad8076200 2024-05-21T19:08:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.972+0000 7faad7200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faad8119e00 con 0x7faad80758e0 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8114460 0x7faad81a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad80758e0 0x7faad81a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56002/0 (socket says 172.21.15.3:56002) 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 -- 172.21.15.3:0/4126352540 learned_addr learned my addr 172.21.15.3:0/4126352540 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 -- 172.21.15.3:0/4126352540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad80758e0 msgr2=0x7faad81a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad80758e0 0x7faad81a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 -- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8114460 msgr2=0x7faad81a49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8114460 0x7faad81a49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.973+0000 7faad5400700 1 -- 172.21.15.3:0/4126352540 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faad81a5130 con 0x7faad8076200 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faad5400700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faac400e9a0 tx=0x7faac400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faacea00700 1 -- 172.21.15.3:0/4126352540 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac400ca10 con 0x7faad8076200 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faacea00700 1 -- 172.21.15.3:0/4126352540 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faac400cbb0 con 0x7faad8076200 2024-05-21T19:08:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faacea00700 1 -- 172.21.15.3:0/4126352540 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac4018680 con 0x7faad8076200 2024-05-21T19:08:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faad81a5420 con 0x7faad8076200 2024-05-21T19:08:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.974+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faad81acca0 con 0x7faad8076200 2024-05-21T19:08:57.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.979+0000 7faacea00700 1 -- 172.21.15.3:0/4126352540 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faac4010430 con 0x7faad8076200 2024-05-21T19:08:57.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.979+0000 7faae72f6b80 1 Processor -- start 2024-05-21T19:08:57.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.979+0000 7faae72f6b80 1 -- start start 2024-05-21T19:08:57.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c940 0x55c8c1d864b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d86f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1ce4e40 con 0x55c8c1d86ad0 2024-05-21T19:08:57.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1cd49e0 con 0x55c8c1d8c020 2024-05-21T19:08:57.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faae72f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1cd8a20 con 0x55c8c1d8c940 2024-05-21T19:08:57.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faad6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faad5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d86f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faad6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56008/0 (socket says 172.21.15.3:56008) 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faad6800700 1 -- 172.21.15.3:0/173577039 learned_addr learned my addr 172.21.15.3:0/173577039 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.980+0000 7faad5e00700 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c940 0x55c8c1d864b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faacea00700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 0x7faabc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faacea00700 1 -- 172.21.15.3:0/4126352540 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faac40e2380 con 0x7faad8076200 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 -- 172.21.15.3:0/173577039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c940 msgr2=0x55c8c1d864b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c940 0x55c8c1d864b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 -- 172.21.15.3:0/173577039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 msgr2=0x55c8c1d86f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d86f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 -- 172.21.15.3:0/173577039 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8c1c9d420 con 0x55c8c1d8c020 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 0x7faabc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.981+0000 7faad6800700 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7faad00116d0 tx=0x7faad00119e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f6d206b6d22c376 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:57.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faac3400700 1 -- 172.21.15.3:0/173577039 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad0007700 con 0x55c8c1d8c020 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faac3400700 1 -- 172.21.15.3:0/173577039 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faad0007d50 con 0x55c8c1d8c020 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faac3400700 1 -- 172.21.15.3:0/173577039 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad0020420 con 0x55c8c1d8c020 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faae72f6b80 1 -- 172.21.15.3:0/173577039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 msgr2=0x55c8c1d8c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faad6800700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 0x7faabc0b4dc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7faad001d000 tx=0x7faad0020da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.982+0000 7faae72f6b80 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7faad00116d0 tx=0x7faad00119e0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 -- 172.21.15.3:0/173577039 shutdown_connections 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d86f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8c400 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 --2- 172.21.15.3:0/173577039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c940 0x55c8c1d864b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 -- 172.21.15.3:0/173577039 >> 172.21.15.3:0/173577039 conn(0x55c8c1cb4be0 msgr2=0x55c8c1d81150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 -- 172.21.15.3:0/173577039 shutdown_connections 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 -- 172.21.15.3:0/173577039 wait complete. 2024-05-21T19:08:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.983+0000 7faae72f6b80 1 -- start start 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 Processor -- start 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d925f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d8fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1bdafa0 con 0x55c8c1d86ad0 2024-05-21T19:08:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1c75760 con 0x55c8c1d8c940 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8c1d93460 con 0x55c8c1d8c020 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.984+0000 7faae72f6b80 10 client.0 _ll_register_callbacks cb 0x55c8c1c7ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51094/0 (socket says 172.21.15.3:51094) 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 -- 172.21.15.3:0/4226342758 learned_addr learned my addr 172.21.15.3:0/4226342758 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5e00700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d925f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad6800700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d8fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 -- 172.21.15.3:0/4226342758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 msgr2=0x55c8c1d8fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d8fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 -- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 msgr2=0x55c8c1d925f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d925f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 -- 172.21.15.3:0/4226342758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8c1c248d0 con 0x55c8c1d8c020 2024-05-21T19:08:57.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5e00700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d925f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad6800700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d8fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faad5400700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7faac400c2d0 tx=0x7faac40e5ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90f5917a90701d25 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.985+0000 7faab7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac40a9270 con 0x55c8c1d8c020 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faac40cadd0 con 0x55c8c1d8c020 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faad0007d50 con 0x55c8c1d8c020 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faac40a50b0 con 0x55c8c1d8c020 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faae72f6b80 10 client.25333 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:57.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c8c1ca5060 con 0x55c8c1d8c020 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.986+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faad0007d50 con 0x55c8c1d8c020 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faac40b22f0 con 0x55c8c1d8c020 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 10 client.25333 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 10 client.25333 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 20 client.25333 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1d9ff10 0x55c8c1da2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 4 client.25333 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8c1ce6d90 con 0x55c8c1d9ff10 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.987+0000 7faad5e00700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1d9ff10 0x55c8c1da2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.988+0000 7faad5e00700 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1d9ff10 0x55c8c1da2300 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=12cae2f940cb9d8d server_cookie=745b026a348cf1e2 in_seq=0 out_seq=0 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.988+0000 7faab7e00700 10 client.25333 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faab7e00700 1 -- 172.21.15.3:0/4226342758 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c8c1ce6d90 con 0x55c8c1d9ff10 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faab7e00700 10 client.25333 handle_command_reply: tid=0 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 client.25333 shutdown 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 msgr2=0x55c8c1d8f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7faac400c2d0 tx=0x7faac40e5ef0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 shutdown_connections 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d8fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1d9ff10 0x55c8c1da2300 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d925f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 --2- 172.21.15.3:0/4226342758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8f990 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faab7e00700 0 client.25333 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 >> 172.21.15.3:0/4226342758 conn(0x55c8c1cb4be0 msgr2=0x55c8c1d854a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 shutdown_connections 2024-05-21T19:08:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 1 -- 172.21.15.3:0/4226342758 wait complete. 2024-05-21T19:08:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:57.989+0000 7faae72f6b80 20 client.25333 trim_cache size 0 max 16384 2024-05-21T19:08:58.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.006+0000 7faae72f6b80 1 Processor -- start 2024-05-21T19:08:58.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.006+0000 7faae72f6b80 1 -- start start 2024-05-21T19:08:58.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d8f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d85e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b6a30 con 0x55c8c1d86ad0 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b42c0 con 0x55c8c1d8c940 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faae72f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b2110 con 0x55c8c1d8c020 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d8f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d8f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41618/0 (socket says 172.21.15.3:41618) 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5e00700 1 -- 172.21.15.3:0/2314658222 learned_addr learned my addr 172.21.15.3:0/2314658222 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5400700 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad6800700 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d85e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5400700 1 -- 172.21.15.3:0/2314658222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 msgr2=0x55c8c1d85e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:58.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.007+0000 7faad5400700 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d85e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faad5400700 1 -- 172.21.15.3:0/2314658222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 msgr2=0x55c8c1d8f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:58.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faad5400700 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d8f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faad5400700 1 -- 172.21.15.3:0/2314658222 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8c1d8df00 con 0x55c8c1d8c020 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faad5400700 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8fe90 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faac40a9620 tx=0x7faac4010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e707189f69b22d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faac2a00700 1 -- 172.21.15.3:0/2314658222 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac40a9090 con 0x55c8c1d8c020 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faac2a00700 1 -- 172.21.15.3:0/2314658222 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faac40a9430 con 0x55c8c1d8c020 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.008+0000 7faac2a00700 1 -- 172.21.15.3:0/2314658222 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac40cabd0 con 0x55c8c1d8c020 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- 172.21.15.3:0/2314658222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 msgr2=0x55c8c1d8fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8fe90 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7faac40a9620 tx=0x7faac4010c10 comp rx=0 tx=0).stop 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- 172.21.15.3:0/2314658222 shutdown_connections 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1d85e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d86ad0 0x55c8c1d8f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 --2- 172.21.15.3:0/2314658222 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d8c020 0x55c8c1d8fe90 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- 172.21.15.3:0/2314658222 >> 172.21.15.3:0/2314658222 conn(0x55c8c1cb4be0 msgr2=0x55c8c1d7afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:58.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- 172.21.15.3:0/2314658222 shutdown_connections 2024-05-21T19:08:58.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- 172.21.15.3:0/2314658222 wait complete. 2024-05-21T19:08:58.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.009+0000 7faae72f6b80 1 -- start start 2024-05-21T19:08:58.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 Processor -- start 2024-05-21T19:08:58.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1da8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b2780 con 0x55c8c1d8c020 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b3bf0 con 0x55c8c1d8c940 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faad81b2e50 con 0x55c8c1d86ad0 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.010+0000 7faae72f6b80 10 client.0 _ll_register_callbacks cb 0x55c8c1d7bfa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1da8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41632/0 (socket says 172.21.15.3:41632) 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5400700 1 -- 172.21.15.3:0/631433648 learned_addr learned my addr 172.21.15.3:0/631433648 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51110/0 (socket says 172.21.15.3:51110) 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 -- 172.21.15.3:0/631433648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 msgr2=0x55c8c1da8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:58.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1da8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 -- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 msgr2=0x55c8c1da7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 -- 172.21.15.3:0/631433648 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8c1e09ba0 con 0x55c8c1d86ad0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5400700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faad5e00700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7faac80098e0 tx=0x7faac8005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ec3099eb24dc7e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.011+0000 7faab7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac800b930 con 0x55c8c1d86ad0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faac40a9430 con 0x55c8c1d86ad0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faac800bad0 con 0x55c8c1d86ad0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faac800bcd0 con 0x55c8c1d86ad0 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faae72f6b80 10 client.25339 fetch_fsmap learned FSMap version 26 2024-05-21T19:08:58.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.012+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c8c1e0ae60 con 0x55c8c1d86ad0 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faac40a9430 con 0x55c8c1d86ad0 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faac802d020 con 0x55c8c1d86ad0 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 10 client.25339 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 10 client.25339 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 20 client.25339 populate_metadata read hostname 'smithi003' 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1e0b520 0x55c8c1e0d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 4 client.25339 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c8c1ce0570 con 0x55c8c1e0b520 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.013+0000 7faad5400700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1e0b520 0x55c8c1e0d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:08:58.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faad5400700 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1e0b520 0x55c8c1e0d940 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2a6c2ffd9fd54697 server_cookie=7a9c8371088297ad in_seq=0 out_seq=0 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faab7e00700 10 client.25339 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faab7e00700 1 -- 172.21.15.3:0/631433648 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c8c1ce0570 con 0x55c8c1e0b520 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faab7e00700 10 client.25339 handle_command_reply: tid=0 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 client.25339 shutdown 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 msgr2=0x55c8c1da77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7faac80098e0 tx=0x7faac8005c90 comp rx=0 tx=0).stop 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 shutdown_connections 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8c1d8c940 0x55c8c1da8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8c1d86ad0 0x55c8c1da77c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8c1e0b520 0x55c8c1e0d940 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 --2- 172.21.15.3:0/631433648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8c1d8c020 0x55c8c1da7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 >> 172.21.15.3:0/631433648 conn(0x55c8c1cb4be0 msgr2=0x55c8c1d89b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:58.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.014+0000 7faab7e00700 0 client.25339 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:08:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.015+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 shutdown_connections 2024-05-21T19:08:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.015+0000 7faae72f6b80 1 -- 172.21.15.3:0/631433648 wait complete. 2024-05-21T19:08:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.015+0000 7faae72f6b80 20 client.25339 trim_cache size 0 max 16384 2024-05-21T19:08:58.018 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 msgr2=0x7faabc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 0x7faabc0b4dc0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7faad001d000 tx=0x7faad0020da0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 msgr2=0x7faad81a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faac400e9a0 tx=0x7faac400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 shutdown_connections 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faabc0b2900 0x7faabc0b4dc0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faad8114460 0x7faad81a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faad80758e0 0x7faad81a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 --2- 172.21.15.3:0/4126352540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faad8076200 0x7faad81a06b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 >> 172.21.15.3:0/4126352540 conn(0x7faad80fef60 msgr2=0x7faad80ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 shutdown_connections 2024-05-21T19:08:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:08:58.016+0000 7faad7200700 1 -- 172.21.15.3:0/4126352540 wait complete. 2024-05-21T19:08:58.938 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:08:59.420 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:08:59.713 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:08:59 smithi003 ceph-mon[31577]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:08:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:08:59 smithi104 ceph-mon[36417]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:08:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:08:59 smithi178 ceph-mon[36523]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 -- 172.21.15.3:0/1714942609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010a780 msgr2=0x7f524010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 --2- 172.21.15.3:0/1714942609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010a780 0x7f524010e7d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f522c009920 tx=0x7f522c009c30 comp rx=0 tx=0).stop 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 -- 172.21.15.3:0/1714942609 shutdown_connections 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 --2- 172.21.15.3:0/1714942609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010eeb0 0x7f5240116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 --2- 172.21.15.3:0/1714942609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f524010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 --2- 172.21.15.3:0/1714942609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010a780 0x7f524010e7d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 -- 172.21.15.3:0/1714942609 >> 172.21.15.3:0/1714942609 conn(0x7f5240076d10 msgr2=0x7f5240108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.696+0000 7f5245000700 1 -- 172.21.15.3:0/1714942609 shutdown_connections 2024-05-21T19:09:01.698 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:01 smithi003 ceph-mon[31577]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:01.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.697+0000 7f5245000700 1 -- 172.21.15.3:0/1714942609 wait complete. 2024-05-21T19:09:01.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.698+0000 7f5245000700 1 Processor -- start 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.698+0000 7f5245000700 1 -- start start 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f52401a0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010eeb0 0x7f52401a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5240119d80 con 0x7f524010a780 2024-05-21T19:09:01.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5240119c00 con 0x7f5240109dd0 2024-05-21T19:09:01.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f5245000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5240119f00 con 0x7f524010eeb0 2024-05-21T19:09:01.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f523d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f523d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35642/0 (socket says 172.21.15.3:35642) 2024-05-21T19:09:01.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f523d400700 1 -- 172.21.15.3:0/184262606 learned_addr learned my addr 172.21.15.3:0/184262606 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f523de00700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f52401a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.699+0000 7f523e800700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010eeb0 0x7f52401a4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 -- 172.21.15.3:0/184262606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010eeb0 msgr2=0x7f52401a4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010eeb0 0x7f52401a4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 -- 172.21.15.3:0/184262606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 msgr2=0x7f52401a0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f52401a0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 -- 172.21.15.3:0/184262606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52401a53a0 con 0x7f524010a780 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523de00700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f52401a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:01.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f523d400700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f522c000c00 tx=0x7f522c00f950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f5236a00700 1 -- 172.21.15.3:0/184262606 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c005040 con 0x7f524010a780 2024-05-21T19:09:01.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f5236a00700 1 -- 172.21.15.3:0/184262606 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f522c005690 con 0x7f524010a780 2024-05-21T19:09:01.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f5236a00700 1 -- 172.21.15.3:0/184262606 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c0038e0 con 0x7f524010a780 2024-05-21T19:09:01.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.700+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52401a5630 con 0x7f524010a780 2024-05-21T19:09:01.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.701+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52401acf10 con 0x7f524010a780 2024-05-21T19:09:01.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.704+0000 7f5236a00700 1 -- 172.21.15.3:0/184262606 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f522c00b760 con 0x7f524010a780 2024-05-21T19:09:01.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.705+0000 7f524f993b80 1 Processor -- start 2024-05-21T19:09:01.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 -- start start 2024-05-21T19:09:01.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f5236a00700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 0x7f52240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8da5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb837e40 con 0x55d0cb8da140 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb8279e0 con 0x55d0cb8df610 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f524f993b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb82ba20 con 0x55d0cb8dff30 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f5236a00700 1 -- 172.21.15.3:0/184262606 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f522c0e30c0 con 0x7f524010a780 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f523d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.706+0000 7f523de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34280/0 (socket says 172.21.15.3:34280) 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58102/0 (socket says 172.21.15.3:58102) 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 -- 172.21.15.3:0/4248576330 learned_addr learned my addr 172.21.15.3:0/4248576330 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:01.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523e800700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 0x7f52240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523e800700 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8da5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 -- 172.21.15.3:0/4248576330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 msgr2=0x55d0cb8df9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 -- 172.21.15.3:0/4248576330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 msgr2=0x55d0cb8da5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8da5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 -- 172.21.15.3:0/4248576330 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0cb7f0420 con 0x55d0cb8dff30 2024-05-21T19:09:01.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523de00700 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:01.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.707+0000 7f523d400700 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f522c0aa3f0 tx=0x7f522c0aa570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=affac57031882413 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f522b400700 1 -- 172.21.15.3:0/4248576330 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c0aa200 con 0x55d0cb8dff30 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f523e800700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 0x7f52240b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55d0cb8dab00 tx=0x7f52380099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f522b400700 1 -- 172.21.15.3:0/4248576330 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f522c0aadf0 con 0x55d0cb8dff30 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f522b400700 1 -- 172.21.15.3:0/4248576330 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c0ce2f0 con 0x55d0cb8dff30 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f524f993b80 1 -- 172.21.15.3:0/4248576330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 msgr2=0x55d0cb8d9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.708+0000 7f524f993b80 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f522c0aa3f0 tx=0x7f522c0aa570 comp rx=0 tx=0).stop 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 -- 172.21.15.3:0/4248576330 shutdown_connections 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8da5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8df9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 --2- 172.21.15.3:0/4248576330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8d9b20 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 -- 172.21.15.3:0/4248576330 >> 172.21.15.3:0/4248576330 conn(0x55d0cb807be0 msgr2=0x55d0cb8d4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 -- 172.21.15.3:0/4248576330 shutdown_connections 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 -- 172.21.15.3:0/4248576330 wait complete. 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 -- start start 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.709+0000 7f524f993b80 1 Processor -- start 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8e3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb72dfa0 con 0x55d0cb8da140 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb7c8760 con 0x55d0cb8df610 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d0cb8e67a0 con 0x55d0cb8dff30 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f524f993b80 10 client.0 _ll_register_callbacks cb 0x55d0cb7d1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:01.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f523e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f523de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f523e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34296/0 (socket says 172.21.15.3:34296) 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f523e800700 1 -- 172.21.15.3:0/1406600152 learned_addr learned my addr 172.21.15.3:0/1406600152 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.710+0000 7f523d400700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8e3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 -- 172.21.15.3:0/1406600152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 msgr2=0x55d0cb8e35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 -- 172.21.15.3:0/1406600152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 msgr2=0x55d0cb8e5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 -- 172.21.15.3:0/1406600152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0cb7778d0 con 0x55d0cb8df610 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523e800700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523de00700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:01.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f523d400700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8e3070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f522c005e90 tx=0x7f522c0a9f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f4f525964136534 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f521fe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.711+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c0aa200 con 0x55d0cb8df610 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f522c0920b0 con 0x55d0cb8df610 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f522c0aadf0 con 0x55d0cb8df610 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f522c00b560 con 0x55d0cb8df610 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 10 client.25343 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:01.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0cb7f8060 con 0x55d0cb8df610 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f522c0aadf0 con 0x55d0cb8df610 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f522c0dcfa0 con 0x55d0cb8df610 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 10 client.25343 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 10 client.25343 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.712+0000 7f524f993b80 20 client.25343 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.713+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8f3110 0x55d0cb8f5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.713+0000 7f524f993b80 4 client.25343 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.713+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0cb839d90 con 0x55d0cb8f3110 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.713+0000 7f523de00700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8f3110 0x55d0cb8f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.714+0000 7f523de00700 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8f3110 0x55d0cb8f5500 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d88a06ce396511cc server_cookie=bc50d5eb4cd826ee in_seq=0 out_seq=0 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.714+0000 7f521fe00700 10 client.25343 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:01.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.714+0000 7f521fe00700 1 -- 172.21.15.3:0/1406600152 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0cb839d90 con 0x55d0cb8f3110 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.714+0000 7f521fe00700 10 client.25343 handle_command_reply: tid=0 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.714+0000 7f524f993b80 1 client.25343 shutdown 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 msgr2=0x55d0cb8e3070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8e3070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f522c005e90 tx=0x7f522c0a9f20 comp rx=0 tx=0).stop 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 shutdown_connections 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8f3110 0x55d0cb8f5500 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8dff30 0x55d0cb8e35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 --2- 172.21.15.3:0/1406600152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8e3070 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f521fe00700 0 client.25343 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 >> 172.21.15.3:0/1406600152 conn(0x55d0cb807be0 msgr2=0x55d0cb8d3d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 shutdown_connections 2024-05-21T19:09:01.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 1 -- 172.21.15.3:0/1406600152 wait complete. 2024-05-21T19:09:01.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.715+0000 7f524f993b80 20 client.25343 trim_cache size 0 max 16384 2024-05-21T19:09:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:01 smithi104 ceph-mon[36417]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:01.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 Processor -- start 2024-05-21T19:09:01.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 -- start start 2024-05-21T19:09:01.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 0x55d0cb8d9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8d44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b6b20 con 0x55d0cb8da140 2024-05-21T19:09:01.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b43b0 con 0x55d0cb8df610 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.732+0000 7f524f993b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b2200 con 0x55d0cb807be0 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 0x55d0cb8d9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35674/0 (socket says 172.21.15.3:35674) 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523d400700 1 -- 172.21.15.3:0/3259688581 learned_addr learned my addr 172.21.15.3:0/3259688581 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:01.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523e800700 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8d44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 -- 172.21.15.3:0/3259688581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 msgr2=0x55d0cb8d44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8d44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 -- 172.21.15.3:0/3259688581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 msgr2=0x55d0cb8e2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 -- 172.21.15.3:0/3259688581 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0cb8e3f50 con 0x55d0cb807be0 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.733+0000 7f523de00700 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 0x55d0cb8d9b20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x55d0cb827b00 tx=0x7f5230009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70043a4d0b0ffc67 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.734+0000 7f522aa00700 1 -- 172.21.15.3:0/3259688581 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5230004830 con 0x55d0cb807be0 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.734+0000 7f522aa00700 1 -- 172.21.15.3:0/3259688581 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5230005020 con 0x55d0cb807be0 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.734+0000 7f522aa00700 1 -- 172.21.15.3:0/3259688581 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f523000f980 con 0x55d0cb807be0 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 -- 172.21.15.3:0/3259688581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 msgr2=0x55d0cb8d9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 0x55d0cb8d9b20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x55d0cb827b00 tx=0x7f5230009260 comp rx=0 tx=0).stop 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 -- 172.21.15.3:0/3259688581 shutdown_connections 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8d44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb807be0 0x55d0cb8d9b20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 --2- 172.21.15.3:0/3259688581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb8da140 0x55d0cb8e2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 -- 172.21.15.3:0/3259688581 >> 172.21.15.3:0/3259688581 conn(0x55d0cb8f57d0 msgr2=0x55d0cb8e1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 -- 172.21.15.3:0/3259688581 shutdown_connections 2024-05-21T19:09:01.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.735+0000 7f524f993b80 1 -- 172.21.15.3:0/3259688581 wait complete. 2024-05-21T19:09:01.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.736+0000 7f524f993b80 1 -- start start 2024-05-21T19:09:01.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.736+0000 7f524f993b80 1 Processor -- start 2024-05-21T19:09:01.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.736+0000 7f524f993b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 0x55d0cb8ec0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.736+0000 7f524f993b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 0x55d0cb8fa410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.736+0000 7f524f993b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8fa950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f524f993b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b2870 con 0x55d0cb807be0 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f524f993b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b3ce0 con 0x55d0cb8df610 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f524f993b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52401b2f40 con 0x55d0cb8da140 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f524f993b80 10 client.0 _ll_register_callbacks cb 0x55d0cb7d1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 0x55d0cb8ec0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 0x55d0cb8fa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 0x55d0cb8ec0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35686/0 (socket says 172.21.15.3:35686) 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523de00700 1 -- 172.21.15.3:0/3129169493 learned_addr learned my addr 172.21.15.3:0/3129169493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523e800700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8fa950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 -- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 msgr2=0x55d0cb8fa950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8fa950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 -- 172.21.15.3:0/3129169493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 msgr2=0x55d0cb8ec0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 0x55d0cb8ec0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.737+0000 7f523d400700 1 -- 172.21.15.3:0/3129169493 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0cb8fb190 con 0x55d0cb8da140 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f523d400700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 0x55d0cb8fa410 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f522c00c010 tx=0x7f522c005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cebd28f38ea5d570 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f521fe00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c0aa200 con 0x55d0cb8da140 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f522c0aa950 con 0x55d0cb8da140 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5230005020 con 0x55d0cb8da140 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f522c0aadf0 con 0x55d0cb8da140 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f524f993b80 10 client.25357 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:01.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d0cb8fb190 con 0x55d0cb8da140 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.738+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5230005020 con 0x55d0cb8da140 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f522c0cbb30 con 0x55d0cb8da140 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 10 client.25357 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 10 client.25357 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 20 client.25357 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8dff30 0x55d0cb95fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 4 client.25357 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d0cb833570 con 0x55d0cb8dff30 2024-05-21T19:09:01.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.739+0000 7f523de00700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8dff30 0x55d0cb95fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f523de00700 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8dff30 0x55d0cb95fd20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5592d802e1301eb server_cookie=1f266eb2abc1fa59 in_seq=0 out_seq=0 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f521fe00700 10 client.25357 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f521fe00700 1 -- 172.21.15.3:0/3129169493 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d0cb833570 con 0x55d0cb8dff30 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f521fe00700 10 client.25357 handle_command_reply: tid=0 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 client.25357 shutdown 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 msgr2=0x55d0cb8fa410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 0x55d0cb8fa410 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f522c00c010 tx=0x7f522c005b40 comp rx=0 tx=0).stop 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 shutdown_connections 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d0cb8dff30 0x55d0cb95fd20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d0cb8df610 0x55d0cb8fa950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d0cb807be0 0x55d0cb8ec0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f521fe00700 0 client.25357 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 --2- 172.21.15.3:0/3129169493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d0cb8da140 0x55d0cb8fa410 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.740+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 >> 172.21.15.3:0/3129169493 conn(0x55d0cb8f57d0 msgr2=0x55d0cb8de140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.741+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 shutdown_connections 2024-05-21T19:09:01.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.741+0000 7f524f993b80 1 -- 172.21.15.3:0/3129169493 wait complete. 2024-05-21T19:09:01.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.741+0000 7f524f993b80 20 client.25357 trim_cache size 0 max 16384 2024-05-21T19:09:01.744 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 msgr2=0x7f52240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 0x7f52240b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55d0cb8dab00 tx=0x7f52380099e0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 msgr2=0x7f52401a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f522c000c00 tx=0x7f522c00f950 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 shutdown_connections 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52240b2880 0x7f52240b4d40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f524010eeb0 0x7f52401a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5240109dd0 0x7f52401a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 --2- 172.21.15.3:0/184262606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f524010a780 0x7f52401a08d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 >> 172.21.15.3:0/184262606 conn(0x7f5240076d10 msgr2=0x7f52401091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 shutdown_connections 2024-05-21T19:09:01.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:01.742+0000 7f5245000700 1 -- 172.21.15.3:0/184262606 wait complete. 2024-05-21T19:09:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:01 smithi178 ceph-mon[36523]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:03.645 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:09:03.646 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:09:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:03 smithi104 ceph-mon[36417]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:03.729 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:03 smithi003 ceph-mon[31577]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:03 smithi178 ceph-mon[36523]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:04.130 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:04.751 INFO:tasks.quiescer.fs.[cephfs]:Total duration (54.8) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T19:09:04.751 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 27.4 2024-05-21T19:09:04.752 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:09:05.695 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:05 smithi104 ceph-mon[36417]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:05.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:05 smithi003 ceph-mon[31577]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:05 smithi178 ceph-mon[36523]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:06.944 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.943+0000 7f8df8600640 1 -- 172.21.15.3:0/1673685652 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df0076a90 msgr2=0x7f8df0074ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.944 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.943+0000 7f8df8600640 1 --2- 172.21.15.3:0/1673685652 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df0076a90 0x7f8df0074ee0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009930 tx=0x7f8de402a420 comp rx=0 tx=0).stop 2024-05-21T19:09:06.944 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 -- 172.21.15.3:0/1673685652 shutdown_connections 2024-05-21T19:09:06.944 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 --2- 172.21.15.3:0/1673685652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df010f090 0x7f8df0111480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 --2- 172.21.15.3:0/1673685652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df00754b0 0x7f8df0075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 --2- 172.21.15.3:0/1673685652 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df0076a90 0x7f8df0074ee0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 -- 172.21.15.3:0/1673685652 >> 172.21.15.3:0/1673685652 conn(0x7f8df00fe010 msgr2=0x7f8df0100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 -- 172.21.15.3:0/1673685652 shutdown_connections 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.944+0000 7f8df8600640 1 -- 172.21.15.3:0/1673685652 wait complete. 2024-05-21T19:09:06.945 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.945+0000 7f8df8600640 1 Processor -- start 2024-05-21T19:09:06.946 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 -- start start 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 0x7f8df019f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 0x7f8df019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 0x7f8df01a67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8df0114c50 con 0x7f8df010f090 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8df0114ad0 con 0x7f8df0076a90 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df8600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8df0114dd0 con 0x7f8df00754b0 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df6600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 0x7f8df01a67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df5200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 0x7f8df019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df5200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 0x7f8df019f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58158/0 (socket says 172.21.15.3:58158) 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df5200640 1 -- 172.21.15.3:0/45109429 learned_addr learned my addr 172.21.15.3:0/45109429 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:06.947 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.946+0000 7f8df5c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 0x7f8df019f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.948 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 -- 172.21.15.3:0/45109429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 msgr2=0x7f8df019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 0x7f8df019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 -- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 msgr2=0x7f8df01a67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 0x7f8df01a67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 -- 172.21.15.3:0/45109429 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8df01a6e60 con 0x7f8df00754b0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df6600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 0x7f8df01a67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.947+0000 7f8df5c00640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 0x7f8df019f240 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8de402a940 tx=0x7f8de4003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.948+0000 7f8dee000640 1 -- 172.21.15.3:0/45109429 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de403f070 con 0x7f8df00754b0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.948+0000 7f8dee000640 1 -- 172.21.15.3:0/45109429 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8de4031c50 con 0x7f8df00754b0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.948+0000 7f8dee000640 1 -- 172.21.15.3:0/45109429 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de4035030 con 0x7f8df00754b0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.948+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8df01a70f0 con 0x7f8df00754b0 2024-05-21T19:09:06.949 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.948+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8df01a7600 con 0x7f8df00754b0 2024-05-21T19:09:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.951+0000 7f8dfb3e5740 1 Processor -- start 2024-05-21T19:09:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 -- start start 2024-05-21T19:09:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dee000640 1 -- 172.21.15.3:0/45109429 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8de4042070 con 0x7f8df00754b0 2024-05-21T19:09:06.952 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d878af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d8792b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e7d86fab90 con 0x55e7d878b520 2024-05-21T19:09:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e7d86ea730 con 0x55e7d878ab30 2024-05-21T19:09:06.953 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.952+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7d86ee770 con 0x55e7d8790690 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df5c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df5c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35710/0 (socket says 172.21.15.3:35710) 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df5c00640 1 -- 172.21.15.3:0/3132145395 learned_addr learned my addr 172.21.15.3:0/3132145395 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d878af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 -- 172.21.15.3:0/3132145395 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 msgr2=0x55e7d8792b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d8792b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 -- 172.21.15.3:0/3132145395 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 msgr2=0x55e7d8790020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df6600640 1 -- 172.21.15.3:0/3132145395 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d86838b0 con 0x55e7d878ab30 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.953+0000 7f8df5c00640 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:06.954 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.954+0000 7f8df6600640 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d878af50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8de8005fd0 tx=0x7f8de8011bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba44d2d68fcb81c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.954+0000 7f8de2a00640 1 -- 172.21.15.3:0/3132145395 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de8004d20 con 0x55e7d878ab30 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.954+0000 7f8de2a00640 1 -- 172.21.15.3:0/3132145395 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8de800f9a0 con 0x55e7d878ab30 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.954+0000 7f8de2a00640 1 -- 172.21.15.3:0/3132145395 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de80043d0 con 0x55e7d878ab30 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dee000640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 0x7f8dd80b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dee000640 1 -- 172.21.15.3:0/45109429 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8de4102810 con 0x7f8df00754b0 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8df5c00640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 0x7f8dd80b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3132145395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 msgr2=0x55e7d878af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d878af50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8de8005fd0 tx=0x7f8de8011bf0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3132145395 shutdown_connections 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d8792b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8790020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.956 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3132145395 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d878af50 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.957 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.955+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3132145395 >> 172.21.15.3:0/3132145395 conn(0x55e7d87861a0 msgr2=0x55e7d87865a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.956+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3132145395 shutdown_connections 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.956+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3132145395 wait complete. 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.956+0000 7f8df5c00640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 0x7f8dd80b4de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8de4102ab0 tx=0x7f8de4108530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.956+0000 7f8dfb3e5740 1 -- start start 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 Processor -- start 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8794900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d879be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e7d83d0790 con 0x55e7d878b520 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e7d8692bc0 con 0x55e7d878ab30 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7d8793640 con 0x55e7d8790690 2024-05-21T19:09:06.959 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8dfb3e5740 10 client.0 _ll_register_callbacks cb 0x55e7d8670400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8df5200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8df5200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35716/0 (socket says 172.21.15.3:35716) 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8df5200640 1 -- 172.21.15.3:0/1754564328 learned_addr learned my addr 172.21.15.3:0/1754564328 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.957+0000 7f8df6600640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d879be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df6600640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8794900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 -- 172.21.15.3:0/1754564328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 msgr2=0x55e7d879be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d879be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 -- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 msgr2=0x55e7d8794900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8794900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 -- 172.21.15.3:0/1754564328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d83ff210 con 0x55e7d878b520 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df6600640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8794900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.958+0000 7f8df5200640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc0116f0 tx=0x7f8ddc011bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=741dc0d7ca4a05ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.960 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dd7400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc00fd90 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8ddc004020 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8de800f9a0 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ddc004260 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dfb3e5740 10 client.15285 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.959+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e7d84cb620 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8de800f9a0 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ddc024480 con 0x55e7d878b520 2024-05-21T19:09:06.963 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 10 client.15285 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 10 client.15285 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 20 client.15285 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d87a04a0 0x55e7d87a28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 4 client.15285 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7d86fcae0 con 0x55e7d87a04a0 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.960+0000 7f8df6600640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d87a04a0 0x55e7d87a28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.961+0000 7f8df6600640 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d87a04a0 0x55e7d87a28f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed93802a273c4ff8 server_cookie=43ce762ec0294117 in_seq=0 out_seq=0 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.961+0000 7f8dd7400640 10 client.15285 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dd7400640 1 -- 172.21.15.3:0/1754564328 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e7d86fcae0 con 0x55e7d87a04a0 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dd7400640 10 client.15285 handle_command_reply: tid=0 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 client.15285 shutdown 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 msgr2=0x55e7d8794e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.964 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc0116f0 tx=0x7f8ddc011bb0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 shutdown_connections 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d87a04a0 0x55e7d87a28f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d879be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d8794e40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/1754564328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8794900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dd7400640 0 client.15285 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.962+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 >> 172.21.15.3:0/1754564328 conn(0x55e7d87861a0 msgr2=0x55e7d8785310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.963+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 shutdown_connections 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.963+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/1754564328 wait complete. 2024-05-21T19:09:06.965 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.963+0000 7f8dfb3e5740 20 client.15285 trim_cache size 0 max 16384 2024-05-21T19:09:06.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 Processor -- start 2024-05-21T19:09:06.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 -- start start 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8789590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d878bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01b2ce0 con 0x55e7d878b520 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01b05b0 con 0x55e7d878ab30 2024-05-21T19:09:06.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.981+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01ae400 con 0x55e7d8790690 2024-05-21T19:09:06.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35724/0 (socket says 172.21.15.3:35724) 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 -- 172.21.15.3:0/3944326232 learned_addr learned my addr 172.21.15.3:0/3944326232 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df6600640 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8789590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df6600640 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d878bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 -- 172.21.15.3:0/3944326232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 msgr2=0x55e7d878bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d878bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 -- 172.21.15.3:0/3944326232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 msgr2=0x55e7d8789590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8789590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.982+0000 7f8df5200640 1 -- 172.21.15.3:0/3944326232 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d87a2f70 con 0x55e7d878b520 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.983+0000 7f8df5200640 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc000c00 tx=0x7f8ddc024f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba954b24549e32a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.983+0000 7f8de2000640 1 -- 172.21.15.3:0/3944326232 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc02a070 con 0x55e7d878b520 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.983+0000 7f8de2000640 1 -- 172.21.15.3:0/3944326232 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ddc024b60 con 0x55e7d878b520 2024-05-21T19:09:06.984 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.983+0000 7f8de2000640 1 -- 172.21.15.3:0/3944326232 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc0052d0 con 0x55e7d878b520 2024-05-21T19:09:06.985 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3944326232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 msgr2=0x55e7d879be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc000c00 tx=0x7f8ddc024f90 comp rx=0 tx=0).stop 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3944326232 shutdown_connections 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d8790690 0x55e7d878bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d878b520 0x55e7d879be40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/3944326232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878ab30 0x55e7d8789590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3944326232 >> 172.21.15.3:0/3944326232 conn(0x55e7d87861a0 msgr2=0x55e7d8788e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3944326232 shutdown_connections 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.984+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/3944326232 wait complete. 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.985+0000 7f8dfb3e5740 1 -- start start 2024-05-21T19:09:06.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.985+0000 7f8dfb3e5740 1 Processor -- start 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 0x55e7d8799960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d8790690 0x55e7d879aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01aea70 con 0x55e7d8790690 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01afee0 con 0x55e7d878b520 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8df01af140 con 0x55e7d878ab30 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8dfb3e5740 10 client.0 _ll_register_callbacks cb 0x7f8ddc009470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8df5200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8df5200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58178/0 (socket says 172.21.15.3:58178) 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8df5200640 1 -- 172.21.15.3:0/2803362766 learned_addr learned my addr 172.21.15.3:0/2803362766 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8df6600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 0x55e7d8799960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.986+0000 7f8df6600640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d8790690 0x55e7d879aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 -- 172.21.15.3:0/2803362766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 msgr2=0x55e7d8799960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 0x55e7d8799960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 -- 172.21.15.3:0/2803362766 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d8790690 msgr2=0x55e7d879aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d8790690 0x55e7d879aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 -- 172.21.15.3:0/2803362766 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d878a770 con 0x55e7d878b520 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df6600640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 0x55e7d8799960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8df5200640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc024ae0 tx=0x7f8ddc005bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70dafe60af8986 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8dd7400640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc02a070 con 0x55e7d878b520 2024-05-21T19:09:06.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8ddc02f460 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.987+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ddc024b60 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8ddc02f660 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 10 client.25367 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e7d8785fd0 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ddc024b60 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8ddc019630 con 0x55e7d878b520 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 10 client.25367 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 10 client.25367 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 20 client.25367 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d880b930 0x55e7d880dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 4 client.25367 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.988+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7d86f62c0 con 0x55e7d880b930 2024-05-21T19:09:06.991 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.989+0000 7f8df6600640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d880b930 0x55e7d880dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.989+0000 7f8df6600640 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d880b930 0x55e7d880dd20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8a09129e8b634e5 server_cookie=f0e5bf2b33400caa in_seq=0 out_seq=0 2024-05-21T19:09:06.992 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.989+0000 7f8dd7400640 10 client.25367 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.998+0000 7f8dd7400640 1 -- 172.21.15.3:0/2803362766 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e7d86f62c0 con 0x55e7d880b930 2024-05-21T19:09:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.998+0000 7f8dd7400640 10 client.25367 handle_command_reply: tid=0 2024-05-21T19:09:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.998+0000 7f8dfb3e5740 1 client.25367 shutdown 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 msgr2=0x55e7d8799ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc024ae0 tx=0x7f8ddc005bf0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 shutdown_connections 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d880b930 0x55e7d880dd20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d8790690 0x55e7d879aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d878b520 0x55e7d8799ea0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dd7400640 0 client.25367 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 --2- 172.21.15.3:0/2803362766 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d878ab30 0x55e7d8799960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 >> 172.21.15.3:0/2803362766 conn(0x55e7d87861a0 msgr2=0x55e7d8788e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 shutdown_connections 2024-05-21T19:09:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 1 -- 172.21.15.3:0/2803362766 wait complete. 2024-05-21T19:09:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:06.999+0000 7f8dfb3e5740 20 client.25367 trim_cache size 0 max 16384 2024-05-21T19:09:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:09:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:09:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 msgr2=0x7f8dd80b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 0x7f8dd80b4de0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8de4102ab0 tx=0x7f8de4108530 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 msgr2=0x7f8df019f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 0x7f8df019f240 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8de402a940 tx=0x7f8de4003c10 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 shutdown_connections 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8df010f090 0x7f8df01a67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8df0076a90 0x7f8df019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8dd80b2920 0x7f8dd80b4de0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 --2- 172.21.15.3:0/45109429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8df00754b0 0x7f8df019f240 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 >> 172.21.15.3:0/45109429 conn(0x7f8df00fe010 msgr2=0x7f8df0102430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.000+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 shutdown_connections 2024-05-21T19:09:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:07.001+0000 7f8df8600640 1 -- 172.21.15.3:0/45109429 wait complete. 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 -- 172.21.15.3:0/3169150309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 msgr2=0x7f0e50103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 --2- 172.21.15.3:0/3169150309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e50103910 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0e38009990 tx=0x7f0e38009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 -- 172.21.15.3:0/3169150309 shutdown_connections 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 --2- 172.21.15.3:0/3169150309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e50110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 --2- 172.21.15.3:0/3169150309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e50109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 --2- 172.21.15.3:0/3169150309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e50103910 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 -- 172.21.15.3:0/3169150309 >> 172.21.15.3:0/3169150309 conn(0x7f0e500fefc0 msgr2=0x7f0e501013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 -- 172.21.15.3:0/3169150309 shutdown_connections 2024-05-21T19:09:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.034+0000 7f0e54c00700 1 -- 172.21.15.3:0/3169150309 wait complete. 2024-05-21T19:09:07.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 Processor -- start 2024-05-21T19:09:07.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 -- start start 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e501a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e5019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50113640 con 0x7f0e50103e50 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501134c0 con 0x7f0e50109540 2024-05-21T19:09:07.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.036+0000 7f0e54c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501137c0 con 0x7f0e50103490 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e5019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e501a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e5019ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58200/0 (socket says 172.21.15.3:58200) 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35752/0 (socket says 172.21.15.3:35752) 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4fe00700 1 -- 172.21.15.3:0/168242220 learned_addr learned my addr 172.21.15.3:0/168242220 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 -- 172.21.15.3:0/168242220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 msgr2=0x7f0e5019ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e5019ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 -- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 msgr2=0x7f0e501a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4f400700 1 -- 172.21.15.3:0/168242220 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5019c1f0 con 0x7f0e50103490 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.037+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e4f400700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e501a18d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800efc0 tx=0x7f0e4800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e47e00700 1 -- 172.21.15.3:0/168242220 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480092e0 con 0x7f0e50103490 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5019c480 con 0x7f0e50103490 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e47e00700 1 -- 172.21.15.3:0/168242220 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e48004bb0 con 0x7f0e50103490 2024-05-21T19:09:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e47e00700 1 -- 172.21.15.3:0/168242220 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48004040 con 0x7f0e50103490 2024-05-21T19:09:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.038+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e501a87a0 con 0x7f0e50103490 2024-05-21T19:09:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.042+0000 7f0e47e00700 1 -- 172.21.15.3:0/168242220 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0e4801b030 con 0x7f0e50103490 2024-05-21T19:09:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.044+0000 7f0e60babb80 1 Processor -- start 2024-05-21T19:09:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.044+0000 7f0e60babb80 1 -- start start 2024-05-21T19:09:07.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e47e00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 0x7f0e300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d9c0 0x5613fcb27530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb27b50 0x5613fcb27fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5613fca85ec0 con 0x5613fcb27b50 2024-05-21T19:09:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5613fca75a60 con 0x5613fcb2d0a0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e60babb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5613fca79aa0 con 0x5613fcb2d9c0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e47e00700 1 -- 172.21.15.3:0/168242220 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0e480e1d80 con 0x7f0e50103490 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58202/0 (socket says 172.21.15.3:58202) 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e4f400700 1 -- 172.21.15.3:0/3875707724 learned_addr learned my addr 172.21.15.3:0/3875707724 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 0x7f0e300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.045+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d9c0 0x5613fcb27530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 -- 172.21.15.3:0/3875707724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d9c0 msgr2=0x5613fcb27530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d9c0 0x5613fcb27530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 -- 172.21.15.3:0/3875707724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb27b50 msgr2=0x5613fcb27fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb27b50 0x5613fcb27fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 -- 172.21.15.3:0/3875707724 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613fca3e4a0 con 0x5613fcb2d0a0 2024-05-21T19:09:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0e48004b80 tx=0x7f0e480a8ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3a3ef9531003bb5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 0x7f0e300b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0e400098a0 tx=0x7f0e400095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.046+0000 7f0e44c00700 1 -- 172.21.15.3:0/3875707724 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480bc9b0 con 0x5613fcb2d0a0 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.047+0000 7f0e44c00700 1 -- 172.21.15.3:0/3875707724 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e480a8ec0 con 0x5613fcb2d0a0 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.047+0000 7f0e44c00700 1 -- 172.21.15.3:0/3875707724 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48004d60 con 0x5613fcb2d0a0 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.047+0000 7f0e60babb80 1 -- 172.21.15.3:0/3875707724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 msgr2=0x5613fcb2d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.047+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0e48004b80 tx=0x7f0e480a8ba0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 -- 172.21.15.3:0/3875707724 shutdown_connections 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb27b50 0x5613fcb27fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb2d480 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3875707724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d9c0 0x5613fcb27530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 -- 172.21.15.3:0/3875707724 >> 172.21.15.3:0/3875707724 conn(0x5613fca55c60 msgr2=0x5613fcb221d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 -- 172.21.15.3:0/3875707724 shutdown_connections 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 -- 172.21.15.3:0/3875707724 wait complete. 2024-05-21T19:09:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.048+0000 7f0e60babb80 1 -- start start 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 Processor -- start 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d0a0 0x5613fcb30a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 0x5613fcb30fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5613fc97c020 con 0x5613fcb2d0a0 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5613fca167e0 con 0x5613fcb2d9c0 2024-05-21T19:09:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5613fcb344e0 con 0x5613fcb27b50 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e60babb80 10 client.0 _ll_register_callbacks cb 0x5613fca1fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34418/0 (socket says 172.21.15.3:34418) 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.049+0000 7f0e4f400700 1 -- 172.21.15.3:0/3294635715 learned_addr learned my addr 172.21.15.3:0/3294635715 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d0a0 0x5613fcb30a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 0x5613fcb30fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 -- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 msgr2=0x5613fcb30fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 0x5613fcb30fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 -- 172.21.15.3:0/3294635715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d0a0 msgr2=0x5613fcb30a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d0a0 0x5613fcb30a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 -- 172.21.15.3:0/3294635715 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613fc9c5950 con 0x5613fcb27b50 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 0x5613fcb30fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:07.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a90b0 tx=0x7f0e48009f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e793cedd1398a28f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e3d600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:07.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.050+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480bd140 con 0x5613fcb27b50 2024-05-21T19:09:07.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0e480bc740 con 0x5613fcb27b50 2024-05-21T19:09:07.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e480a8ec0 con 0x5613fcb27b50 2024-05-21T19:09:07.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e480a9ab0 con 0x5613fcb27b50 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e60babb80 10 client.25384 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5613fca460e0 con 0x5613fcb27b50 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.051+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e480a8ec0 con 0x5613fcb27b50 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e480b1cf0 con 0x5613fcb27b50 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 10 client.25384 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 10 client.25384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 20 client.25384 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcb40ea0 0x5613fcb43290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 4 client.25384 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613fca87e10 con 0x5613fcb40ea0 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.052+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcb40ea0 0x5613fcb43290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.053+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcb40ea0 0x5613fcb43290 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41a57427a44513da server_cookie=60e52343c34967a5 in_seq=0 out_seq=0 2024-05-21T19:09:07.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.053+0000 7f0e3d600700 10 client.25384 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.053+0000 7f0e3d600700 1 -- 172.21.15.3:0/3294635715 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5613fca87e10 con 0x5613fcb40ea0 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.053+0000 7f0e3d600700 10 client.25384 handle_command_reply: tid=0 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 client.25384 shutdown 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 msgr2=0x5613fcb336f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a90b0 tx=0x7f0e48009f10 comp rx=0 tx=0).stop 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 shutdown_connections 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcb40ea0 0x5613fcb43290 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d9c0 0x5613fcb30fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb336f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3294635715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d0a0 0x5613fcb30a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e3d600700 0 client.25384 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 >> 172.21.15.3:0/3294635715 conn(0x5613fca55c60 msgr2=0x5613fcb26520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 shutdown_connections 2024-05-21T19:09:07.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 1 -- 172.21.15.3:0/3294635715 wait complete. 2024-05-21T19:09:07.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.054+0000 7f0e60babb80 20 client.25384 trim_cache size 0 max 16384 2024-05-21T19:09:07.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.098+0000 7f0e60babb80 1 Processor -- start 2024-05-21T19:09:07.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 -- start start 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 0x5613fcb2fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 0x5613fcb21cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b24d0 con 0x5613fcb2d9c0 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501afd60 con 0x5613fcb27b50 2024-05-21T19:09:07.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e60babb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501adbb0 con 0x5613fcb2d0a0 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 0x5613fcb21cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 0x5613fcb2fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35786/0 (socket says 172.21.15.3:35786) 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4fe00700 1 -- 172.21.15.3:0/3609968772 learned_addr learned my addr 172.21.15.3:0/3609968772 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:07.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.099+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 0x5613fcb21cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34432/0 (socket says 172.21.15.3:34432) 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 -- 172.21.15.3:0/3609968772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 msgr2=0x5613fcb21cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 0x5613fcb21cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 -- 172.21.15.3:0/3609968772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 msgr2=0x5613fcb221f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 -- 172.21.15.3:0/3609968772 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613fcb23fd0 con 0x5613fcb27b50 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 0x5613fcb2fd30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a5430 tx=0x7f0e48004e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bbf6abeb8f558cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.100+0000 7f0e3fe00700 1 -- 172.21.15.3:0/3609968772 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480a8ec0 con 0x5613fcb27b50 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.101+0000 7f0e3fe00700 1 -- 172.21.15.3:0/3609968772 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e480b2180 con 0x5613fcb27b50 2024-05-21T19:09:07.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.101+0000 7f0e3fe00700 1 -- 172.21.15.3:0/3609968772 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e480b1cf0 con 0x5613fcb27b50 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- 172.21.15.3:0/3609968772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 msgr2=0x5613fcb2fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 0x5613fcb2fd30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0e480a5430 tx=0x7f0e48004e10 comp rx=0 tx=0).stop 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- 172.21.15.3:0/3609968772 shutdown_connections 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb221f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb27b50 0x5613fcb2fd30 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3609968772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb2d0a0 0x5613fcb21cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- 172.21.15.3:0/3609968772 >> 172.21.15.3:0/3609968772 conn(0x5613fca55c60 msgr2=0x5613fcb30a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- 172.21.15.3:0/3609968772 shutdown_connections 2024-05-21T19:09:07.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- 172.21.15.3:0/3609968772 wait complete. 2024-05-21T19:09:07.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.102+0000 7f0e60babb80 1 -- start start 2024-05-21T19:09:07.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.103+0000 7f0e60babb80 1 Processor -- start 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.103+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb39950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501ae220 con 0x5613fcb2d9c0 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501af690 con 0x5613fcb2d0a0 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501ae8f0 con 0x5613fcb27b50 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e60babb80 10 client.0 _ll_register_callbacks cb 0x5613fca1fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:07.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb39950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35802/0 (socket says 172.21.15.3:35802) 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58250/0 (socket says 172.21.15.3:58250) 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.104+0000 7f0e4fe00700 1 -- 172.21.15.3:0/3751629480 learned_addr learned my addr 172.21.15.3:0/3751629480 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 -- 172.21.15.3:0/3751629480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 msgr2=0x5613fcb39950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb39950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 -- 172.21.15.3:0/3751629480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 msgr2=0x5613fcb36740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 -- 172.21.15.3:0/3751629480 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613fcb36e40 con 0x5613fcb2d0a0 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4fe00700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e4ea00700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0e38006010 tx=0x7f0e3800bef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d7389cce2ea7e97 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:07.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e3d600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e38005580 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0e38003680 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.105+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e480b2180 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e38003880 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 10 client.25385 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5613fcbac210 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e480b2180 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e3800f920 con 0x5613fcb2d0a0 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 10 client.25385 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 10 client.25385 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 20 client.25385 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:07.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcbac950 0x5613fcbaed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:07.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 4 client.25385 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:09:07.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.106+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5613fca815f0 con 0x5613fcbac950 2024-05-21T19:09:07.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.107+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcbac950 0x5613fcbaed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:07.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.107+0000 7f0e4f400700 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcbac950 0x5613fcbaed70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8fc2f50e51fe189 server_cookie=162ed33adfa09876 in_seq=0 out_seq=0 2024-05-21T19:09:07.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.107+0000 7f0e3d600700 10 client.25385 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.108+0000 7f0e3d600700 1 -- 172.21.15.3:0/3751629480 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5613fca815f0 con 0x5613fcbac950 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.108+0000 7f0e3d600700 10 client.25385 handle_command_reply: tid=0 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.108+0000 7f0e60babb80 1 client.25385 shutdown 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.108+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 msgr2=0x5613fcb39e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.108+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0e38006010 tx=0x7f0e3800bef0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 shutdown_connections 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613fcbac950 0x5613fcbaed70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613fcb2d9c0 0x5613fcb36740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613fcb27b50 0x5613fcb39950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 --2- 172.21.15.3:0/3751629480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613fcb2d0a0 0x5613fcb39e90 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 >> 172.21.15.3:0/3751629480 conn(0x5613fca55c60 msgr2=0x5613fcb30870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e3d600700 0 client.25385 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 shutdown_connections 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 1 -- 172.21.15.3:0/3751629480 wait complete. 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.109+0000 7f0e60babb80 20 client.25385 trim_cache size 0 max 16384 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "87bab6ec-3045-47fb-9131-c7676a296388", 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:09:07.111 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:07.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 msgr2=0x7f0e300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 0x7f0e300b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0e400098a0 tx=0x7f0e400095c0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 msgr2=0x7f0e501a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:07.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e501a18d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800efc0 tx=0x7f0e4800c3a0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 shutdown_connections 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0e300b2900 0x7f0e300b4dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0e50109540 0x7f0e5019ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0e50103490 0x7f0e501a18d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 --2- 172.21.15.3:0/168242220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.110+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 >> 172.21.15.3:0/168242220 conn(0x7f0e500fefc0 msgr2=0x7f0e5010ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.111+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 shutdown_connections 2024-05-21T19:09:07.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:07.111+0000 7f0e54c00700 1 -- 172.21.15.3:0/168242220 wait complete. 2024-05-21T19:09:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:07 smithi003 ceph-mon[31577]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:07 smithi104 ceph-mon[36417]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:07 smithi178 ceph-mon[36523]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:08.527 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:09:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:08 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:09:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:08 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:08 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:09:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:08 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:08 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:09:08.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:08 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:09:08.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:08 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:08 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:09:08.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:08 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.761 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:08 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:09:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:08 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:09:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:08 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:08 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:09:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:08 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:08 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:09:09.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 -- 172.21.15.3:0/189383686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326406b250 msgr2=0x7f326406b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:09.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 --2- 172.21.15.3:0/189383686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326406b250 0x7f326406b630 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3254009990 tx=0x7f3254009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 -- 172.21.15.3:0/189383686 shutdown_connections 2024-05-21T19:09:09.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 --2- 172.21.15.3:0/189383686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326410fff0 0x7f32641123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 --2- 172.21.15.3:0/189383686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326406b250 0x7f326406b630 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 --2- 172.21.15.3:0/189383686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326410fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 -- 172.21.15.3:0/189383686 >> 172.21.15.3:0/189383686 conn(0x7f32640793f0 msgr2=0x7f3264079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 -- 172.21.15.3:0/189383686 shutdown_connections 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.085+0000 7f3269800700 1 -- 172.21.15.3:0/189383686 wait complete. 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.086+0000 7f3269800700 1 Processor -- start 2024-05-21T19:09:09.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.086+0000 7f3269800700 1 -- start start 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.086+0000 7f3269800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.086+0000 7f3269800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3269800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 0x7f32641a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3269800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3264115960 con 0x7f326410fff0 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3269800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f32641157e0 con 0x7f326406bb70 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3269800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3264115ae0 con 0x7f326406b250 2024-05-21T19:09:09.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34450/0 (socket says 172.21.15.3:34450) 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 -- 172.21.15.3:0/693438971 learned_addr learned my addr 172.21.15.3:0/693438971 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262000700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3263400700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 0x7f32641a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 -- 172.21.15.3:0/693438971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 msgr2=0x7f326419c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326419c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 -- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 msgr2=0x7f32641a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 0x7f32641a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262a00700 1 -- 172.21.15.3:0/693438971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32641a0e70 con 0x7f326406b250 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3262000700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.087+0000 7f3263400700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 0x7f32641a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:09.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.088+0000 7f3262a00700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3254005910 tx=0x7f325400b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:09.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.088+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254027070 con 0x7f326406b250 2024-05-21T19:09:09.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.088+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32641a1100 con 0x7f326406b250 2024-05-21T19:09:09.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.089+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3254022470 con 0x7f326406b250 2024-05-21T19:09:09.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.089+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32641a89e0 con 0x7f326406b250 2024-05-21T19:09:09.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.089+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254017650 con 0x7f326406b250 2024-05-21T19:09:09.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.090+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f326406a230 con 0x7f326406b250 2024-05-21T19:09:09.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.094+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f325402a070 con 0x7f326406b250 2024-05-21T19:09:09.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.096+0000 7f325b400700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 0x7f32480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:09.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.096+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f32540e3140 con 0x7f326406b250 2024-05-21T19:09:09.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.096+0000 7f3262000700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 0x7f32480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:09.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.097+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3254013070 con 0x7f326406b250 2024-05-21T19:09:09.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.097+0000 7f3262000700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 0x7f32480b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3264103a70 tx=0x7f3250009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:09.134 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:09.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.393+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f326419d1c0 con 0x7f326406b250 2024-05-21T19:09:09.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.395+0000 7f325b400700 1 -- 172.21.15.3:0/693438971 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f32540aae70 con 0x7f326406b250 2024-05-21T19:09:09.396 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:09:09.396 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:09:09.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 msgr2=0x7f32480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:09.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 0x7f32480b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3264103a70 tx=0x7f3250009260 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 msgr2=0x7f326419beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3254005910 tx=0x7f325400b670 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 shutdown_connections 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32480b2900 0x7f32480b4dc0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f326410fff0 0x7f32641a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f326406b250 0x7f326419beb0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.398+0000 7f3269800700 1 --2- 172.21.15.3:0/693438971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f326406bb70 0x7f326419c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.399+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 >> 172.21.15.3:0/693438971 conn(0x7f32640793f0 msgr2=0x7f32641114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.399+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 shutdown_connections 2024-05-21T19:09:09.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:09.399+0000 7f3269800700 1 -- 172.21.15.3:0/693438971 wait complete. 2024-05-21T19:09:09.401 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:09:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:09 smithi003 ceph-mon[31577]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:09:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:09 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/693438971' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:09 smithi104 ceph-mon[36417]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:09:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:09 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/693438971' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:09 smithi178 ceph-mon[36523]: pgmap v476: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:09:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:09 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/693438971' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:10.710 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 147.4 --await-for 45.0' 2024-05-21T19:09:10.711 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 147.4 --await-for 45.0 2024-05-21T19:09:11.295 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:11.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:11 smithi003 ceph-mon[31577]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:09:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:11 smithi104 ceph-mon[36417]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:09:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:11 smithi178 ceph-mon[36523]: pgmap v477: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:09:12.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 -- 172.21.15.3:0/80606147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb27410ffa0 msgr2=0x7fb274112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 --2- 172.21.15.3:0/80606147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb27410ffa0 0x7fb274112390 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00b0a0 tx=0x7fb26c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 -- 172.21.15.3:0/80606147 shutdown_connections 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 --2- 172.21.15.3:0/80606147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb27410ffa0 0x7fb274112390 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 --2- 172.21.15.3:0/80606147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 0x7fb274075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 --2- 172.21.15.3:0/80606147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb274076090 0x7fb27410fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 -- 172.21.15.3:0/80606147 >> 172.21.15.3:0/80606147 conn(0x7fb27407a6a0 msgr2=0x7fb27407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 -- 172.21.15.3:0/80606147 shutdown_connections 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.124+0000 7fb27c400700 1 -- 172.21.15.3:0/80606147 wait complete. 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.125+0000 7fb27c400700 1 Processor -- start 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.125+0000 7fb27c400700 1 -- start start 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 0x7fb27419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 0x7fb2741a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb274115980 con 0x7fb274076090 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb274115800 con 0x7fb27410ffa0 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27c400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb274115b00 con 0x7fb274075770 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53038/0 (socket says 172.21.15.3:53038) 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 -- 172.21.15.3:0/255082392 learned_addr learned my addr 172.21.15.3:0/255082392 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279a00700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 0x7fb27419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27a400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 0x7fb2741a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 -- 172.21.15.3:0/255082392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 msgr2=0x7fb27419bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 0x7fb27419bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 -- 172.21.15.3:0/255082392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 msgr2=0x7fb2741a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 0x7fb2741a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb279000700 1 -- 172.21.15.3:0/255082392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2741a0da0 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.126+0000 7fb27a400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 0x7fb2741a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb279000700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb26000eb30 tx=0x7fb26000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb272000700 1 -- 172.21.15.3:0/255082392 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26000cc90 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb272000700 1 -- 172.21.15.3:0/255082392 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2600044d0 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2741a1090 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb272000700 1 -- 172.21.15.3:0/255082392 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260010430 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.127+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2741a8910 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.131+0000 7fb272000700 1 -- 172.21.15.3:0/255082392 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb260003ea0 con 0x7fb274076090 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 Processor -- start 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 -- start start 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e899f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e83b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e845c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5586c8de1e40 con 0x5586c8e89610 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5586c8dd19e0 con 0x5586c8e89f30 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb286db9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586c8dd5a20 con 0x5586c8e84140 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.132+0000 7fb272000700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 0x7fb25c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb272000700 1 -- 172.21.15.3:0/255082392 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb2600e24a0 con 0x7fb274076090 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb27a400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e899f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e845c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e83b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e845c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59072/0 (socket says 172.21.15.3:59072) 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb27a400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e899f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53046/0 (socket says 172.21.15.3:53046) 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279000700 1 -- 172.21.15.3:0/902468132 learned_addr learned my addr 172.21.15.3:0/902468132 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb27a400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 0x7fb25c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 -- 172.21.15.3:0/902468132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 msgr2=0x5586c8e845c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e845c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 -- 172.21.15.3:0/902468132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 msgr2=0x5586c8e899f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e899f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.133+0000 7fb279a00700 1 -- 172.21.15.3:0/902468132 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586c8d9a420 con 0x5586c8e89f30 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.134+0000 7fb279a00700 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e83b20 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb268009c90 tx=0x7fb268011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17ef1247c1767b04 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.134+0000 7fb27a400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 0x7fb25c0b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00b780 tx=0x7fb26c0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.134+0000 7fb266a00700 1 -- 172.21.15.3:0/902468132 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb268011d20 con 0x5586c8e89f30 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.134+0000 7fb266a00700 1 -- 172.21.15.3:0/902468132 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb268004500 con 0x5586c8e89f30 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.134+0000 7fb266a00700 1 -- 172.21.15.3:0/902468132 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb268005280 con 0x5586c8e89f30 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 -- 172.21.15.3:0/902468132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 msgr2=0x5586c8e83b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e83b20 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb268009c90 tx=0x7fb268011440 comp rx=0 tx=0).stop 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 -- 172.21.15.3:0/902468132 shutdown_connections 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e845c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e899f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 --2- 172.21.15.3:0/902468132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e83b20 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 -- 172.21.15.3:0/902468132 >> 172.21.15.3:0/902468132 conn(0x5586c8db1be0 msgr2=0x5586c8e7e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 -- 172.21.15.3:0/902468132 shutdown_connections 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.135+0000 7fb286db9b80 1 -- 172.21.15.3:0/902468132 wait complete. 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.136+0000 7fb286db9b80 1 -- start start 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.136+0000 7fb286db9b80 1 Processor -- start 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89f30 0x5586c8e8d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5586c8cd7fa0 con 0x5586c8e89f30 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5586c8d72760 con 0x5586c8e89610 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5586c8e909e0 con 0x5586c8e84140 2024-05-21T19:09:12.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb286db9b80 10 client.0 _ll_register_callbacks cb 0x5586c8d7bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59082/0 (socket says 172.21.15.3:59082) 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51312/0 (socket says 172.21.15.3:51312) 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 -- 172.21.15.3:0/2599504254 learned_addr learned my addr 172.21.15.3:0/2599504254 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb27a400700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89f30 0x5586c8e8d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 -- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 msgr2=0x5586c8e8cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 -- 172.21.15.3:0/2599504254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89f30 msgr2=0x5586c8e8d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89f30 0x5586c8e8d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279a00700 1 -- 172.21.15.3:0/2599504254 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586c8d218d0 con 0x5586c8e84140 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.137+0000 7fb279000700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb279a00700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb268005c50 tx=0x7fb268013bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a94899bc15aa5f2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb25b400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb268013eb0 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb268004500 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb268011d30 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb268004750 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.138+0000 7fb286db9b80 10 client.25408 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586c8da2060 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb268004500 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb268018070 con 0x5586c8e84140 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 10 client.25408 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 10 client.25408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 20 client.25408 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8e9d360 0x5586c8e9f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 4 client.25408 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.139+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586c8de3d90 con 0x5586c8e9d360 2024-05-21T19:09:12.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.140+0000 7fb279000700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8e9d360 0x5586c8e9f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.140+0000 7fb279000700 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8e9d360 0x5586c8e9f750 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfc6750d7d46904e server_cookie=23e87ac1d8052890 in_seq=0 out_seq=0 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.140+0000 7fb25b400700 10 client.25408 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb25b400700 1 -- 172.21.15.3:0/2599504254 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5586c8de3d90 con 0x5586c8e9d360 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb25b400700 10 client.25408 handle_command_reply: tid=0 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 client.25408 shutdown 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 msgr2=0x5586c8e8fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb268005c50 tx=0x7fb268013bd0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 shutdown_connections 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8e9d360 0x5586c8e9f750 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89f30 0x5586c8e8d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e8fc00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 --2- 172.21.15.3:0/2599504254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8e8cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 >> 172.21.15.3:0/2599504254 conn(0x5586c8db1be0 msgr2=0x5586c8e7dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.141+0000 7fb25b400700 0 client.25408 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.142+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 shutdown_connections 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.142+0000 7fb286db9b80 1 -- 172.21.15.3:0/2599504254 wait complete. 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.142+0000 7fb286db9b80 20 client.25408 trim_cache size 0 max 16384 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.165+0000 7fb286db9b80 1 Processor -- start 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.165+0000 7fb286db9b80 1 -- start start 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.165+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e83b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e7e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb286db9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741b2780 con 0x5586c8e89610 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb286db9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741b0010 con 0x5586c8e89f30 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb286db9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741ade60 con 0x5586c8e84140 2024-05-21T19:09:12.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53062/0 (socket says 172.21.15.3:53062) 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 -- 172.21.15.3:0/266746519 learned_addr learned my addr 172.21.15.3:0/266746519 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e83b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb27a400700 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e7e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 -- 172.21.15.3:0/266746519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 msgr2=0x5586c8e83b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e83b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 -- 172.21.15.3:0/266746519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 msgr2=0x5586c8e7e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e7e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279000700 1 -- 172.21.15.3:0/266746519 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586c8e89d30 con 0x5586c8e89610 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.166+0000 7fb279a00700 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e83b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:12.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.167+0000 7fb279000700 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb26000c5b0 tx=0x7fb2600cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cddc386d32b0679 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.167+0000 7fb266000700 1 -- 172.21.15.3:0/266746519 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2600b2040 con 0x5586c8e89610 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.167+0000 7fb266000700 1 -- 172.21.15.3:0/266746519 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2600c4070 con 0x5586c8e89610 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.167+0000 7fb266000700 1 -- 172.21.15.3:0/266746519 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2600a9a40 con 0x5586c8e89610 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 -- 172.21.15.3:0/266746519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 msgr2=0x5586c8e8d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb26000c5b0 tx=0x7fb2600cc040 comp rx=0 tx=0).stop 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 -- 172.21.15.3:0/266746519 shutdown_connections 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89f30 0x5586c8e7e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e84140 0x5586c8e83b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 --2- 172.21.15.3:0/266746519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e89610 0x5586c8e8d3f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 -- 172.21.15.3:0/266746519 >> 172.21.15.3:0/266746519 conn(0x5586c8db1be0 msgr2=0x5586c8e8b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 -- 172.21.15.3:0/266746519 shutdown_connections 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.168+0000 7fb286db9b80 1 -- 172.21.15.3:0/266746519 wait complete. 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.169+0000 7fb286db9b80 1 -- start start 2024-05-21T19:09:12.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.169+0000 7fb286db9b80 1 Processor -- start 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 0x5586c8ea4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8ea4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 0x5586c8ea54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741ae4d0 con 0x5586c8e84140 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741af940 con 0x5586c8e89610 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb2741aeba0 con 0x5586c8e89f30 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb286db9b80 10 client.0 _ll_register_callbacks cb 0x5586c8d7bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb279a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 0x5586c8ea4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 0x5586c8ea54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb279a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 0x5586c8ea4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53070/0 (socket says 172.21.15.3:53070) 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb279a00700 1 -- 172.21.15.3:0/3554884185 learned_addr learned my addr 172.21.15.3:0/3554884185 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb279000700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8ea4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 -- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 msgr2=0x5586c8ea4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8ea4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 -- 172.21.15.3:0/3554884185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 msgr2=0x5586c8ea4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 0x5586c8ea4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.170+0000 7fb27a400700 1 -- 172.21.15.3:0/3554884185 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586c8f06e10 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb27a400700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 0x5586c8ea54d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00b070 tx=0x7fb26c00b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60ca9ccba8d0278 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb25b400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26c031070 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2600c4070 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb26c003a00 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb26c003c00 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb286db9b80 10 client.25414 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.171+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5586c8f08100 con 0x5586c8e89f30 2024-05-21T19:09:12.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2600c4070 con 0x5586c8e89f30 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb26c011070 con 0x5586c8e89f30 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 10 client.25414 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 10 client.25414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 20 client.25414 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8f08830 0x5586c8f0ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 4 client.25414 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5586c8ddd570 con 0x5586c8f08830 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.172+0000 7fb279a00700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8f08830 0x5586c8f0ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb279a00700 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8f08830 0x5586c8f0ac50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5d0f71ebcdfb7c6 server_cookie=2eb61fcc32eb482e in_seq=0 out_seq=0 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb25b400700 10 client.25414 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb25b400700 1 -- 172.21.15.3:0/3554884185 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5586c8ddd570 con 0x5586c8f08830 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb25b400700 10 client.25414 handle_command_reply: tid=0 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 client.25414 shutdown 2024-05-21T19:09:12.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 msgr2=0x5586c8ea54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 0x5586c8ea54d0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00b070 tx=0x7fb26c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 shutdown_connections 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5586c8f08830 0x5586c8f0ac50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5586c8e89f30 0x5586c8ea54d0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb25b400700 0 client.25414 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5586c8e84140 0x5586c8ea4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 --2- 172.21.15.3:0/3554884185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5586c8e89610 0x5586c8ea4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.173+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 >> 172.21.15.3:0/3554884185 conn(0x5586c8db1be0 msgr2=0x5586c8e8aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.174+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 shutdown_connections 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.174+0000 7fb286db9b80 1 -- 172.21.15.3:0/3554884185 wait complete. 2024-05-21T19:09:12.548 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.174+0000 7fb286db9b80 20 client.25414 trim_cache size 0 max 16384 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.174+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 msgr2=0x7fb25c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 0x7fb25c0b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb26c00b780 tx=0x7fb26c0099e0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 msgr2=0x7fb27419c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb26000eb30 tx=0x7fb26000ee40 comp rx=0 tx=0).stop 2024-05-21T19:09:12.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 shutdown_connections 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb25c0b2900 0x7fb25c0b4dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb27410ffa0 0x7fb2741a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb274075770 0x7fb27419bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 --2- 172.21.15.3:0/255082392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb274076090 0x7fb27419c2d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 >> 172.21.15.3:0/255082392 conn(0x7fb27407a6a0 msgr2=0x7fb274100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 shutdown_connections 2024-05-21T19:09:12.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:12.175+0000 7fb27c400700 1 -- 172.21.15.3:0/255082392 wait complete. 2024-05-21T19:09:13.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:13 smithi003 ceph-mon[31577]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:13 smithi104 ceph-mon[36417]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:13 smithi178 ceph-mon[36523]: pgmap v478: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:13.927 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:09:13.928 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 -- 172.21.15.3:0/4254222475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 msgr2=0x7fb834076130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 --2- 172.21.15.3:0/4254222475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb834076130 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009990 tx=0x7fb81c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 -- 172.21.15.3:0/4254222475 shutdown_connections 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 --2- 172.21.15.3:0/4254222475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834114230 0x7fb834116620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 --2- 172.21.15.3:0/4254222475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834077560 0x7fb834075770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 --2- 172.21.15.3:0/4254222475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb834076130 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 -- 172.21.15.3:0/4254222475 >> 172.21.15.3:0/4254222475 conn(0x7fb83407a610 msgr2=0x7fb83407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 -- 172.21.15.3:0/4254222475 shutdown_connections 2024-05-21T19:09:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.505+0000 7fb83ac00700 1 -- 172.21.15.3:0/4254222475 wait complete. 2024-05-21T19:09:14.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.506+0000 7fb83ac00700 1 Processor -- start 2024-05-21T19:09:14.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 -- start start 2024-05-21T19:09:14.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834077560 0x7fb8341a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834114230 0x7fb8341a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb834119d60 con 0x7fb834077560 2024-05-21T19:09:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb834119be0 con 0x7fb834075cb0 2024-05-21T19:09:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb83ac00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb834119ee0 con 0x7fb834114230 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.507+0000 7fb833e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51348/0 (socket says 172.21.15.3:51348) 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 -- 172.21.15.3:0/1288636528 learned_addr learned my addr 172.21.15.3:0/1288636528 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb82be00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834077560 0x7fb8341a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb838c00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834114230 0x7fb8341a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 -- 172.21.15.3:0/1288636528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834114230 msgr2=0x7fb8341a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834114230 0x7fb8341a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 -- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834077560 msgr2=0x7fb8341a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834077560 0x7fb8341a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 -- 172.21.15.3:0/1288636528 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8341a51a0 con 0x7fb834075cb0 2024-05-21T19:09:14.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.508+0000 7fb833e00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb82400e9a0 tx=0x7fb82400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.509+0000 7fb831600700 1 -- 172.21.15.3:0/1288636528 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82400cbd0 con 0x7fb834075cb0 2024-05-21T19:09:14.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.509+0000 7fb831600700 1 -- 172.21.15.3:0/1288636528 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82400cd70 con 0x7fb834075cb0 2024-05-21T19:09:14.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.509+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8341a5490 con 0x7fb834075cb0 2024-05-21T19:09:14.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.509+0000 7fb831600700 1 -- 172.21.15.3:0/1288636528 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824018680 con 0x7fb834075cb0 2024-05-21T19:09:14.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.509+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8341acd10 con 0x7fb834075cb0 2024-05-21T19:09:14.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.513+0000 7fb831600700 1 -- 172.21.15.3:0/1288636528 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb824010970 con 0x7fb834075cb0 2024-05-21T19:09:14.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.515+0000 7fb831600700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 0x7fb8180b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.515+0000 7fb831600700 1 -- 172.21.15.3:0/1288636528 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb8240e25d0 con 0x7fb834075cb0 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.515+0000 7fb8454b9b80 1 Processor -- start 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb82be00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 0x7fb8180b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 -- start start 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 0x5633ecf71060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 0x5633ecf71ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5633ececefd0 con 0x5633ecf76ca0 2024-05-21T19:09:14.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5633ecebeb70 con 0x5633ecf71680 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.516+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5633ecec2bb0 con 0x5633ecf775c0 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb833e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb82be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 0x5633ecf71060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb82be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 0x5633ecf71060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59124/0 (socket says 172.21.15.3:59124) 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb82be00700 1 -- 172.21.15.3:0/555034710 learned_addr learned my addr 172.21.15.3:0/555034710 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:14.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb833e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53096/0 (socket says 172.21.15.3:53096) 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.517+0000 7fb838c00700 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 0x5633ecf71ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.518+0000 7fb833e00700 1 -- 172.21.15.3:0/555034710 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 msgr2=0x5633ecf71060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.518+0000 7fb833e00700 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 0x5633ecf71060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.518+0000 7fb833e00700 1 -- 172.21.15.3:0/555034710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 msgr2=0x5633ecf71ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.518+0000 7fb833e00700 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 0x5633ecf71ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.518+0000 7fb833e00700 1 -- 172.21.15.3:0/555034710 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633ece875b0 con 0x5633ecf76ca0 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb82be00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 0x7fb8180b4ef0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009990 tx=0x7fb81c00b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb838c00700 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 0x5633ecf71ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:14.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb833e00700 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb8240a6de0 tx=0x7fb8240b2310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ce0a910ef7649d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb829600700 1 -- 172.21.15.3:0/555034710 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8240aa270 con 0x5633ecf76ca0 2024-05-21T19:09:14.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb829600700 1 -- 172.21.15.3:0/555034710 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8240a9b70 con 0x5633ecf76ca0 2024-05-21T19:09:14.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.519+0000 7fb829600700 1 -- 172.21.15.3:0/555034710 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8240e20e0 con 0x5633ecf76ca0 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.520+0000 7fb8454b9b80 1 -- 172.21.15.3:0/555034710 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 msgr2=0x5633ecf77080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.520+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb8240a6de0 tx=0x7fb8240b2310 comp rx=0 tx=0).stop 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 -- 172.21.15.3:0/555034710 shutdown_connections 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf71680 0x5633ecf71ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf77080 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/555034710 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf775c0 0x5633ecf71060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 -- 172.21.15.3:0/555034710 >> 172.21.15.3:0/555034710 conn(0x5633ece9ed70 msgr2=0x5633ecf6bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 -- 172.21.15.3:0/555034710 shutdown_connections 2024-05-21T19:09:14.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.521+0000 7fb8454b9b80 1 -- 172.21.15.3:0/555034710 wait complete. 2024-05-21T19:09:14.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.522+0000 7fb8454b9b80 1 -- start start 2024-05-21T19:09:14.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.522+0000 7fb8454b9b80 1 Processor -- start 2024-05-21T19:09:14.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf76ca0 0x5633ecf7a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 0x5633ecf7b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5633ecdc5130 con 0x5633ecf7aba0 2024-05-21T19:09:14.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5633ece5f8f0 con 0x5633ecf76ca0 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5633ecf7dfd0 con 0x5633ecf71680 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb8454b9b80 10 client.0 _ll_register_callbacks cb 0x5633ece68e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb833e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb833e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59128/0 (socket says 172.21.15.3:59128) 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb833e00700 1 -- 172.21.15.3:0/2552478470 learned_addr learned my addr 172.21.15.3:0/2552478470 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.523+0000 7fb82be00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf76ca0 0x5633ecf7a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 -- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf76ca0 msgr2=0x5633ecf7a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf76ca0 0x5633ecf7a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 -- 172.21.15.3:0/2552478470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 msgr2=0x5633ecf7b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb838c00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 0x5633ecf7b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 0x5633ecf7b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 -- 172.21.15.3:0/2552478470 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633ece0ea60 con 0x5633ecf71680 2024-05-21T19:09:14.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb838c00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 0x5633ecf7b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:14.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb833e00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb824000c00 tx=0x7fb8240a91b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfcaabd24685c7fb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.524+0000 7fb822000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8240c2030 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb8240a6160 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8240a9b70 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb8240b29d0 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb8454b9b80 10 client.25426 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5633ece8f1f0 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.525+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8240a9b70 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb824010550 con 0x5633ecf71680 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 10 client.25426 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:14.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 10 client.25426 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 20 client.25426 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecf8adb0 0x5633ecf8d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 4 client.25426 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5633eced0f20 con 0x5633ecf8adb0 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.526+0000 7fb82be00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecf8adb0 0x5633ecf8d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.527+0000 7fb82be00700 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecf8adb0 0x5633ecf8d1a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddcaed8374366681 server_cookie=f495500d1b2397c6 in_seq=0 out_seq=0 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.527+0000 7fb822000700 10 client.25426 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.528+0000 7fb822000700 1 -- 172.21.15.3:0/2552478470 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5633eced0f20 con 0x5633ecf8adb0 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.528+0000 7fb822000700 10 client.25426 handle_command_reply: tid=0 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.528+0000 7fb8454b9b80 1 client.25426 shutdown 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.528+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 msgr2=0x5633ecf7d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.528+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb824000c00 tx=0x7fb8240a91b0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 shutdown_connections 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecf8adb0 0x5633ecf8d1a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf7aba0 0x5633ecf7b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf7d2c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2552478470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf76ca0 0x5633ecf7a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 >> 172.21.15.3:0/2552478470 conn(0x5633ece9ed70 msgr2=0x5633ecf6b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb822000700 0 client.25426 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:14.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 shutdown_connections 2024-05-21T19:09:14.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2552478470 wait complete. 2024-05-21T19:09:14.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.529+0000 7fb8454b9b80 20 client.25426 trim_cache size 0 max 16384 2024-05-21T19:09:14.543 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:14.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.555+0000 7fb8454b9b80 1 Processor -- start 2024-05-21T19:09:14.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.555+0000 7fb8454b9b80 1 -- start start 2024-05-21T19:09:14.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf78f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecf794d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b6b50 con 0x5633ecf76ca0 2024-05-21T19:09:14.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b43e0 con 0x5633ecf7aba0 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b2230 con 0x5633ecf71680 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb833e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb833e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59134/0 (socket says 172.21.15.3:59134) 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb833e00700 1 -- 172.21.15.3:0/2762887599 learned_addr learned my addr 172.21.15.3:0/2762887599 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb838c00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecf794d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb82be00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf78f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb833e00700 1 -- 172.21.15.3:0/2762887599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 msgr2=0x5633ecf794d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.556+0000 7fb833e00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecf794d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb833e00700 1 -- 172.21.15.3:0/2762887599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 msgr2=0x5633ecf78f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb833e00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf78f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb833e00700 1 -- 172.21.15.3:0/2762887599 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633ecf6d730 con 0x5633ecf71680 2024-05-21T19:09:14.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb82be00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf78f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:14.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb833e00700 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb82400e970 tx=0x7fb824009840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4f68f8f7abfbb63 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb828c00700 1 -- 172.21.15.3:0/2762887599 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8240c2020 con 0x5633ecf71680 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb828c00700 1 -- 172.21.15.3:0/2762887599 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8240aa270 con 0x5633ecf71680 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.557+0000 7fb828c00700 1 -- 172.21.15.3:0/2762887599 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb824010430 con 0x5633ecf71680 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.558+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2762887599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 msgr2=0x5633ecf71060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.558+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb82400e970 tx=0x7fb824009840 comp rx=0 tx=0).stop 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2762887599 shutdown_connections 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecf794d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf71060 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/2762887599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf78f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2762887599 >> 172.21.15.3:0/2762887599 conn(0x5633ece9ed70 msgr2=0x5633ecf746c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2762887599 shutdown_connections 2024-05-21T19:09:14.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.559+0000 7fb8454b9b80 1 -- 172.21.15.3:0/2762887599 wait complete. 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.560+0000 7fb8454b9b80 1 -- start start 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.560+0000 7fb8454b9b80 1 Processor -- start 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.560+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf8f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.560+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf8f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.560+0000 7fb8454b9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b28a0 con 0x5633ecf76ca0 2024-05-21T19:09:14.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b3d10 con 0x5633ecf7aba0 2024-05-21T19:09:14.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb8454b9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b2f70 con 0x5633ecf71680 2024-05-21T19:09:14.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb8454b9b80 10 client.0 _ll_register_callbacks cb 0x5633ece68e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:14.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb838c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb838c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51380/0 (socket says 172.21.15.3:51380) 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb838c00700 1 -- 172.21.15.3:0/208256381 learned_addr learned my addr 172.21.15.3:0/208256381 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.561+0000 7fb82be00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf8f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 -- 172.21.15.3:0/208256381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 msgr2=0x5633ecf8f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf8f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 -- 172.21.15.3:0/208256381 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 msgr2=0x5633ecf8f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf8f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 -- 172.21.15.3:0/208256381 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633ecf76750 con 0x5633ecf7aba0 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb838c00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb82c007660 tx=0x7fb82c007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8087956308a52700 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:14.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb822000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:14.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c01c070 con 0x5633ecf7aba0 2024-05-21T19:09:14.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb82c004bb0 con 0x5633ecf7aba0 2024-05-21T19:09:14.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.562+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8240aa270 con 0x5633ecf7aba0 2024-05-21T19:09:14.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb82c004db0 con 0x5633ecf7aba0 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb8454b9b80 10 client.25427 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5633ecff6ad0 con 0x5633ecf7aba0 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8240aa270 con 0x5633ecf7aba0 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb82c0053e0 con 0x5633ecf7aba0 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb8454b9b80 10 client.25427 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb8454b9b80 10 client.25427 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.564+0000 7fb8454b9b80 20 client.25427 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:14.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.565+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecff72a0 0x5633ecff96e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:14.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.565+0000 7fb8454b9b80 4 client.25427 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.4, "await_for": 45.0}] 2024-05-21T19:09:14.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.565+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.4, "await_for": 45.0}) -- 0x5633ececa700 con 0x5633ecff72a0 2024-05-21T19:09:14.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.565+0000 7fb833e00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecff72a0 0x5633ecff96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:14.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.566+0000 7fb822000700 10 client.25427 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:14.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.566+0000 7fb833e00700 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecff72a0 0x5633ecff96e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca134043c3767dc7 server_cookie=a65c17d136d3173 in_seq=0 out_seq=0 2024-05-21T19:09:14.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb822000700 1 -- 172.21.15.3:0/208256381 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5633ececa700 con 0x5633ecff72a0 2024-05-21T19:09:14.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb822000700 10 client.25427 handle_command_reply: tid=0 2024-05-21T19:09:14.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 client.25427 shutdown 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 msgr2=0x5633ecff5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb82c007660 tx=0x7fb82c007a20 comp rx=0 tx=0).stop 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 shutdown_connections 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5633ecff72a0 0x5633ecff96e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5633ecf7aba0 0x5633ecff5600 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5633ecf71680 0x5633ecf8f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 --2- 172.21.15.3:0/208256381 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5633ecf76ca0 0x5633ecf8f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 >> 172.21.15.3:0/208256381 conn(0x5633ece9ed70 msgr2=0x5633ecf78f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb822000700 0 client.25427 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 shutdown_connections 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.575+0000 7fb8454b9b80 1 -- 172.21.15.3:0/208256381 wait complete. 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.576+0000 7fb8454b9b80 20 client.25427 trim_cache size 0 max 16384 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 2, 2024-05-21T19:09:14.577 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "1e03001b": { 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 2, 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 147.4, 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:09:14.578 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:14.579 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 msgr2=0x7fb8180b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 0x7fb8180b4ef0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009990 tx=0x7fb81c00b720 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 msgr2=0x7fb8341a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fb82400e9a0 tx=0x7fb82400ed60 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 shutdown_connections 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb8180b2a30 0x7fb8180b4ef0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb834114230 0x7fb8341a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb834075cb0 0x7fb8341a0190 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 --2- 172.21.15.3:0/1288636528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb834077560 0x7fb8341a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 >> 172.21.15.3:0/1288636528 conn(0x7fb83407a610 msgr2=0x7fb834112ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:14.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 shutdown_connections 2024-05-21T19:09:14.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:14.577+0000 7fb83ac00700 1 -- 172.21.15.3:0/1288636528 wait complete. 2024-05-21T19:09:15.619 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1e03001b', quiesce took 10.9 seconds. Will release after: 16.5 2024-05-21T19:09:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:15 smithi104 ceph-mon[36417]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-21T19:09:15.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:15 smithi003 ceph-mon[31577]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-21T19:09:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:15 smithi178 ceph-mon[36523]: pgmap v479: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-05-21T19:09:16.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:16 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:09:16.849 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:16 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:09:16.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:16 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:09:17.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 -- 172.21.15.3:0/3385725646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102210 msgr2=0x7f9e481025f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:17.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/3385725646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102210 0x7f9e481025f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9e3800b0a0 tx=0x7f9e3800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:17 smithi003 ceph-mon[31577]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:17.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:09:17.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:09:17.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 -- 172.21.15.3:0/3385725646 shutdown_connections 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/3385725646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e4810fdc0 0x7f9e481121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/3385725646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102210 0x7f9e481025f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/3385725646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e48102bc0 0x7f9e4810f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 -- 172.21.15.3:0/3385725646 >> 172.21.15.3:0/3385725646 conn(0x7f9e480fded0 msgr2=0x7f9e481002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 -- 172.21.15.3:0/3385725646 shutdown_connections 2024-05-21T19:09:17.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.723+0000 7f9e4ca00700 1 -- 172.21.15.3:0/3385725646 wait complete. 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.724+0000 7f9e4ca00700 1 Processor -- start 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 -- start start 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e48102210 0x7f9e4819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 0x7f9e4819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e48115920 con 0x7f9e48102bc0 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9e481157a0 con 0x7f9e48102210 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e4ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9e48115aa0 con 0x7f9e4810fdc0 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e47400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e48102210 0x7f9e4819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.725+0000 7f9e46a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 0x7f9e4819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59170/0 (socket says 172.21.15.3:59170) 2024-05-21T19:09:17.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 -- 172.21.15.3:0/1213273360 learned_addr learned my addr 172.21.15.3:0/1213273360 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:17.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e46a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 0x7f9e4819c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53142/0 (socket says 172.21.15.3:53142) 2024-05-21T19:09:17.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:17 smithi104 ceph-mon[36417]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:17.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:09:17.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:09:17.728 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:09:17.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 -- 172.21.15.3:0/1213273360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e48102210 msgr2=0x7f9e4819be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:17.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e48102210 0x7f9e4819be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 -- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 msgr2=0x7f9e4819c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:17.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 0x7f9e4819c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:17.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 -- 172.21.15.3:0/1213273360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e481a0e80 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.726+0000 7f9e47e00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000e940 tx=0x7f9e4000ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.727+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40004a30 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.727+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e481a1170 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.727+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e400054d0 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.727+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4000cc70 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.727+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e481a89f0 con 0x7f9e4810fdc0 2024-05-21T19:09:17.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.728+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e4806a230 con 0x7f9e4810fdc0 2024-05-21T19:09:17.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.730+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9e40005000 con 0x7f9e4810fdc0 2024-05-21T19:09:17.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.732+0000 7f9e3fe00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:17.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.732+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9e400e2590 con 0x7f9e4810fdc0 2024-05-21T19:09:17.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.732+0000 7f9e47400700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:17.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.733+0000 7f9e47400700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9e380062a0 tx=0x7f9e38006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:17.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:17.734+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9e40054df0 con 0x7f9e4810fdc0 2024-05-21T19:09:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:17 smithi178 ceph-mon[36523]: pgmap v480: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:09:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:09:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:09:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:09:18.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.066+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e4819d1d0 con 0x7f9e4810fdc0 2024-05-21T19:09:18.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.067+0000 7f9e3fe00700 1 -- 172.21.15.3:0/1213273360 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f9e400052f0 con 0x7f9e4810fdc0 2024-05-21T19:09:18.068 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:09:18.068 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:09:18.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 msgr2=0x7f9e2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:18.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9e380062a0 tx=0x7f9e38006210 comp rx=0 tx=0).stop 2024-05-21T19:09:18.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 msgr2=0x7f9e481a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:18.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000e940 tx=0x7f9e4000ec50 comp rx=0 tx=0).stop 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 shutdown_connections 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.070+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e2c0b2880 0x7f9e2c0b4d40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e4810fdc0 0x7f9e481a0740 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e48102210 0x7f9e4819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 --2- 172.21.15.3:0/1213273360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e48102bc0 0x7f9e4819c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 >> 172.21.15.3:0/1213273360 conn(0x7f9e480fded0 msgr2=0x7f9e481002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 shutdown_connections 2024-05-21T19:09:18.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:18.071+0000 7f9e4ca00700 1 -- 172.21.15.3:0/1213273360 wait complete. 2024-05-21T19:09:18.073 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:09:18.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:18 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1213273360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:18.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:18 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1213273360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:18.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:18 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1213273360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:19.007 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:09:19.470 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:19.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:19 smithi178 ceph-mon[36523]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T19:09:19.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:19 smithi003 ceph-mon[31577]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T19:09:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:19 smithi104 ceph-mon[36417]: pgmap v481: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 -- 172.21.15.3:0/2616227011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601017d0 msgr2=0x7f1360101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 --2- 172.21.15.3:0/2616227011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601017d0 0x7f1360101bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1354009900 tx=0x7f135402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 -- 172.21.15.3:0/2616227011 shutdown_connections 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 --2- 172.21.15.3:0/2616227011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 0x7f1360109c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 --2- 172.21.15.3:0/2616227011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601029c0 0x7f1360102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 --2- 172.21.15.3:0/2616227011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601017d0 0x7f1360101bf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 -- 172.21.15.3:0/2616227011 >> 172.21.15.3:0/2616227011 conn(0x7f13600fcd40 msgr2=0x7f13600ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 -- 172.21.15.3:0/2616227011 shutdown_connections 2024-05-21T19:09:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.146+0000 7f1366200640 1 -- 172.21.15.3:0/2616227011 wait complete. 2024-05-21T19:09:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.147+0000 7f1366200640 1 Processor -- start 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.147+0000 7f1366200640 1 -- start start 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 0x7f136019ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 0x7f13601a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f136010d320 con 0x7f1360103380 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f136010d1a0 con 0x7f13601017d0 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1366200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f136010d4a0 con 0x7f13601029c0 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1364e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 0x7f136019ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f135fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f1365800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 0x7f13601a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f135fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59190/0 (socket says 172.21.15.3:59190) 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.148+0000 7f135fe00640 1 -- 172.21.15.3:0/1057246122 learned_addr learned my addr 172.21.15.3:0/1057246122 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 -- 172.21.15.3:0/1057246122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 msgr2=0x7f136019ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 0x7f136019ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 -- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 msgr2=0x7f13601a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 0x7f13601a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 -- 172.21.15.3:0/1057246122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13601a2990 con 0x7f13601029c0 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f1364e00640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 0x7f136019ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135fe00640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f134c00ea60 tx=0x7f134c00ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135d600640 1 -- 172.21.15.3:0/1057246122 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c00cde0 con 0x7f13601029c0 2024-05-21T19:09:20.151 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13601a2c80 con 0x7f13601029c0 2024-05-21T19:09:20.152 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135d600640 1 -- 172.21.15.3:0/1057246122 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f134c0035f0 con 0x7f13601029c0 2024-05-21T19:09:20.152 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f135d600640 1 -- 172.21.15.3:0/1057246122 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134c010690 con 0x7f13601029c0 2024-05-21T19:09:20.152 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.149+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13601a31d0 con 0x7f13601029c0 2024-05-21T19:09:20.153 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.153+0000 7f136a64f740 1 Processor -- start 2024-05-21T19:09:20.154 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.153+0000 7f136a64f740 1 -- start start 2024-05-21T19:09:20.155 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d7df233b90 con 0x55d7df2c9850 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d7df223730 con 0x55d7df2c3cf0 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f136a64f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d7df227770 con 0x55d7df2c46e0 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f1364e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f1364e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59194/0 (socket says 172.21.15.3:59194) 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f1365800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.156 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.154+0000 7f1364e00640 1 -- 172.21.15.3:0/3146916168 learned_addr learned my addr 172.21.15.3:0/3146916168 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 -- 172.21.15.3:0/3146916168 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 msgr2=0x55d7df2c91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 -- 172.21.15.3:0/3146916168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 msgr2=0x55d7df2cbce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2cbce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 -- 172.21.15.3:0/3146916168 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7df1bc8b0 con 0x55d7df2c3cf0 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1365800640 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c4110 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1358009f00 tx=0x7f1358011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57b94661aa93dee9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f135d600640 1 -- 172.21.15.3:0/1057246122 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f134c0037a0 con 0x7f13601029c0 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1352000640 1 -- 172.21.15.3:0/3146916168 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358004d20 con 0x55d7df2c3cf0 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1352000640 1 -- 172.21.15.3:0/3146916168 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1358004030 con 0x55d7df2c3cf0 2024-05-21T19:09:20.157 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.155+0000 7f1352000640 1 -- 172.21.15.3:0/3146916168 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358005280 con 0x55d7df2c3cf0 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 -- 172.21.15.3:0/3146916168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 msgr2=0x55d7df2c4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c4110 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1358009f00 tx=0x7f1358011810 comp rx=0 tx=0).stop 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 -- 172.21.15.3:0/3146916168 shutdown_connections 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 --2- 172.21.15.3:0/3146916168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c4110 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 -- 172.21.15.3:0/3146916168 >> 172.21.15.3:0/3146916168 conn(0x55d7df2bf360 msgr2=0x55d7df2bf760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 -- 172.21.15.3:0/3146916168 shutdown_connections 2024-05-21T19:09:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.156+0000 7f136a64f740 1 -- 172.21.15.3:0/3146916168 wait complete. 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.157+0000 7f135d600640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 0x7f13480b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.157+0000 7f136a64f740 1 -- start start 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.157+0000 7f135d600640 1 -- 172.21.15.3:0/1057246122 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f134c0e24c0 con 0x7f13601029c0 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.157+0000 7f1365800640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 0x7f13480b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.157+0000 7f136a64f740 1 Processor -- start 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2cdfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d7def09790 con 0x55d7df2c9850 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f1365800640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 0x7f13480b4bb0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1358011d10 tx=0x7f1358000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d7df1cbbc0 con 0x55d7df2c3cf0 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d7df2cc800 con 0x55d7df2c46e0 2024-05-21T19:09:20.163 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f136a64f740 10 client.0 _ll_register_callbacks cb 0x55d7df1a9400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f1364e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f1364e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51436/0 (socket says 172.21.15.3:51436) 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f1364e00640 1 -- 172.21.15.3:0/1092569636 learned_addr learned my addr 172.21.15.3:0/1092569636 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f1365800640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.158+0000 7f135fe00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2cdfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 -- 172.21.15.3:0/1092569636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 msgr2=0x55d7df2cdfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2cdfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 -- 172.21.15.3:0/1092569636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 msgr2=0x55d7df2d5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 -- 172.21.15.3:0/1092569636 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7def38210 con 0x55d7df2c3cf0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f135fe00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2cdfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1365800640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1364e00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f135402a9e0 tx=0x7f1354003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10e7359e3345aca9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1346a00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1354035070 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1354003ba0 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.159+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1358004030 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.160+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1354003da0 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.160+0000 7f136a64f740 10 client.25445 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.160+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d7df004620 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.160+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1358004030 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1354046530 con 0x55d7df2c3cf0 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 10 client.25445 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 10 client.25445 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 20 client.25445 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df2d9540 0x55d7df2db950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 4 client.25445 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7df235ae0 con 0x55d7df2d9540 2024-05-21T19:09:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.161+0000 7f135fe00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df2d9540 0x55d7df2db950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.162+0000 7f135fe00640 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df2d9540 0x55d7df2db950 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc60c6a119a12fab server_cookie=d6d311fe1b3b9a44 in_seq=0 out_seq=0 2024-05-21T19:09:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.162+0000 7f1346a00640 10 client.25445 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.162+0000 7f1346a00640 1 -- 172.21.15.3:0/1092569636 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d7df235ae0 con 0x55d7df2d9540 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.162+0000 7f1346a00640 10 client.25445 handle_command_reply: tid=0 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.162+0000 7f136a64f740 1 client.25445 shutdown 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 msgr2=0x55d7df2cda80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f135402a9e0 tx=0x7f1354003820 comp rx=0 tx=0).stop 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 shutdown_connections 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df2d9540 0x55d7df2db950 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2cdfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f1346a00640 0 client.25445 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 --2- 172.21.15.3:0/1092569636 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2cda80 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 >> 172.21.15.3:0/1092569636 conn(0x55d7df2bf360 msgr2=0x55d7df2be4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 shutdown_connections 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 1 -- 172.21.15.3:0/1092569636 wait complete. 2024-05-21T19:09:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.163+0000 7f136a64f740 20 client.25445 trim_cache size 0 max 16384 2024-05-21T19:09:20.181 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 Processor -- start 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 -- start start 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f13601ae8a0 con 0x55d7df2c9850 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13601ac170 con 0x55d7df2c3cf0 2024-05-21T19:09:20.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.181+0000 7f136a64f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f13601a9fc0 con 0x55d7df2c46e0 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53190/0 (socket says 172.21.15.3:53190) 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1364e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 -- 172.21.15.3:0/588919376 learned_addr learned my addr 172.21.15.3:0/588919376 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f135fe00640 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 -- 172.21.15.3:0/588919376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 msgr2=0x55d7df2c2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 -- 172.21.15.3:0/588919376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 msgr2=0x55d7df2c2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1365800640 1 -- 172.21.15.3:0/588919376 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7df2ccba0 con 0x55d7df2c9850 2024-05-21T19:09:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.182+0000 7f1364e00640 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:20.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.183+0000 7f1365800640 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1358019000 tx=0x7f1358021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0994b78de2a5be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.183+0000 7f1351600640 1 -- 172.21.15.3:0/588919376 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1358034070 con 0x55d7df2c9850 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.183+0000 7f1351600640 1 -- 172.21.15.3:0/588919376 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135802b040 con 0x55d7df2c9850 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.183+0000 7f1351600640 1 -- 172.21.15.3:0/588919376 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135802a040 con 0x55d7df2c9850 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- 172.21.15.3:0/588919376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 msgr2=0x55d7df2d4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f1358019000 tx=0x7f1358021000 comp rx=0 tx=0).stop 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- 172.21.15.3:0/588919376 shutdown_connections 2024-05-21T19:09:20.186 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c46e0 0x55d7df2c2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c9850 0x55d7df2d4fb0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 --2- 172.21.15.3:0/588919376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c3cf0 0x55d7df2c2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- 172.21.15.3:0/588919376 >> 172.21.15.3:0/588919376 conn(0x55d7df2bf360 msgr2=0x55d7df2c2040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- 172.21.15.3:0/588919376 shutdown_connections 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- 172.21.15.3:0/588919376 wait complete. 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.184+0000 7f136a64f740 1 -- start start 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 Processor -- start 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 0x55d7df2d2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 0x55d7df342120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f13601aa630 con 0x55d7df2c46e0 2024-05-21T19:09:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13601abaa0 con 0x55d7df2c9850 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f13601aad00 con 0x55d7df2c3cf0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f136a64f740 10 client.0 _ll_register_callbacks cb 0x7f1354009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f1364e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f135fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 0x55d7df2d2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f1364e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59224/0 (socket says 172.21.15.3:59224) 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.185+0000 7f1364e00640 1 -- 172.21.15.3:0/678059354 learned_addr learned my addr 172.21.15.3:0/678059354 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1365800640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 0x55d7df342120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 -- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 msgr2=0x55d7df342120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 0x55d7df342120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 -- 172.21.15.3:0/678059354 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 msgr2=0x55d7df2d2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 0x55d7df2d2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 -- 172.21.15.3:0/678059354 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7df2c5f80 con 0x55d7df2c3cf0 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1365800640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 0x55d7df342120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f135fe00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 0x55d7df2d2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1364e00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1354046af0 tx=0x7f1354046710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf4a1728d54811f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1346a00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1354035040 con 0x55d7df2c3cf0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1354003ba0 con 0x55d7df2c3cf0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.186+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f135802b040 con 0x55d7df2c3cf0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1354005850 con 0x55d7df2c3cf0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f136a64f740 10 client.25450 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d7df343810 con 0x55d7df2c3cf0 2024-05-21T19:09:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f135802b040 con 0x55d7df2c3cf0 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f135403c670 con 0x55d7df2c3cf0 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.187+0000 7f136a64f740 10 client.25450 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f136a64f740 10 client.25450 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f136a64f740 20 client.25450 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df344190 0x55d7df3465b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f136a64f740 4 client.25450 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d7df22f2c0 con 0x55d7df344190 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f135fe00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df344190 0x55d7df3465b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f135fe00640 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df344190 0x55d7df3465b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e033c8134e5d469a server_cookie=cb7bd9e3b24fc779 in_seq=0 out_seq=0 2024-05-21T19:09:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.188+0000 7f1346a00640 10 client.25450 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f1346a00640 1 -- 172.21.15.3:0/678059354 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d7df22f2c0 con 0x55d7df344190 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f1346a00640 10 client.25450 handle_command_reply: tid=0 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 client.25450 shutdown 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 msgr2=0x55d7df2d1ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1354046af0 tx=0x7f1354046710 comp rx=0 tx=0).stop 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 shutdown_connections 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7df344190 0x55d7df3465b0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d7df2c9850 0x55d7df342120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d7df2c46e0 0x55d7df2d2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 --2- 172.21.15.3:0/678059354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d7df2c3cf0 0x55d7df2d1ec0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 >> 172.21.15.3:0/678059354 conn(0x55d7df2bf360 msgr2=0x55d7df2c8f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.192+0000 7f1346a00640 0 client.25450 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 shutdown_connections 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f136a64f740 1 -- 172.21.15.3:0/678059354 wait complete. 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f136a64f740 20 client.25450 trim_cache size 0 max 16384 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:09:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:09:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 msgr2=0x7f13480b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 0x7f13480b4bb0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1358011d10 tx=0x7f1358000f40 comp rx=0 tx=0).stop 2024-05-21T19:09:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 msgr2=0x7f136019b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f134c00ea60 tx=0x7f134c00ef20 comp rx=0 tx=0).stop 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 shutdown_connections 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13480b26f0 0x7f13480b4bb0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13601029c0 0x7f136019b2b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1360103380 0x7f13601a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 --2- 172.21.15.3:0/1057246122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13601017d0 0x7f136019ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.193+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 >> 172.21.15.3:0/1057246122 conn(0x7f13600fcd40 msgr2=0x7f136006a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.194+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 shutdown_connections 2024-05-21T19:09:20.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:20.194+0000 7f1366200640 1 -- 172.21.15.3:0/1057246122 wait complete. 2024-05-21T19:09:21.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:21 smithi003 ceph-mon[31577]: pgmap v482: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 -- 172.21.15.3:0/881942999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc10fd30 msgr2=0x7effcc112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 --2- 172.21.15.3:0/881942999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc10fd30 0x7effcc112120 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7effc400b0a0 tx=0x7effc400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 -- 172.21.15.3:0/881942999 shutdown_connections 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 --2- 172.21.15.3:0/881942999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc10fd30 0x7effcc112120 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 --2- 172.21.15.3:0/881942999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc075860 0x7effcc075c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 --2- 172.21.15.3:0/881942999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc076180 0x7effcc10f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 -- 172.21.15.3:0/881942999 >> 172.21.15.3:0/881942999 conn(0x7effcc0fefc0 msgr2=0x7effcc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 -- 172.21.15.3:0/881942999 shutdown_connections 2024-05-21T19:09:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.796+0000 7effd1600700 1 -- 172.21.15.3:0/881942999 wait complete. 2024-05-21T19:09:21.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.797+0000 7effd1600700 1 Processor -- start 2024-05-21T19:09:21.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 -- start start 2024-05-21T19:09:21.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 0x7effcc1a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc10fd30 0x7effcc19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effcc115870 con 0x7effcc076180 2024-05-21T19:09:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1156f0 con 0x7effcc10fd30 2024-05-21T19:09:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effd1600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1159f0 con 0x7effcc075860 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effcb400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 0x7effcc1a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.798+0000 7effcbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58100/0 (socket says 172.21.15.3:58100) 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 -- 172.21.15.3:0/871530956 learned_addr learned my addr 172.21.15.3:0/871530956 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effd0c00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc10fd30 0x7effcc19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 -- 172.21.15.3:0/871530956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc10fd30 msgr2=0x7effcc19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc10fd30 0x7effcc19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 -- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 msgr2=0x7effcc1a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 0x7effcc1a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 -- 172.21.15.3:0/871530956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effcc19c3f0 con 0x7effcc075860 2024-05-21T19:09:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcb400700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 0x7effcc1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.799+0000 7effcbe00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7effbc00e9a0 tx=0x7effbc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.800+0000 7effc8c00700 1 -- 172.21.15.3:0/871530956 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc00cbd0 con 0x7effcc075860 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.800+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effcc19c6e0 con 0x7effcc075860 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.800+0000 7effc8c00700 1 -- 172.21.15.3:0/871530956 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effbc00cd70 con 0x7effcc075860 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.800+0000 7effc8c00700 1 -- 172.21.15.3:0/871530956 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc018680 con 0x7effcc075860 2024-05-21T19:09:21.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.800+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effcc1a89c0 con 0x7effcc075860 2024-05-21T19:09:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.803+0000 7effc8c00700 1 -- 172.21.15.3:0/871530956 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7effbc010430 con 0x7effcc075860 2024-05-21T19:09:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 Processor -- start 2024-05-21T19:09:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 -- start start 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b976400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b9704b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b970f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effc8c00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 0x7effb00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55770b8cee40 con 0x55770b976940 2024-05-21T19:09:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55770b8be9e0 con 0x55770b976020 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.805+0000 7effdd606b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55770b8c2a20 con 0x55770b970ad0 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effd0c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b976400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effd0c00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 0x7effb00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b970f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effc8c00700 1 -- 172.21.15.3:0/871530956 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7effbc0e2510 con 0x7effcc075860 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effd0c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b976400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58114/0 (socket says 172.21.15.3:58114) 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effd0c00700 1 -- 172.21.15.3:0/697543980 learned_addr learned my addr 172.21.15.3:0/697543980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcbe00700 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b9704b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 -- 172.21.15.3:0/697543980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 msgr2=0x55770b976400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b976400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 -- 172.21.15.3:0/697543980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 msgr2=0x55770b9704b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b9704b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.806+0000 7effcb400700 1 -- 172.21.15.3:0/697543980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55770b887420 con 0x55770b970ad0 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.807+0000 7effcb400700 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b970f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7effcc19d2f0 tx=0x7effb8009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=248abf9d1029632a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.807+0000 7effd0c00700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 0x7effb00b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7effc400d010 tx=0x7effc4006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.807+0000 7effc1600700 1 -- 172.21.15.3:0/697543980 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8010be0 con 0x55770b970ad0 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.807+0000 7effc1600700 1 -- 172.21.15.3:0/697543980 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb80044d0 con 0x55770b970ad0 2024-05-21T19:09:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.807+0000 7effc1600700 1 -- 172.21.15.3:0/697543980 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8011440 con 0x55770b970ad0 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 -- 172.21.15.3:0/697543980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 msgr2=0x55770b970f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b970f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7effcc19d2f0 tx=0x7effb8009f50 comp rx=0 tx=0).stop 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 -- 172.21.15.3:0/697543980 shutdown_connections 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b970f30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b976400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 --2- 172.21.15.3:0/697543980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b9704b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 -- 172.21.15.3:0/697543980 >> 172.21.15.3:0/697543980 conn(0x55770b89ebe0 msgr2=0x55770b96b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 -- 172.21.15.3:0/697543980 shutdown_connections 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.808+0000 7effdd606b80 1 -- 172.21.15.3:0/697543980 wait complete. 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.809+0000 7effdd606b80 1 -- start start 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.809+0000 7effdd606b80 1 Processor -- start 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b9799b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b979ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55770b7c4fa0 con 0x55770b970ad0 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55770b85f760 con 0x55770b976020 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55770b97d460 con 0x55770b976940 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effdd606b80 10 client.0 _ll_register_callbacks cb 0x55770b868c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effcbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effcbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57310/0 (socket says 172.21.15.3:57310) 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effcbe00700 1 -- 172.21.15.3:0/1997667943 learned_addr learned my addr 172.21.15.3:0/1997667943 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.810+0000 7effcb400700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b9799b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effd0c00700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b979ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 -- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 msgr2=0x55770b979ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b979ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 -- 172.21.15.3:0/1997667943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 msgr2=0x55770b9799b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b9799b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 -- 172.21.15.3:0/1997667943 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55770b80e8d0 con 0x55770b970ad0 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effd0c00700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b979ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effcbe00700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7effbc0a6d20 tx=0x7effbc090a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c481ee274d1b4e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.811+0000 7effb6000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc0aa1b0 con 0x55770b970ad0 2024-05-21T19:09:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7effbc0a60a0 con 0x55770b970ad0 2024-05-21T19:09:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effb80044d0 con 0x55770b970ad0 2024-05-21T19:09:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7effbc0a9ab0 con 0x55770b970ad0 2024-05-21T19:09:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effdd606b80 10 client.15375 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55770b88f060 con 0x55770b970ad0 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.812+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effb80044d0 con 0x55770b970ad0 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7effbc010720 con 0x55770b970ad0 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 10 client.15375 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 10 client.15375 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 20 client.15375 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b989f10 0x55770b98c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 4 client.15375 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55770b8d0d90 con 0x55770b989f10 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.813+0000 7effcb400700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b989f10 0x55770b98c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.814+0000 7effcb400700 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b989f10 0x55770b98c360 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e19eba737169e83 server_cookie=1a5a6a246273b8bc in_seq=0 out_seq=0 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.814+0000 7effb6000700 10 client.15375 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effb6000700 1 -- 172.21.15.3:0/1997667943 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55770b8d0d90 con 0x55770b989f10 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effb6000700 10 client.15375 handle_command_reply: tid=0 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 client.15375 shutdown 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 msgr2=0x55770b97c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7effbc0a6d20 tx=0x7effbc090a80 comp rx=0 tx=0).stop 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 shutdown_connections 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b979ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b989f10 0x55770b98c360 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b97c610 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 --2- 172.21.15.3:0/1997667943 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b9799b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 >> 172.21.15.3:0/1997667943 conn(0x55770b89ebe0 msgr2=0x55770b96f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effb6000700 0 client.15375 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 shutdown_connections 2024-05-21T19:09:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.815+0000 7effdd606b80 1 -- 172.21.15.3:0/1997667943 wait complete. 2024-05-21T19:09:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.816+0000 7effdd606b80 20 client.15375 trim_cache size 0 max 16384 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 Processor -- start 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 -- start start 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b979970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b979eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1b25e0 con 0x55770b976940 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1afe70 con 0x55770b976020 2024-05-21T19:09:21.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.833+0000 7effdd606b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1adcc0 con 0x55770b970ad0 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effd0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b979eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58122/0 (socket says 172.21.15.3:58122) 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 -- 172.21.15.3:0/950021653 learned_addr learned my addr 172.21.15.3:0/950021653 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b979970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 -- 172.21.15.3:0/950021653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 msgr2=0x55770b979970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b979970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 -- 172.21.15.3:0/950021653 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 msgr2=0x55770b979eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b979eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcbe00700 1 -- 172.21.15.3:0/950021653 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55770b96c8b0 con 0x55770b970ad0 2024-05-21T19:09:21.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.834+0000 7effcb400700 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b979970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:21.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.835+0000 7effcbe00700 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7effbc00e970 tx=0x7effbc0e27d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a8e0cd55da1531b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.835+0000 7effc0c00700 1 -- 172.21.15.3:0/950021653 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc0aa1b0 con 0x55770b970ad0 2024-05-21T19:09:21.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.835+0000 7effc0c00700 1 -- 172.21.15.3:0/950021653 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effbc0ade60 con 0x55770b970ad0 2024-05-21T19:09:21.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.835+0000 7effc0c00700 1 -- 172.21.15.3:0/950021653 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effbc06f2b0 con 0x55770b970ad0 2024-05-21T19:09:21.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 -- 172.21.15.3:0/950021653 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 msgr2=0x55770b97be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7effbc00e970 tx=0x7effbc0e27d0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 -- 172.21.15.3:0/950021653 shutdown_connections 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b976940 0x55770b979eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b970ad0 0x55770b97be50 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 --2- 172.21.15.3:0/950021653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b979970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 -- 172.21.15.3:0/950021653 >> 172.21.15.3:0/950021653 conn(0x55770b89ebe0 msgr2=0x55770b96fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 -- 172.21.15.3:0/950021653 shutdown_connections 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.836+0000 7effdd606b80 1 -- 172.21.15.3:0/950021653 wait complete. 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 -- start start 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 Processor -- start 2024-05-21T19:09:21.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b982900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b982e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b991050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1ae330 con 0x55770b970ad0 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1af7a0 con 0x55770b976020 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.837+0000 7effdd606b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7effcc1aea00 con 0x55770b976940 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effdd606b80 10 client.0 _ll_register_callbacks cb 0x55770b868c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effd0c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b991050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b982e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effd0c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b991050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58130/0 (socket says 172.21.15.3:58130) 2024-05-21T19:09:21.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effd0c00700 1 -- 172.21.15.3:0/1494890024 learned_addr learned my addr 172.21.15.3:0/1494890024 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:21.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcbe00700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b982900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 -- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 msgr2=0x55770b991050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b991050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 -- 172.21.15.3:0/1494890024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 msgr2=0x55770b982900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b982900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.838+0000 7effcb400700 1 -- 172.21.15.3:0/1494890024 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55770b991840 con 0x55770b976020 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effcbe00700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b982900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effcb400700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b982e40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7effb8005d90 tx=0x7effb80038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2713e1987830eaf7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effb6000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb802c070 con 0x55770b976020 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effbc0ade60 con 0x55770b976020 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7effb8005040 con 0x55770b976020 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.839+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7effb8038050 con 0x55770b976020 2024-05-21T19:09:21.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 10 client.25469 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55770b9f45d0 con 0x55770b976020 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effbc0ade60 con 0x55770b976020 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7effb8031440 con 0x55770b976020 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 10 client.25469 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 10 client.25469 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 20 client.25469 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b9f4a00 0x55770b9f6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 4 client.25469 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.840+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55770b8ca570 con 0x55770b9f4a00 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.841+0000 7effcbe00700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b9f4a00 0x55770b9f6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.841+0000 7effcbe00700 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b9f4a00 0x55770b9f6df0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=74134df56e7ae8c6 server_cookie=6a5175cf6ad6f1c8 in_seq=0 out_seq=0 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.841+0000 7effb6000700 10 client.25469 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effb6000700 1 -- 172.21.15.3:0/1494890024 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55770b8ca570 con 0x55770b9f4a00 2024-05-21T19:09:21.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effb6000700 10 client.25469 handle_command_reply: tid=0 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 client.25469 shutdown 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 msgr2=0x55770b982e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b982e40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7effb8005d90 tx=0x7effb80038b0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 shutdown_connections 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55770b976940 0x55770b991050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55770b9f4a00 0x55770b9f6df0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55770b970ad0 0x55770b982900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 --2- 172.21.15.3:0/1494890024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55770b976020 0x55770b982e40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effb6000700 0 client.25469 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 >> 172.21.15.3:0/1494890024 conn(0x55770b89ebe0 msgr2=0x55770b96ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 shutdown_connections 2024-05-21T19:09:21.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.842+0000 7effdd606b80 1 -- 172.21.15.3:0/1494890024 wait complete. 2024-05-21T19:09:21.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effdd606b80 20 client.25469 trim_cache size 0 max 16384 2024-05-21T19:09:21.847 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:21.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 msgr2=0x7effb00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 0x7effb00b4d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7effc400d010 tx=0x7effc4006210 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 msgr2=0x7effcc1a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7effbc00e9a0 tx=0x7effbc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 shutdown_connections 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7effb00b2880 0x7effb00b4d40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7effcc10fd30 0x7effcc19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7effcc075860 0x7effcc1a1a40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 --2- 172.21.15.3:0/871530956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7effcc076180 0x7effcc1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.843+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 >> 172.21.15.3:0/871530956 conn(0x7effcc0fefc0 msgr2=0x7effcc0ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.844+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 shutdown_connections 2024-05-21T19:09:21.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:21.844+0000 7effd1600700 1 -- 172.21.15.3:0/871530956 wait complete. 2024-05-21T19:09:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:21 smithi178 ceph-mon[36523]: pgmap v482: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-21T19:09:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:21 smithi104 ceph-mon[36417]: pgmap v482: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-21T19:09:22.794 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:09:23.263 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:23.756 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:23 smithi003 ceph-mon[31577]: pgmap v483: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:23 smithi178 ceph-mon[36523]: pgmap v483: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:23 smithi104 ceph-mon[36417]: pgmap v483: 97 pgs: 97 active+clean; 671 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:25.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 -- 172.21.15.3:0/128351168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8210109520 msgr2=0x7f8210109900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 --2- 172.21.15.3:0/128351168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8210109520 0x7f8210109900 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f82000099c0 tx=0x7f8200009cd0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 -- 172.21.15.3:0/128351168 shutdown_connections 2024-05-21T19:09:25.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 --2- 172.21.15.3:0/128351168 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82101024f0 0x7f82101103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 --2- 172.21.15.3:0/128351168 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8210109520 0x7f8210109900 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 --2- 172.21.15.3:0/128351168 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f8210101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 -- 172.21.15.3:0/128351168 >> 172.21.15.3:0/128351168 conn(0x7f8210078ab0 msgr2=0x7f82100ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 -- 172.21.15.3:0/128351168 shutdown_connections 2024-05-21T19:09:25.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.578+0000 7f8217200700 1 -- 172.21.15.3:0/128351168 wait complete. 2024-05-21T19:09:25.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.579+0000 7f8217200700 1 Processor -- start 2024-05-21T19:09:25.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.579+0000 7f8217200700 1 -- start start 2024-05-21T19:09:25.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f821019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8210109520 0x7f82101a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8210113760 con 0x7f82101024f0 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82101135e0 con 0x7f8210101b30 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8217200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82101138e0 con 0x7f8210109520 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f820f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f820f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57340/0 (socket says 172.21.15.3:57340) 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f820f400700 1 -- 172.21.15.3:0/3973491015 learned_addr learned my addr 172.21.15.3:0/3973491015 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f820fe00700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f821019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.580+0000 7f8215200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8210109520 0x7f82101a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 -- 172.21.15.3:0/3973491015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8210109520 msgr2=0x7f82101a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8210109520 0x7f82101a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 -- 172.21.15.3:0/3973491015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 msgr2=0x7f821019be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f821019be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 -- 172.21.15.3:0/3973491015 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82101a0e80 con 0x7f82101024f0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820fe00700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f821019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820f400700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f81fc00e9a0 tx=0x7f81fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820cc00700 1 -- 172.21.15.3:0/3973491015 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc00ca10 con 0x7f82101024f0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820cc00700 1 -- 172.21.15.3:0/3973491015 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81fc00cbb0 con 0x7f82101024f0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f820cc00700 1 -- 172.21.15.3:0/3973491015 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc018680 con 0x7f82101024f0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.581+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82101a1170 con 0x7f82101024f0 2024-05-21T19:09:25.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.582+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82101a89f0 con 0x7f82101024f0 2024-05-21T19:09:25.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f8221c2db80 1 Processor -- start 2024-05-21T19:09:25.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f8221c2db80 1 -- start start 2024-05-21T19:09:25.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f820cc00700 1 -- 172.21.15.3:0/3973491015 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f81fc010430 con 0x7f82101024f0 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae21290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.588+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae1bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f8221c2db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56365ad79e40 con 0x56365ae20eb0 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f8221c2db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56365ad699e0 con 0x56365ae217d0 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f8221c2db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56365ad6da20 con 0x56365ae1b880 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58152/0 (socket says 172.21.15.3:58152) 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 -- 172.21.15.3:0/1434744589 learned_addr learned my addr 172.21.15.3:0/1434744589 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:25.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f8215200700 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae21290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820f400700 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae1bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 -- 172.21.15.3:0/1434744589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 msgr2=0x56365ae1bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae1bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 -- 172.21.15.3:0/1434744589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 msgr2=0x56365ae21290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae21290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.589+0000 7f820fe00700 1 -- 172.21.15.3:0/1434744589 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56365ad32420 con 0x56365ae217d0 2024-05-21T19:09:25.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.590+0000 7f820fe00700 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8200015000 tx=0x7f82000036e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af80538b65db4a09 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.590+0000 7f8205600700 1 -- 172.21.15.3:0/1434744589 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200027070 con 0x56365ae217d0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.590+0000 7f8205600700 1 -- 172.21.15.3:0/1434744589 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f820000bcf0 con 0x56365ae217d0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.590+0000 7f8205600700 1 -- 172.21.15.3:0/1434744589 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200003df0 con 0x56365ae217d0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.590+0000 7f820cc00700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 0x7f81f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f820cc00700 1 -- 172.21.15.3:0/3973491015 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f81fc0e2470 con 0x7f82101024f0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8215200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 0x7f81f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 -- 172.21.15.3:0/1434744589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 msgr2=0x56365ae1b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8200015000 tx=0x7f82000036e0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 -- 172.21.15.3:0/1434744589 shutdown_connections 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae1bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae21290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 --2- 172.21.15.3:0/1434744589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae217d0 0x56365ae1b260 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.591+0000 7f8221c2db80 1 -- 172.21.15.3:0/1434744589 >> 172.21.15.3:0/1434744589 conn(0x56365ad49be0 msgr2=0x56365ae16010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.592+0000 7f8221c2db80 1 -- 172.21.15.3:0/1434744589 shutdown_connections 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.592+0000 7f8221c2db80 1 -- 172.21.15.3:0/1434744589 wait complete. 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.592+0000 7f8215200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 0x7f81f40b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8208007400 tx=0x7f820800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.592+0000 7f8221c2db80 1 -- start start 2024-05-21T19:09:25.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.592+0000 7f8221c2db80 1 Processor -- start 2024-05-21T19:09:25.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae27460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae24800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae217d0 0x56365ae24d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56365ac6ffa0 con 0x56365ae217d0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56365ad0a760 con 0x56365ae20eb0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56365ae281e0 con 0x56365ae1b880 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8221c2db80 10 client.0 _ll_register_callbacks cb 0x56365ad13c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f820fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae27460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f820fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae27460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58156/0 (socket says 172.21.15.3:58156) 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f820fe00700 1 -- 172.21.15.3:0/321453113 learned_addr learned my addr 172.21.15.3:0/321453113 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f820f400700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae24800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.593+0000 7f8215200700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae217d0 0x56365ae24d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 -- 172.21.15.3:0/321453113 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 msgr2=0x56365ae27460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae27460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 -- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae217d0 msgr2=0x56365ae24d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae217d0 0x56365ae24d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 -- 172.21.15.3:0/321453113 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56365acb98d0 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f820f400700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae24800 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f81fc0dfef0 tx=0x7f81fc0a9360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65b38f30483176a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f81fa000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.594+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc0a51a0 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f81fc0b23e0 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f820000bcf0 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81fc0bee60 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 10 client.25481 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56365ad3a060 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f820000bcf0 con 0x56365ae20eb0 2024-05-21T19:09:25.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f81fc0cc0b0 con 0x56365ae20eb0 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 10 client.25481 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 10 client.25481 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 20 client.25481 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365ae34cc0 0x56365ae370b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 4 client.25481 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.595+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56365ad7bd90 con 0x56365ae34cc0 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.596+0000 7f820fe00700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365ae34cc0 0x56365ae370b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.596+0000 7f820fe00700 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365ae34cc0 0x56365ae370b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6cdbe2c27c9acba1 server_cookie=7b32dad122ae3bad in_seq=0 out_seq=0 2024-05-21T19:09:25.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.596+0000 7f81fa000700 10 client.25481 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.597+0000 7f81fa000700 1 -- 172.21.15.3:0/321453113 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56365ad7bd90 con 0x56365ae34cc0 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.597+0000 7f81fa000700 10 client.25481 handle_command_reply: tid=0 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.597+0000 7f8221c2db80 1 client.25481 shutdown 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 msgr2=0x56365ae24800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae24800 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f81fc0dfef0 tx=0x7f81fc0a9360 comp rx=0 tx=0).stop 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 shutdown_connections 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365ae34cc0 0x56365ae370b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae217d0 0x56365ae24d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae1b880 0x56365ae27460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 --2- 172.21.15.3:0/321453113 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae24800 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 >> 172.21.15.3:0/321453113 conn(0x56365ad49be0 msgr2=0x56365ae1a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f81fa000700 0 client.25481 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 shutdown_connections 2024-05-21T19:09:25.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 1 -- 172.21.15.3:0/321453113 wait complete. 2024-05-21T19:09:25.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.598+0000 7f8221c2db80 20 client.25481 trim_cache size 0 max 16384 2024-05-21T19:09:25.607 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:25 smithi003 ceph-mon[31577]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:25.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.617+0000 7f8221c2db80 1 Processor -- start 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.617+0000 7f8221c2db80 1 -- start start 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 0x56365ae1b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae245e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae24b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82101b2860 con 0x56365ae20eb0 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82101b00f0 con 0x56365ae1b880 2024-05-21T19:09:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8221c2db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82101adf40 con 0x56365ae217d0 2024-05-21T19:09:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 0x56365ae1b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 0x56365ae1b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58172/0 (socket says 172.21.15.3:58172) 2024-05-21T19:09:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820fe00700 1 -- 172.21.15.3:0/565552936 learned_addr learned my addr 172.21.15.3:0/565552936 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820f400700 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae245e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f8215200700 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae24b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820f400700 1 -- 172.21.15.3:0/565552936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 msgr2=0x56365ae24b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820f400700 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae24b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820f400700 1 -- 172.21.15.3:0/565552936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 msgr2=0x56365ae1b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.618+0000 7f820f400700 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 0x56365ae1b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.619+0000 7f820f400700 1 -- 172.21.15.3:0/565552936 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56365ae16d30 con 0x56365ae20eb0 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.619+0000 7f820f400700 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae245e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f81fc0a6c80 tx=0x7f81fc0b2750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a53b0ef8fc07ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.619+0000 7f8204c00700 1 -- 172.21.15.3:0/565552936 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc0a9520 con 0x56365ae20eb0 2024-05-21T19:09:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.620+0000 7f8204c00700 1 -- 172.21.15.3:0/565552936 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81fc0aa110 con 0x56365ae20eb0 2024-05-21T19:09:25.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.620+0000 7f8204c00700 1 -- 172.21.15.3:0/565552936 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc0e2770 con 0x56365ae20eb0 2024-05-21T19:09:25.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 -- 172.21.15.3:0/565552936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 msgr2=0x56365ae245e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae245e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f81fc0a6c80 tx=0x7f81fc0b2750 comp rx=0 tx=0).stop 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 -- 172.21.15.3:0/565552936 shutdown_connections 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae24b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae1b880 0x56365ae1b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 --2- 172.21.15.3:0/565552936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae20eb0 0x56365ae245e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 -- 172.21.15.3:0/565552936 >> 172.21.15.3:0/565552936 conn(0x56365ad49be0 msgr2=0x56365ae230f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 -- 172.21.15.3:0/565552936 shutdown_connections 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.621+0000 7f8221c2db80 1 -- 172.21.15.3:0/565552936 wait complete. 2024-05-21T19:09:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.622+0000 7f8221c2db80 1 -- start start 2024-05-21T19:09:25.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.622+0000 7f8221c2db80 1 Processor -- start 2024-05-21T19:09:25.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 0x56365ae3c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae3cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae3d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82101ae5b0 con 0x56365ae1b880 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82101afa20 con 0x56365ae20eb0 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82101aec80 con 0x56365ae217d0 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8221c2db80 10 client.0 _ll_register_callbacks cb 0x56365ad13c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 0x56365ae3c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae3cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 0x56365ae3c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57380/0 (socket says 172.21.15.3:57380) 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820fe00700 1 -- 172.21.15.3:0/3964582305 learned_addr learned my addr 172.21.15.3:0/3964582305 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f8215200700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae3d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 -- 172.21.15.3:0/3964582305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 msgr2=0x56365ae3d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae3d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 -- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 msgr2=0x56365ae3c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 0x56365ae3c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.623+0000 7f820f400700 1 -- 172.21.15.3:0/3964582305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56365ae9ea10 con 0x56365ae20eb0 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f8215200700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae3d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f820f400700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae3cba0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x56365ae32990 tx=0x7f81fc0a9360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb32d71a20c890f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f81fa000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81fc0a9a10 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81fc0aa110 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f81fc06f250 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f81fc0a9520 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.624+0000 7f8221c2db80 10 client.25487 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56365ae9fcf0 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f81fc0aa110 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f81fc0a86e0 con 0x56365ae20eb0 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 10 client.25487 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 10 client.25487 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 20 client.25487 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365aea0100 0x56365aea24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 4 client.25487 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.625+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56365ad75570 con 0x56365aea0100 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.626+0000 7f820fe00700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365aea0100 0x56365aea24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.626+0000 7f81fa000700 10 client.25487 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.626+0000 7f820fe00700 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365aea0100 0x56365aea24f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cce101525cbafbfe server_cookie=5e7789fdfa2c44eb in_seq=0 out_seq=0 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f81fa000700 1 -- 172.21.15.3:0/3964582305 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56365ad75570 con 0x56365aea0100 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f81fa000700 10 client.25487 handle_command_reply: tid=0 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 client.25487 shutdown 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 msgr2=0x56365ae3cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae3cba0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x56365ae32990 tx=0x7f81fc0a9360 comp rx=0 tx=0).stop 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 shutdown_connections 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56365ae217d0 0x56365ae3d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56365aea0100 0x56365aea24f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56365ae1b880 0x56365ae3c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 --2- 172.21.15.3:0/3964582305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56365ae20eb0 0x56365ae3cba0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 >> 172.21.15.3:0/3964582305 conn(0x56365ad49be0 msgr2=0x56365ae245e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f81fa000700 0 client.25487 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.627+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 shutdown_connections 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.628+0000 7f8221c2db80 1 -- 172.21.15.3:0/3964582305 wait complete. 2024-05-21T19:09:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.628+0000 7f8221c2db80 20 client.25487 trim_cache size 0 max 16384 2024-05-21T19:09:25.633 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.628+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 msgr2=0x7f81f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.628+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 0x7f81f40b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8208007400 tx=0x7f820800b040 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 msgr2=0x7f821019c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f81fc00e9a0 tx=0x7f81fc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 shutdown_connections 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81f40b2880 0x7f81f40b4d40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8210109520 0x7f82101a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8210101b30 0x7f821019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 --2- 172.21.15.3:0/3973491015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82101024f0 0x7f821019c3b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 >> 172.21.15.3:0/3973491015 conn(0x7f8210078ab0 msgr2=0x7f8210100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 shutdown_connections 2024-05-21T19:09:25.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:25.629+0000 7f8217200700 1 -- 172.21.15.3:0/3973491015 wait complete. 2024-05-21T19:09:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:25 smithi178 ceph-mon[36523]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:25.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:25 smithi104 ceph-mon[36417]: pgmap v484: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:26.597 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:09:27.078 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:27.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:27 smithi003 ceph-mon[31577]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:27 smithi178 ceph-mon[36523]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:27 smithi104 ceph-mon[36417]: pgmap v485: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:09:29.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 -- 172.21.15.3:0/611139915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 msgr2=0x7f1004103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 --2- 172.21.15.3:0/611139915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f1004103910 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0ff00099c0 tx=0x7f0ff0009cd0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 -- 172.21.15.3:0/611139915 shutdown_connections 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 --2- 172.21.15.3:0/611139915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1004103e50 0x7f1004110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 --2- 172.21.15.3:0/611139915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004109540 0x7f1004109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 --2- 172.21.15.3:0/611139915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f1004103910 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 -- 172.21.15.3:0/611139915 >> 172.21.15.3:0/611139915 conn(0x7f10040fefc0 msgr2=0x7f10041013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 -- 172.21.15.3:0/611139915 shutdown_connections 2024-05-21T19:09:29.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.481+0000 7f1009400700 1 -- 172.21.15.3:0/611139915 wait complete. 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.482+0000 7f1009400700 1 Processor -- start 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 -- start start 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 0x7f10041a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1004109540 0x7f100419ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1004113620 con 0x7f1004109540 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10041134a0 con 0x7f1004103490 2024-05-21T19:09:29.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.483+0000 7f1009400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f10041137a0 con 0x7f1004103e50 2024-05-21T19:09:29.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58188/0 (socket says 172.21.15.3:58188) 2024-05-21T19:09:29.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 -- 172.21.15.3:0/1720876812 learned_addr learned my addr 172.21.15.3:0/1720876812 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 0x7f10041a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 -- 172.21.15.3:0/1720876812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 msgr2=0x7f10041a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 0x7f10041a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 -- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1004109540 msgr2=0x7f100419ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1004109540 0x7f100419ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003e00700 1 -- 172.21.15.3:0/1720876812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f100419c1f0 con 0x7f1004103490 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.484+0000 7f1003400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 0x7f10041a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1003e00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0ff400e9a0 tx=0x7f0ff400ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1000c00700 1 -- 172.21.15.3:0/1720876812 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff400cb50 con 0x7f1004103490 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1000c00700 1 -- 172.21.15.3:0/1720876812 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ff400ccf0 con 0x7f1004103490 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1000c00700 1 -- 172.21.15.3:0/1720876812 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4018680 con 0x7f1004103490 2024-05-21T19:09:29.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f100419c4e0 con 0x7f1004103490 2024-05-21T19:09:29.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.485+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10041a87a0 con 0x7f1004103490 2024-05-21T19:09:29.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.491+0000 7f1000c00700 1 -- 172.21.15.3:0/1720876812 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0ff4010430 con 0x7f1004103490 2024-05-21T19:09:29.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 Processor -- start 2024-05-21T19:09:29.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 -- start start 2024-05-21T19:09:29.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 0x56360417f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 0x5636041794b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604179f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5636040d7e40 con 0x56360417f940 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5636040c79e0 con 0x563604179ad0 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.492+0000 7f101544bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5636040cba20 con 0x56360417f020 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1008a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 0x56360417f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1008a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 0x56360417f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58216/0 (socket says 172.21.15.3:58216) 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1008a00700 1 -- 172.21.15.3:0/3790856793 learned_addr learned my addr 172.21.15.3:0/3790856793 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:29.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1000c00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 0x7f0fe80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1003e00700 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 0x5636041794b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1000c00700 1 -- 172.21.15.3:0/1720876812 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0ff40e25b0 con 0x7f1004103490 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.493+0000 7f1003400700 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604179f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1008a00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 0x7f0fe80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1003e00700 1 -- 172.21.15.3:0/3790856793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 msgr2=0x56360417f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1003e00700 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 0x56360417f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1003e00700 1 -- 172.21.15.3:0/3790856793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 msgr2=0x563604179f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1003e00700 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604179f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.494+0000 7f1003e00700 1 -- 172.21.15.3:0/3790856793 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563604090420 con 0x56360417f940 2024-05-21T19:09:29.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.495+0000 7f1003e00700 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 0x5636041794b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0ff400c5b0 tx=0x7f0ff4074370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de22f5ea19f589a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.495+0000 7f1008a00700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 0x7f0fe80b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc009c10 tx=0x7f0ffc009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.496+0000 7f0ff9600700 1 -- 172.21.15.3:0/3790856793 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4025170 con 0x56360417f940 2024-05-21T19:09:29.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.496+0000 7f0ff9600700 1 -- 172.21.15.3:0/3790856793 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ff40b22f0 con 0x56360417f940 2024-05-21T19:09:29.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.496+0000 7f0ff9600700 1 -- 172.21.15.3:0/3790856793 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff40adf00 con 0x56360417f940 2024-05-21T19:09:29.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 -- 172.21.15.3:0/3790856793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 msgr2=0x5636041794b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 0x5636041794b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0ff400c5b0 tx=0x7f0ff4074370 comp rx=0 tx=0).stop 2024-05-21T19:09:29.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 -- 172.21.15.3:0/3790856793 shutdown_connections 2024-05-21T19:09:29.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604179f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f020 0x56360417f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 --2- 172.21.15.3:0/3790856793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f940 0x5636041794b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 -- 172.21.15.3:0/3790856793 >> 172.21.15.3:0/3790856793 conn(0x5636040a7be0 msgr2=0x563604174150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 -- 172.21.15.3:0/3790856793 shutdown_connections 2024-05-21T19:09:29.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.497+0000 7f101544bb80 1 -- 172.21.15.3:0/3790856793 wait complete. 2024-05-21T19:09:29.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.498+0000 7f101544bb80 1 -- start start 2024-05-21T19:09:29.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.498+0000 7f101544bb80 1 Processor -- start 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604182f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563603fcdfa0 con 0x563604179ad0 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563604068760 con 0x56360417f020 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563604186460 con 0x56360417f940 2024-05-21T19:09:29.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.499+0000 7f101544bb80 10 client.0 _ll_register_callbacks cb 0x563604071c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58196/0 (socket says 172.21.15.3:58196) 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57398/0 (socket says 172.21.15.3:57398) 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003400700 1 -- 172.21.15.3:0/3012342994 learned_addr learned my addr 172.21.15.3:0/3012342994 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1008a00700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604182f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.500+0000 7f1003400700 1 -- 172.21.15.3:0/3012342994 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 msgr2=0x563604182f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003400700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604182f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003400700 1 -- 172.21.15.3:0/3012342994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 msgr2=0x563604185680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003400700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003400700 1 -- 172.21.15.3:0/3012342994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636040178d0 con 0x56360417f020 2024-05-21T19:09:29.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003400700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ff00098e0 tx=0x7f0ff00056f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d1093a04257e87d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f0fee000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:29.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.501+0000 7f1003e00700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T19:09:29.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.504+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff00039c0 con 0x56360417f020 2024-05-21T19:09:29.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.504+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0ff0003b60 con 0x56360417f020 2024-05-21T19:09:29.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.504+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5636040d9d90 con 0x56360417f020 2024-05-21T19:09:29.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.507+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ff0003d60 con 0x56360417f020 2024-05-21T19:09:29.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.507+0000 7f101544bb80 10 client.25499 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:29.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.507+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563604098060 con 0x56360417f020 2024-05-21T19:09:29.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.507+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5636040d9d90 con 0x56360417f020 2024-05-21T19:09:29.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.507+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ff00246b0 con 0x56360417f020 2024-05-21T19:09:29.508 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:29 smithi003 ceph-mon[31577]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 10 client.25499 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 10 client.25499 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 20 client.25499 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x56360419dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 4 client.25499 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636040d3570 con 0x56360419b830 2024-05-21T19:09:29.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.508+0000 7f1003e00700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x56360419dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.509+0000 7f1003e00700 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x56360419dc20 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2bf729ba2ff77fd server_cookie=c1584d56931cf551 in_seq=0 out_seq=0 2024-05-21T19:09:29.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.509+0000 7f0fee000700 10 client.25499 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:29.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.510+0000 7f0fee000700 1 -- 172.21.15.3:0/3012342994 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5636040d3570 con 0x56360419b830 2024-05-21T19:09:29.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.510+0000 7f0fee000700 10 client.25499 handle_command_reply: tid=0 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.510+0000 7f101544bb80 1 client.25499 shutdown 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.510+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 msgr2=0x563604182a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.510+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ff00098e0 tx=0x7f0ff00056f0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 shutdown_connections 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x56360419dc20 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f0fee000700 0 client.25499 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604182f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563604179ad0 0x563604185680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 --2- 172.21.15.3:0/3012342994 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360417f020 0x563604182a20 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.511+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 >> 172.21.15.3:0/3012342994 conn(0x5636040a7be0 msgr2=0x5636041784a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.512+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 shutdown_connections 2024-05-21T19:09:29.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.512+0000 7f101544bb80 1 -- 172.21.15.3:0/3012342994 wait complete. 2024-05-21T19:09:29.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.512+0000 7f101544bb80 20 client.25499 trim_cache size 0 max 16384 2024-05-21T19:09:29.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.544+0000 7f101544bb80 1 Processor -- start 2024-05-21T19:09:29.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.544+0000 7f101544bb80 1 -- start start 2024-05-21T19:09:29.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x563604173c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604174170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10041ae180 con 0x56360417f020 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10041aba10 con 0x563604179ad0 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f101544bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f100410e310 con 0x56360417f940 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58210/0 (socket says 172.21.15.3:58210) 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003e00700 1 -- 172.21.15.3:0/2693124442 learned_addr learned my addr 172.21.15.3:0/2693124442 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003400700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x563604173c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1008a00700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604174170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003e00700 1 -- 172.21.15.3:0/2693124442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 msgr2=0x563604174170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.545+0000 7f1003e00700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604174170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f1003e00700 1 -- 172.21.15.3:0/2693124442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 msgr2=0x563604173c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f1003e00700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x563604173c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f1003e00700 1 -- 172.21.15.3:0/2693124442 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563604180f90 con 0x563604179ad0 2024-05-21T19:09:29.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f1003400700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x563604173c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:29.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f1003e00700 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40a5bd0 tx=0x7f0ff40cc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=760dd32a330f8b20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f0ff8c00700 1 -- 172.21.15.3:0/2693124442 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff40b29b0 con 0x563604179ad0 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f0ff8c00700 1 -- 172.21.15.3:0/2693124442 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ff40adf00 con 0x563604179ad0 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.546+0000 7f0ff8c00700 1 -- 172.21.15.3:0/2693124442 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff40b2780 con 0x563604179ad0 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 -- 172.21.15.3:0/2693124442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 msgr2=0x5636041794b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0ff40a5bd0 tx=0x7f0ff40cc040 comp rx=0 tx=0).stop 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 -- 172.21.15.3:0/2693124442 shutdown_connections 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x563604174170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x5636041794b0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 --2- 172.21.15.3:0/2693124442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x563604173c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.547+0000 7f101544bb80 1 -- 172.21.15.3:0/2693124442 >> 172.21.15.3:0/2693124442 conn(0x5636040a7be0 msgr2=0x563604181310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.548+0000 7f101544bb80 1 -- 172.21.15.3:0/2693124442 shutdown_connections 2024-05-21T19:09:29.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.548+0000 7f101544bb80 1 -- 172.21.15.3:0/2693124442 wait complete. 2024-05-21T19:09:29.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.548+0000 7f101544bb80 1 -- start start 2024-05-21T19:09:29.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.548+0000 7f101544bb80 1 Processor -- start 2024-05-21T19:09:29.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604194570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x5636041a3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10041a9ed0 con 0x56360417f020 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10041ab340 con 0x563604179ad0 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f10041aa5a0 con 0x56360417f940 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f101544bb80 10 client.0 _ll_register_callbacks cb 0x563604071c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f1003400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f1003400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57414/0 (socket says 172.21.15.3:57414) 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f1003400700 1 -- 172.21.15.3:0/2952036774 learned_addr learned my addr 172.21.15.3:0/2952036774 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:29.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f1003e00700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604194570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.549+0000 7f1008a00700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x5636041a3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 -- 172.21.15.3:0/2952036774 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 msgr2=0x5636041a3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x5636041a3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 -- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 msgr2=0x563604194570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604194570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 -- 172.21.15.3:0/2952036774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636041a3820 con 0x56360417f020 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003e00700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604194570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f1003400700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0ff0000c00 tx=0x7f0ff0009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c963216470c1739d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:29.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.550+0000 7f0fee000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:29.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.551+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff0024880 con 0x56360417f020 2024-05-21T19:09:29.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.551+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0ff000b730 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.551+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ff40adf00 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.551+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0ff000b930 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.552+0000 7f101544bb80 10 client.15411 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.552+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563604206290 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.552+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ff40adf00 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.552+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0ff000fc30 con 0x56360417f020 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.552+0000 7f101544bb80 10 client.15411 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f101544bb80 10 client.15411 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f101544bb80 20 client.15411 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x5636042088e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f101544bb80 4 client.15411 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563603f4a250 con 0x56360419b830 2024-05-21T19:09:29.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.553+0000 7f1003e00700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x5636042088e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f1003e00700 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x5636042088e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ba158890cf31730 server_cookie=265337e929ab0ef6 in_seq=0 out_seq=0 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f0fee000700 10 client.15411 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f0fee000700 1 -- 172.21.15.3:0/2952036774 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563603f4a250 con 0x56360419b830 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f0fee000700 10 client.15411 handle_command_reply: tid=0 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f101544bb80 1 client.15411 shutdown 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 msgr2=0x5636041a2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.554+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0ff0000c00 tx=0x7f0ff0009f60 comp rx=0 tx=0).stop 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 shutdown_connections 2024-05-21T19:09:29.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56360419b830 0x5636042088e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360417f940 0x5636041a3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563604179ad0 0x563604194570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 --2- 172.21.15.3:0/2952036774 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56360417f020 0x5636041a2c20 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 >> 172.21.15.3:0/2952036774 conn(0x5636040a7be0 msgr2=0x563604182800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f0fee000700 0 client.15411 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 shutdown_connections 2024-05-21T19:09:29.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 1 -- 172.21.15.3:0/2952036774 wait complete. 2024-05-21T19:09:29.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.555+0000 7f101544bb80 20 client.15411 trim_cache size 0 max 16384 2024-05-21T19:09:29.560 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 msgr2=0x7f0fe80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 0x7f0fe80b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc009c10 tx=0x7f0ffc009920 comp rx=0 tx=0).stop 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 msgr2=0x7f10041a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0ff400e9a0 tx=0x7f0ff400ed60 comp rx=0 tx=0).stop 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 shutdown_connections 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0fe80b2900 0x7f0fe80b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1004109540 0x7f100419ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1004103490 0x7f10041a18d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 --2- 172.21.15.3:0/1720876812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1004103e50 0x7f10041a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:29.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.556+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 >> 172.21.15.3:0/1720876812 conn(0x7f10040fefc0 msgr2=0x7f1004100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:29.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.557+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 shutdown_connections 2024-05-21T19:09:29.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:29.557+0000 7f1009400700 1 -- 172.21.15.3:0/1720876812 wait complete. 2024-05-21T19:09:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:29 smithi178 ceph-mon[36523]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:29 smithi104 ceph-mon[36417]: pgmap v486: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:31.425 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:09:31.426 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:09:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:31 smithi003 ceph-mon[31577]: pgmap v487: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:31 smithi178 ceph-mon[36523]: pgmap v487: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:31.962 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:31 smithi104 ceph-mon[36417]: pgmap v487: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:32.120 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 -- 172.21.15.3:0/4256187474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde08105c80 msgr2=0x7fde08108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 --2- 172.21.15.3:0/4256187474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde08105c80 0x7fde08108070 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fddf4009900 tx=0x7fddf402a410 comp rx=0 tx=0).stop 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 -- 172.21.15.3:0/4256187474 shutdown_connections 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 --2- 172.21.15.3:0/4256187474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde081085b0 0x7fde0810aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 --2- 172.21.15.3:0/4256187474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde08105c80 0x7fde08108070 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 --2- 172.21.15.3:0/4256187474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08103350 0x7fde08105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 -- 172.21.15.3:0/4256187474 >> 172.21.15.3:0/4256187474 conn(0x7fde080fcd40 msgr2=0x7fde080ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 -- 172.21.15.3:0/4256187474 shutdown_connections 2024-05-21T19:09:33.354 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.353+0000 7fde07200640 1 -- 172.21.15.3:0/4256187474 wait complete. 2024-05-21T19:09:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.354+0000 7fde07200640 1 Processor -- start 2024-05-21T19:09:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 -- start start 2024-05-21T19:09:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 0x7fde0819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 0x7fde081a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810e460 con 0x7fde08103350 2024-05-21T19:09:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810e2e0 con 0x7fde081085b0 2024-05-21T19:09:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde07200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde0810e5e0 con 0x7fde08105c80 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde05e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde05e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40122/0 (socket says 172.21.15.3:40122) 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde05e00640 1 -- 172.21.15.3:0/2792136478 learned_addr learned my addr 172.21.15.3:0/2792136478 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.355+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 0x7fde081a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde05400640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 0x7fde0819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 -- 172.21.15.3:0/2792136478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 msgr2=0x7fde0819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 0x7fde0819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 -- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 msgr2=0x7fde0819ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 -- 172.21.15.3:0/2792136478 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde081a2960 con 0x7fde081085b0 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde05e00640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde05400640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 0x7fde0819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 0x7fde081a22c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fde00009fd0 tx=0x7fde0000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.356+0000 7fddfea00640 1 -- 172.21.15.3:0/2792136478 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0000ce20 con 0x7fde081085b0 2024-05-21T19:09:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.357+0000 7fddfea00640 1 -- 172.21.15.3:0/2792136478 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde00005020 con 0x7fde081085b0 2024-05-21T19:09:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.357+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde081a2c50 con 0x7fde081085b0 2024-05-21T19:09:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.357+0000 7fddfea00640 1 -- 172.21.15.3:0/2792136478 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde00010690 con 0x7fde081085b0 2024-05-21T19:09:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.357+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde081a31a0 con 0x7fde081085b0 2024-05-21T19:09:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.361+0000 7fddfea00640 1 -- 172.21.15.3:0/2792136478 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde000054d0 con 0x7fde081085b0 2024-05-21T19:09:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.361+0000 7fde0fd7f740 1 Processor -- start 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.361+0000 7fde0fd7f740 1 -- start start 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b7cf0 0x559cad3b8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3bfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559cad327b90 con 0x559cad3b7cf0 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559cad317730 con 0x559cad3b86e0 2024-05-21T19:09:33.362 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559cad31b770 con 0x559cad3bd850 2024-05-21T19:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde05e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde05e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59358/0 (socket says 172.21.15.3:59358) 2024-05-21T19:09:33.363 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.362+0000 7fde05e00640 1 -- 172.21.15.3:0/4219070005 learned_addr learned my addr 172.21.15.3:0/4219070005 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05400640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b7cf0 0x559cad3b8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fddfea00640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 0x7fddec0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05400640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3bfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 -- 172.21.15.3:0/4219070005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 msgr2=0x559cad3bfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3bfce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 -- 172.21.15.3:0/4219070005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b7cf0 msgr2=0x559cad3b8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b7cf0 0x559cad3b8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 -- 172.21.15.3:0/4219070005 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cad2b08b0 con 0x559cad3b86e0 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05400640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3bfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:33.364 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fddfea00640 1 -- 172.21.15.3:0/2792136478 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fde000e2a40 con 0x7fde081085b0 2024-05-21T19:09:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 0x7fddec0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.365 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.363+0000 7fde05e00640 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fddf80115f0 tx=0x7fddf8011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be45901198d7ab91 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.364+0000 7fddf3400640 1 -- 172.21.15.3:0/4219070005 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8005020 con 0x559cad3b86e0 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.364+0000 7fddf3400640 1 -- 172.21.15.3:0/4219070005 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddf80047a0 con 0x559cad3b86e0 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.364+0000 7fddf3400640 1 -- 172.21.15.3:0/4219070005 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf800fa40 con 0x559cad3b86e0 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.364+0000 7fde06800640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 0x7fddec0b4d20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fde000e04c0 tx=0x7fde000057c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4219070005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 msgr2=0x559cad3bd1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fddf80115f0 tx=0x7fddf8011ab0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4219070005 shutdown_connections 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3bfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b86e0 0x559cad3bd1e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4219070005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b7cf0 0x559cad3b8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.366 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4219070005 >> 172.21.15.3:0/4219070005 conn(0x559cad3b3360 msgr2=0x559cad3b3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.365+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4219070005 shutdown_connections 2024-05-21T19:09:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.366+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4219070005 wait complete. 2024-05-21T19:09:33.367 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.366+0000 7fde0fd7f740 1 -- start start 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.366+0000 7fde0fd7f740 1 Processor -- start 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3d1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559cacffd790 con 0x559cad3b86e0 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559cad2bfbc0 con 0x559cad3b7cf0 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559cad3c0800 con 0x559cad3bd850 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde0fd7f740 10 client.0 _ll_register_callbacks cb 0x559cad29d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde05400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde05400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59364/0 (socket says 172.21.15.3:59364) 2024-05-21T19:09:33.368 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.367+0000 7fde05400640 1 -- 172.21.15.3:0/2533530142 learned_addr learned my addr 172.21.15.3:0/2533530142 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3d1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05e00640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 -- 172.21.15.3:0/2533530142 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 msgr2=0x559cad3d1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3d1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 -- 172.21.15.3:0/2533530142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 msgr2=0x559cad3ca8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ca8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 -- 172.21.15.3:0/2533530142 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cad02c210 con 0x559cad3b7cf0 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fde05400640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fddf4005c40 tx=0x7fddf402a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99ec93288db4b9e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fdde7e00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:33.370 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf4035040 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.368+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fddf4004230 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddf80047a0 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fddf404f050 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fde0fd7f740 10 client.25517 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559cad0f8620 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddf80047a0 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fddf403a040 con 0x559cad3b7cf0 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fde0fd7f740 10 client.25517 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.369+0000 7fde0fd7f740 10 client.25517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.370+0000 7fde0fd7f740 20 client.25517 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.370+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad3d5e80 0x559cad3d8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.370+0000 7fde0fd7f740 4 client.25517 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:33.371 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.370+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559cad329ae0 con 0x559cad3d5e80 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.370+0000 7fde05e00640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad3d5e80 0x559cad3d8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.371+0000 7fde05e00640 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad3d5e80 0x559cad3d8290 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55451f1904e6264a server_cookie=7b570600af3c060d in_seq=0 out_seq=0 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.371+0000 7fdde7e00640 10 client.25517 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fdde7e00640 1 -- 172.21.15.3:0/2533530142 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559cad329ae0 con 0x559cad3d5e80 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fdde7e00640 10 client.25517 handle_command_reply: tid=0 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 client.25517 shutdown 2024-05-21T19:09:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 msgr2=0x559cad3ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fddf4005c40 tx=0x7fddf402a410 comp rx=0 tx=0).stop 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 shutdown_connections 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad3d5e80 0x559cad3d8290 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3d1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ca8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2533530142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ca390 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 >> 172.21.15.3:0/2533530142 conn(0x559cad3b3360 msgr2=0x559cad3b24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fdde7e00640 0 client.25517 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 shutdown_connections 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2533530142 wait complete. 2024-05-21T19:09:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.372+0000 7fde0fd7f740 20 client.25517 trim_cache size 0 max 16384 2024-05-21T19:09:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.400+0000 7fde0fd7f740 1 Processor -- start 2024-05-21T19:09:33.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.400+0000 7fde0fd7f740 1 -- start start 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3d18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3bd850 0x559cad3b9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde081aa3e0 con 0x559cad3b86e0 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde081a7cb0 con 0x559cad3bd850 2024-05-21T19:09:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde081a5b00 con 0x559cad3b7cf0 2024-05-21T19:09:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde05400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde05e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3d18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde05400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44484/0 (socket says 172.21.15.3:44484) 2024-05-21T19:09:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde05400640 1 -- 172.21.15.3:0/2034742971 learned_addr learned my addr 172.21.15.3:0/2034742971 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.401+0000 7fde05400640 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3bd850 0x559cad3b9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 -- 172.21.15.3:0/2034742971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3bd850 msgr2=0x559cad3b9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3bd850 0x559cad3b9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 -- 172.21.15.3:0/2034742971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 msgr2=0x559cad3d18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3d18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 -- 172.21.15.3:0/2034742971 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cad3b3190 con 0x559cad3b7cf0 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05e00640 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3d18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.402+0000 7fde05400640 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fddf403ec20 tx=0x7fddf4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed03a0f55e707d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.403+0000 7fddf2a00640 1 -- 172.21.15.3:0/2034742971 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf4035070 con 0x559cad3b7cf0 2024-05-21T19:09:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.403+0000 7fddf2a00640 1 -- 172.21.15.3:0/2034742971 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddf4031e50 con 0x559cad3b7cf0 2024-05-21T19:09:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.403+0000 7fddf2a00640 1 -- 172.21.15.3:0/2034742971 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf4035070 con 0x559cad3b7cf0 2024-05-21T19:09:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2034742971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 msgr2=0x559cad3ca830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fddf403ec20 tx=0x7fddf4009260 comp rx=0 tx=0).stop 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2034742971 shutdown_connections 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3bd850 0x559cad3b9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3d18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/2034742971 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3b7cf0 0x559cad3ca830 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2034742971 >> 172.21.15.3:0/2034742971 conn(0x559cad3b3360 msgr2=0x559cad3b9180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2034742971 shutdown_connections 2024-05-21T19:09:33.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.404+0000 7fde0fd7f740 1 -- 172.21.15.3:0/2034742971 wait complete. 2024-05-21T19:09:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.405+0000 7fde0fd7f740 1 -- start start 2024-05-21T19:09:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.405+0000 7fde0fd7f740 1 Processor -- start 2024-05-21T19:09:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ceef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3cff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde081a6170 con 0x559cad3b86e0 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde081a75e0 con 0x559cad3b7cf0 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde081a6840 con 0x559cad3bd850 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde0fd7f740 10 client.0 _ll_register_callbacks cb 0x7fde000093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde05400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde05e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ceef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde05400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ce9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59388/0 (socket says 172.21.15.3:59388) 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde05400640 1 -- 172.21.15.3:0/4074414058 learned_addr learned my addr 172.21.15.3:0/4074414058 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.406+0000 7fde05400640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3cff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 -- 172.21.15.3:0/4074414058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 msgr2=0x559cad3cff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3cff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 -- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 msgr2=0x559cad3ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 -- 172.21.15.3:0/4074414058 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cad3d04f0 con 0x559cad3b86e0 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fde05e00640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ceef0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x559cad3b4230 tx=0x7fddf8004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d45a8aa5b722704c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:33.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.407+0000 7fdde7e00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.408+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddf8033060 con 0x559cad3b86e0 2024-05-21T19:09:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.408+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fddf8016040 con 0x559cad3b86e0 2024-05-21T19:09:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.408+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddf4031e50 con 0x559cad3b86e0 2024-05-21T19:09:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.409+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fddf800f6c0 con 0x559cad3b86e0 2024-05-21T19:09:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.409+0000 7fde0fd7f740 10 client.15426 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.409+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559cad3d1800 con 0x559cad3b86e0 2024-05-21T19:09:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddf4031e50 con 0x559cad3b86e0 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fddf802e9e0 con 0x559cad3b86e0 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 10 client.15426 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 10 client.15426 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 20 client.15426 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad440b30 0x559cad442f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 4 client.15426 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559cad3232c0 con 0x559cad440b30 2024-05-21T19:09:33.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.410+0000 7fde05400640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad440b30 0x559cad442f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.411+0000 7fde05400640 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad440b30 0x559cad442f20 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2682df441a3d84f server_cookie=be81346daf304266 in_seq=0 out_seq=0 2024-05-21T19:09:33.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.411+0000 7fdde7e00640 10 client.15426 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.415+0000 7fdde7e00640 1 -- 172.21.15.3:0/4074414058 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559cad3232c0 con 0x559cad440b30 2024-05-21T19:09:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.415+0000 7fdde7e00640 10 client.15426 handle_command_reply: tid=0 2024-05-21T19:09:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.415+0000 7fde0fd7f740 1 client.15426 shutdown 2024-05-21T19:09:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.415+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 msgr2=0x559cad3ceef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.415+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ceef0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x559cad3b4230 tx=0x7fddf8004680 comp rx=0 tx=0).stop 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 shutdown_connections 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559cad440b30 0x559cad442f20 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559cad3bd850 0x559cad3cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559cad3b86e0 0x559cad3ceef0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 --2- 172.21.15.3:0/4074414058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559cad3b7cf0 0x559cad3ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 >> 172.21.15.3:0/4074414058 conn(0x559cad3b3360 msgr2=0x559cad3ca690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fdde7e00640 0 client.15426 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 shutdown_connections 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.416+0000 7fde0fd7f740 1 -- 172.21.15.3:0/4074414058 wait complete. 2024-05-21T19:09:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.417+0000 7fde0fd7f740 20 client.15426 trim_cache size 0 max 16384 2024-05-21T19:09:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:09:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:09:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 msgr2=0x7fddec0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 0x7fddec0b4d20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fde000e04c0 tx=0x7fde000057c0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 msgr2=0x7fde081a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 0x7fde081a22c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fde00009fd0 tx=0x7fde0000ef10 comp rx=0 tx=0).stop 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 shutdown_connections 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fddec0b2860 0x7fddec0b4d20 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde08105c80 0x7fde0819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde081085b0 0x7fde081a22c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 --2- 172.21.15.3:0/2792136478 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde08103350 0x7fde0819ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 >> 172.21.15.3:0/2792136478 conn(0x7fde080fcd40 msgr2=0x7fde08102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 shutdown_connections 2024-05-21T19:09:33.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:33.418+0000 7fde07200640 1 -- 172.21.15.3:0/2792136478 wait complete. 2024-05-21T19:09:33.499 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:33.664 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:33 smithi003 ceph-mon[31577]: pgmap v488: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:33 smithi178 ceph-mon[36523]: pgmap v488: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:33 smithi104 ceph-mon[36417]: pgmap v488: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 5 op/s 2024-05-21T19:09:34.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.954+0000 7fc61f000700 1 -- 172.21.15.3:0/3816344400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 msgr2=0x7fc618112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.954+0000 7fc61f000700 1 --2- 172.21.15.3:0/3816344400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc618112120 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc61000b0a0 tx=0x7fc61000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 -- 172.21.15.3:0/3816344400 shutdown_connections 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 --2- 172.21.15.3:0/3816344400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc618112120 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 --2- 172.21.15.3:0/3816344400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618075970 0x7fc618075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 --2- 172.21.15.3:0/3816344400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618076290 0x7fc61810f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 -- 172.21.15.3:0/3816344400 >> 172.21.15.3:0/3816344400 conn(0x7fc6180fefc0 msgr2=0x7fc6181013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 -- 172.21.15.3:0/3816344400 shutdown_connections 2024-05-21T19:09:34.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.955+0000 7fc61f000700 1 -- 172.21.15.3:0/3816344400 wait complete. 2024-05-21T19:09:34.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.956+0000 7fc61f000700 1 Processor -- start 2024-05-21T19:09:34.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.956+0000 7fc61f000700 1 -- start start 2024-05-21T19:09:34.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618076290 0x7fc6181a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc61819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc618115890 con 0x7fc61810fcb0 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc618115710 con 0x7fc618076290 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.957+0000 7fc61f000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc618115a10 con 0x7fc618075970 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc61819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44504/0 (socket says 172.21.15.3:44504) 2024-05-21T19:09:34.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 -- 172.21.15.3:0/935398419 learned_addr learned my addr 172.21.15.3:0/935398419 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61d200700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618076290 0x7fc6181a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 -- 172.21.15.3:0/935398419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618076290 msgr2=0x7fc6181a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618076290 0x7fc6181a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 -- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 msgr2=0x7fc61819bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc61819bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.958+0000 7fc61dc00700 1 -- 172.21.15.3:0/935398419 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc61819c410 con 0x7fc618075970 2024-05-21T19:09:34.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.959+0000 7fc61e600700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc61819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:34.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.959+0000 7fc61dc00700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00eb30 tx=0x7fc60c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:34.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.960+0000 7fc616000700 1 -- 172.21.15.3:0/935398419 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c00cbd0 con 0x7fc618075970 2024-05-21T19:09:34.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.960+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc61819c700 con 0x7fc618075970 2024-05-21T19:09:34.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.960+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6181a89e0 con 0x7fc618075970 2024-05-21T19:09:34.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.960+0000 7fc616000700 1 -- 172.21.15.3:0/935398419 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc60c0044d0 con 0x7fc618075970 2024-05-21T19:09:34.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.960+0000 7fc616000700 1 -- 172.21.15.3:0/935398419 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c003c90 con 0x7fc618075970 2024-05-21T19:09:34.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.965+0000 7fc62af5bb80 1 Processor -- start 2024-05-21T19:09:34.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.965+0000 7fc62af5bb80 1 -- start start 2024-05-21T19:09:34.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.966+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.966+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52622df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.966+0000 7fc616000700 1 -- 172.21.15.3:0/935398419 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc60c003e30 con 0x7fc618075970 2024-05-21T19:09:34.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.966+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52623870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.966+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560f52580ec0 con 0x560f52628840 2024-05-21T19:09:34.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560f52570a60 con 0x560f52623410 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560f52574aa0 con 0x560f52629160 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40188/0 (socket says 172.21.15.3:40188) 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc61e600700 1 -- 172.21.15.3:0/1003167411 learned_addr learned my addr 172.21.15.3:0/1003167411 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc61dc00700 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52622df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.967+0000 7fc61d200700 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52623870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.968+0000 7fc61e600700 1 -- 172.21.15.3:0/1003167411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 msgr2=0x560f52622df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:34.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.968+0000 7fc61e600700 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52622df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.968+0000 7fc61e600700 1 -- 172.21.15.3:0/1003167411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 msgr2=0x560f52623870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:34.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.968+0000 7fc61e600700 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52623870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.968+0000 7fc61e600700 1 -- 172.21.15.3:0/1003167411 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f525394a0 con 0x560f52628840 2024-05-21T19:09:34.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.970+0000 7fc616000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 0x7fc6000b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc61e600700 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc61000b0a0 tx=0x7fc61000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c282abbf17abba38 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc616000700 1 -- 172.21.15.3:0/935398419 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc60c0e2410 con 0x7fc618075970 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc61dc00700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 0x7fc6000b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc60aa00700 1 -- 172.21.15.3:0/1003167411 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610021070 con 0x560f52628840 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc60aa00700 1 -- 172.21.15.3:0/1003167411 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6100074e0 con 0x560f52628840 2024-05-21T19:09:34.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.971+0000 7fc60aa00700 1 -- 172.21.15.3:0/1003167411 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610005280 con 0x560f52628840 2024-05-21T19:09:34.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 -- 172.21.15.3:0/1003167411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 msgr2=0x560f52628c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:34.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc61dc00700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 0x7fc6000b4e40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00c5b0 tx=0x7fc60c0e5dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:34.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc61000b0a0 tx=0x7fc61000bf60 comp rx=0 tx=0).stop 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 -- 172.21.15.3:0/1003167411 shutdown_connections 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52623870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f52628c20 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/1003167411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52622df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 -- 172.21.15.3:0/1003167411 >> 172.21.15.3:0/1003167411 conn(0x560f52550c60 msgr2=0x560f5261d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 -- 172.21.15.3:0/1003167411 shutdown_connections 2024-05-21T19:09:34.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.973+0000 7fc62af5bb80 1 -- 172.21.15.3:0/1003167411 wait complete. 2024-05-21T19:09:34.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.974+0000 7fc62af5bb80 1 -- start start 2024-05-21T19:09:34.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.974+0000 7fc62af5bb80 1 Processor -- start 2024-05-21T19:09:34.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52623410 0x560f5262ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 0x560f5262c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560f52477020 con 0x560f52628840 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560f525117e0 con 0x560f52629160 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560f5262fc20 con 0x560f52623410 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.975+0000 7fc62af5bb80 10 client.0 _ll_register_callbacks cb 0x560f5251acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:34.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.976+0000 7fc61e600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52623410 0x560f5262ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.976+0000 7fc61e600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 0x560f5262c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.976+0000 7fc61d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.976+0000 7fc61d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40194/0 (socket says 172.21.15.3:40194) 2024-05-21T19:09:34.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.976+0000 7fc61d200700 1 -- 172.21.15.3:0/2632251903 learned_addr learned my addr 172.21.15.3:0/2632251903 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 -- 172.21.15.3:0/2632251903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52623410 msgr2=0x560f5262ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52623410 0x560f5262ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 -- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 msgr2=0x560f5262c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 0x560f5262c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 -- 172.21.15.3:0/2632251903 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f524c0950 con 0x560f52628840 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61e600700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 0x560f5262c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.977+0000 7fc61d200700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc604011510 tx=0x7fc6040118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc6c1071c3dc289 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:34.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc5ff400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc604004830 con 0x560f52628840 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6040049d0 con 0x560f52628840 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6100074e0 con 0x560f52628840 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc604004bd0 con 0x560f52628840 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc62af5bb80 10 client.15438 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:34.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.978+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f525410e0 con 0x560f52628840 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.979+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6100074e0 con 0x560f52628840 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.979+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc604010680 con 0x560f52628840 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.979+0000 7fc62af5bb80 10 client.15438 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.979+0000 7fc62af5bb80 10 client.15438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.980+0000 7fc62af5bb80 20 client.15438 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.980+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f5263c7f0 0x560f5263ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:34.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.980+0000 7fc62af5bb80 4 client.15438 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.980+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f52582e10 con 0x560f5263c7f0 2024-05-21T19:09:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.980+0000 7fc61e600700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f5263c7f0 0x560f5263ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.981+0000 7fc5ff400700 10 client.15438 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:34.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.981+0000 7fc61e600700 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f5263c7f0 0x560f5263ec30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c840676cd78dc8c2 server_cookie=d83251eb3e7a9ed4 in_seq=0 out_seq=0 2024-05-21T19:09:34.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.981+0000 7fc5ff400700 1 -- 172.21.15.3:0/2632251903 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560f52582e10 con 0x560f5263c7f0 2024-05-21T19:09:34.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc5ff400700 10 client.15438 handle_command_reply: tid=0 2024-05-21T19:09:34.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 client.15438 shutdown 2024-05-21T19:09:34.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 msgr2=0x560f5262c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:34.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc604011510 tx=0x7fc6040118d0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 shutdown_connections 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f5263c7f0 0x560f5263ec30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52629160 0x560f5262c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52623410 0x560f5262ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2632251903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52628840 0x560f5262c1b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.982+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 >> 172.21.15.3:0/2632251903 conn(0x560f52550c60 msgr2=0x560f5261d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:34.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.983+0000 7fc5ff400700 0 client.15438 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:34.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.984+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 shutdown_connections 2024-05-21T19:09:34.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.984+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2632251903 wait complete. 2024-05-21T19:09:34.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:34.984+0000 7fc62af5bb80 20 client.15438 trim_cache size 0 max 16384 2024-05-21T19:09:35.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.026+0000 7fc62af5bb80 1 Processor -- start 2024-05-21T19:09:35.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.026+0000 7fc62af5bb80 1 -- start start 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52622df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52629dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 0x560f5261d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800fcf0 con 0x560f52626a00 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800d580 con 0x560f52623410 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800b3d0 con 0x560f52629160 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 0x560f5261d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 0x560f5261d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40200/0 (socket says 172.21.15.3:40200) 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc61d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52629dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc61e600700 1 -- 172.21.15.3:0/4290647386 learned_addr learned my addr 172.21.15.3:0/4290647386 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:35.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.027+0000 7fc61e600700 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52622df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 -- 172.21.15.3:0/4290647386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 msgr2=0x560f52622df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52622df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 -- 172.21.15.3:0/4290647386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 msgr2=0x560f5261d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 0x560f5261d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 -- 172.21.15.3:0/4290647386 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f5262d5a0 con 0x560f52629160 2024-05-21T19:09:35.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.028+0000 7fc61d200700 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52629dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x560f5262d240 tx=0x7fc604011d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6916d3330edb3d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:35.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.029+0000 7fc60a000700 1 -- 172.21.15.3:0/4290647386 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60402b040 con 0x560f52629160 2024-05-21T19:09:35.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.029+0000 7fc60a000700 1 -- 172.21.15.3:0/4290647386 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc604010cc0 con 0x560f52629160 2024-05-21T19:09:35.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.029+0000 7fc60a000700 1 -- 172.21.15.3:0/4290647386 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc604003de0 con 0x560f52629160 2024-05-21T19:09:35.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 -- 172.21.15.3:0/4290647386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 msgr2=0x560f52629dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52629dd0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x560f5262d240 tx=0x7fc604011d90 comp rx=0 tx=0).stop 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 -- 172.21.15.3:0/4290647386 shutdown_connections 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52626a00 0x560f5261d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52623410 0x560f52622df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/4290647386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52629dd0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 -- 172.21.15.3:0/4290647386 >> 172.21.15.3:0/4290647386 conn(0x560f52550c60 msgr2=0x560f52627360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 -- 172.21.15.3:0/4290647386 shutdown_connections 2024-05-21T19:09:35.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.030+0000 7fc62af5bb80 1 -- 172.21.15.3:0/4290647386 wait complete. 2024-05-21T19:09:35.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.031+0000 7fc62af5bb80 1 -- start start 2024-05-21T19:09:35.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.031+0000 7fc62af5bb80 1 Processor -- start 2024-05-21T19:09:35.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 0x560f52631f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52626a00 0x560f52632450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52632990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800ba40 con 0x560f52623410 2024-05-21T19:09:35.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800ceb0 con 0x560f52626a00 2024-05-21T19:09:35.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f800c110 con 0x560f52629160 2024-05-21T19:09:35.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc62af5bb80 10 client.0 _ll_register_callbacks cb 0x560f5251acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:35.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 0x560f52631f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc61e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 0x560f52631f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40206/0 (socket says 172.21.15.3:40206) 2024-05-21T19:09:35.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc61e600700 1 -- 172.21.15.3:0/2651218553 learned_addr learned my addr 172.21.15.3:0/2651218553 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:35.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc61e600700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52632990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.032+0000 7fc61d200700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52626a00 0x560f52632450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 -- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52626a00 msgr2=0x560f52632450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52626a00 0x560f52632450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 -- 172.21.15.3:0/2651218553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 msgr2=0x560f52631f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 0x560f52631f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 -- 172.21.15.3:0/2651218553 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f526a7470 con 0x560f52629160 2024-05-21T19:09:35.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc61e600700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52632990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc610008fb0 tx=0x7fc61000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6eb98022ee32acf0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc5ff400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.033+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610021070 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc610036070 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc604010cc0 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc610040050 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc62af5bb80 10 client.25534 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560f526b0ee0 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.034+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc604010cc0 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc610011070 con 0x560f52629160 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 10 client.25534 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 10 client.25534 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 20 client.25534 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:35.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f526b1100 0x560f526b34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:35.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 4 client.25534 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:09:35.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560f5257c5f0 con 0x560f526b1100 2024-05-21T19:09:35.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.035+0000 7fc61d200700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f526b1100 0x560f526b34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:35.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.036+0000 7fc61d200700 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f526b1100 0x560f526b34f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3466a623acea197 server_cookie=77fc8431e6a58fc6 in_seq=0 out_seq=0 2024-05-21T19:09:35.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.036+0000 7fc5ff400700 10 client.25534 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:35.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.037+0000 7fc5ff400700 1 -- 172.21.15.3:0/2651218553 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560f5257c5f0 con 0x560f526b1100 2024-05-21T19:09:35.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.037+0000 7fc5ff400700 10 client.25534 handle_command_reply: tid=0 2024-05-21T19:09:35.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.037+0000 7fc62af5bb80 1 client.25534 shutdown 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 msgr2=0x560f52632990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52632990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc610008fb0 tx=0x7fc61000bf60 comp rx=0 tx=0).stop 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 shutdown_connections 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f526b1100 0x560f526b34f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f52629160 0x560f52632990 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f52623410 0x560f52631f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 --2- 172.21.15.3:0/2651218553 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f52626a00 0x560f52632450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc5ff400700 0 client.25534 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:35.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 >> 172.21.15.3:0/2651218553 conn(0x560f52550c60 msgr2=0x560f52629c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 shutdown_connections 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 1 -- 172.21.15.3:0/2651218553 wait complete. 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.038+0000 7fc62af5bb80 20 client.25534 trim_cache size 0 max 16384 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "ded7e304-8fff-476c-9c1e-6204b21a2670", 2024-05-21T19:09:35.040 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 msgr2=0x7fc6000b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 0x7fc6000b4e40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00c5b0 tx=0x7fc60c0e5dd0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 msgr2=0x7fc6181a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00eb30 tx=0x7fc60c00ee40 comp rx=0 tx=0).stop 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 shutdown_connections 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6000b2980 0x7fc6000b4e40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc61810fcb0 0x7fc61819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc618075970 0x7fc6181a1a60 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 --2- 172.21.15.3:0/935398419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc618076290 0x7fc6181a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 >> 172.21.15.3:0/935398419 conn(0x7fc6180fefc0 msgr2=0x7fc6180ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.040+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 shutdown_connections 2024-05-21T19:09:35.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:35.041+0000 7fc61f000700 1 -- 172.21.15.3:0/935398419 wait complete. 2024-05-21T19:09:35.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:35 smithi003 ceph-mon[31577]: pgmap v489: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:35 smithi178 ceph-mon[36523]: pgmap v489: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:35 smithi104 ceph-mon[36417]: pgmap v489: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:09:36.547 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:09:36.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:36 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:09:36.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:36 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:36.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:36 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:09:36.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:36 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.344+0000 7f7093200700 1 -- 172.21.15.3:0/3229069523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104630 msgr2=0x7f7094104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.344+0000 7f7093200700 1 --2- 172.21.15.3:0/3229069523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104630 0x7f7094104a10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f7084009990 tx=0x7f7084009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 -- 172.21.15.3:0/3229069523 shutdown_connections 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 --2- 172.21.15.3:0/3229069523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709410da60 0x7f709410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 --2- 172.21.15.3:0/3229069523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104630 0x7f7094104a10 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 --2- 172.21.15.3:0/3229069523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7094104f50 0x7f709410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 -- 172.21.15.3:0/3229069523 >> 172.21.15.3:0/3229069523 conn(0x7f70940fde60 msgr2=0x7f7094100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 -- 172.21.15.3:0/3229069523 shutdown_connections 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.345+0000 7f7093200700 1 -- 172.21.15.3:0/3229069523 wait complete. 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 Processor -- start 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 -- start start 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104f50 0x7f709419fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709410da60 0x7f70941999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70941136c0 con 0x7f7094104f50 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7094113540 con 0x7f709410da60 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.347+0000 7f7093200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7094113840 con 0x7f7094104630 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:36.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44556/0 (socket says 172.21.15.3:44556) 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 -- 172.21.15.3:0/3732547237 learned_addr learned my addr 172.21.15.3:0/3732547237 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091400700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104f50 0x7f709419fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7092800700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709410da60 0x7f70941999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 -- 172.21.15.3:0/3732547237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709410da60 msgr2=0x7f70941999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709410da60 0x7f70941999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 -- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104f50 msgr2=0x7f709419fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.348+0000 7f7091e00700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104f50 0x7f709419fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f7091e00700 1 -- 172.21.15.3:0/3732547237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709419a140 con 0x7f7094104630 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f7091e00700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7084005910 tx=0x7f70840047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708401ed10 con 0x7f7094104630 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708400f910 con 0x7f7094104630 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f709419a3d0 con 0x7f7094104630 2024-05-21T19:09:36.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.349+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084028770 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.350+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70941021c0 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.351+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f709406bb00 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.355+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7084009d10 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.358+0000 7f708aa00700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 0x7f70780b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.358+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f70840e7ab0 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.358+0000 7f7091400700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 0x7f70780b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.358+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7084023070 con 0x7f7094104630 2024-05-21T19:09:36.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.359+0000 7f7091400700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 0x7f70780b4e40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7094110430 tx=0x7f7080009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:36.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.789+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f709419af10 con 0x7f7094104630 2024-05-21T19:09:36.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.790+0000 7f708aa00700 1 -- 172.21.15.3:0/3732547237 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f7084013070 con 0x7f7094104630 2024-05-21T19:09:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:09:36.791 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:09:36.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.793+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 msgr2=0x7f70780b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:36.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.793+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 0x7f70780b4e40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7094110430 tx=0x7f7080009260 comp rx=0 tx=0).stop 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.793+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 msgr2=0x7f709419f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.793+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7084005910 tx=0x7f70840047b0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 shutdown_connections 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2980 0x7f70780b4e40 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709410da60 0x7f70941999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7094104630 0x7f709419f820 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 --2- 172.21.15.3:0/3732547237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7094104f50 0x7f709419fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:36.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 >> 172.21.15.3:0/3732547237 conn(0x7f70940fde60 msgr2=0x7f70940feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:36.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 shutdown_connections 2024-05-21T19:09:36.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:36.794+0000 7f7093200700 1 -- 172.21.15.3:0/3732547237 wait complete. 2024-05-21T19:09:36.796 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:09:36.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:36 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:09:36.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:36 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:36.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:36 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:09:36.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:36 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:36.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:36 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:09:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:36 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:36 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:09:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:36 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:09:37.521 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:37 smithi003 ceph-mon[31577]: pgmap v490: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:09:37.521 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:37 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3732547237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:37.705 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 1e03001b --release --await' 2024-05-21T19:09:37.705 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 1e03001b --release --await 2024-05-21T19:09:37.745 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:37 smithi178 ceph-mon[36523]: pgmap v490: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:09:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:37 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3732547237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:37 smithi104 ceph-mon[36417]: pgmap v490: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:09:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:37 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3732547237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:38.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:38 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:09:38.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:38 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:09:38.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:38 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:09:39.114 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:39.688 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:39 smithi003 ceph-mon[31577]: pgmap v491: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:39 smithi178 ceph-mon[36523]: pgmap v491: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:39 smithi104 ceph-mon[36417]: pgmap v491: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:41.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 -- 172.21.15.3:0/3325516108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550102d40 msgr2=0x7fb550107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 --2- 172.21.15.3:0/3325516108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550102d40 0x7fb550107210 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb540009990 tx=0x7fb540009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 -- 172.21.15.3:0/3325516108 shutdown_connections 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 --2- 172.21.15.3:0/3325516108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550107830 0x7fb550107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 --2- 172.21.15.3:0/3325516108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb550102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 --2- 172.21.15.3:0/3325516108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550102d40 0x7fb550107210 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 -- 172.21.15.3:0/3325516108 >> 172.21.15.3:0/3325516108 conn(0x7fb5500fde60 msgr2=0x7fb550100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 -- 172.21.15.3:0/3325516108 shutdown_connections 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.045+0000 7fb557200700 1 -- 172.21.15.3:0/3325516108 wait complete. 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.047+0000 7fb557200700 1 Processor -- start 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.047+0000 7fb557200700 1 -- start start 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb5501a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 0x7fb5501a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb550119c80 con 0x7fb550102420 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb550119b00 con 0x7fb550102d40 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb557200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb550119e00 con 0x7fb550107830 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb555e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb5501a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb555400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb555400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:50330/0 (socket says 172.21.15.3:50330) 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb555400700 1 -- 172.21.15.3:0/1967166068 learned_addr learned my addr 172.21.15.3:0/1967166068 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.048+0000 7fb556800700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 0x7fb5501a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 -- 172.21.15.3:0/1967166068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 msgr2=0x7fb5501a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 0x7fb5501a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 -- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 msgr2=0x7fb5501a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb5501a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 -- 172.21.15.3:0/1967166068 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5501a5160 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555e00700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb5501a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb556800700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 0x7fb5501a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.049+0000 7fb555400700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb540000c00 tx=0x7fb540009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.050+0000 7fb54aa00700 1 -- 172.21.15.3:0/1967166068 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb540027070 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.050+0000 7fb54aa00700 1 -- 172.21.15.3:0/1967166068 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb540022470 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.050+0000 7fb54aa00700 1 -- 172.21.15.3:0/1967166068 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb540017650 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.050+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5501a53f0 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.050+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5501accd0 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 Processor -- start 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 -- start start 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb54aa00700 1 -- 172.21.15.3:0/1967166068 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb54002a070 con 0x7fb550102d40 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351001ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ffbd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564350f59e40 con 0x5643510020e0 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564350f499e0 con 0x5643510017c0 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.055+0000 7fb56321ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564350f4da20 con 0x564350ffc390 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41936/0 (socket says 172.21.15.3:41936) 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 -- 172.21.15.3:0/2738511795 learned_addr learned my addr 172.21.15.3:0/2738511795 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 -- 172.21.15.3:0/2738511795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 msgr2=0x564351001ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351001ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 -- 172.21.15.3:0/2738511795 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 msgr2=0x564350ffbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ffbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.056+0000 7fb555400700 1 -- 172.21.15.3:0/2738511795 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564350f12420 con 0x564350ffc390 2024-05-21T19:09:41.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.057+0000 7fb555400700 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb5400eb210 tx=0x7fb5400eb520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0156cd59ce61c25 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.057+0000 7fb53f400700 1 -- 172.21.15.3:0/2738511795 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5400e52d0 con 0x564350ffc390 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.058+0000 7fb54aa00700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 0x7fb5380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.058+0000 7fb53f400700 1 -- 172.21.15.3:0/2738511795 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5400f0030 con 0x564350ffc390 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.058+0000 7fb53f400700 1 -- 172.21.15.3:0/2738511795 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5400f4630 con 0x564350ffc390 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.058+0000 7fb54aa00700 1 -- 172.21.15.3:0/1967166068 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb5400e3090 con 0x7fb550102d40 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.058+0000 7fb556800700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 0x7fb5380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 -- 172.21.15.3:0/2738511795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 msgr2=0x564350ffc7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb5400eb210 tx=0x7fb5400eb520 comp rx=0 tx=0).stop 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 -- 172.21.15.3:0/2738511795 shutdown_connections 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffc7f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351001ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 --2- 172.21.15.3:0/2738511795 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ffbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 -- 172.21.15.3:0/2738511795 >> 172.21.15.3:0/2738511795 conn(0x564350f29be0 msgr2=0x564350ff6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.241 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb556800700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 0x7fb5380b4d40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb54c0093a0 tx=0x7fb54c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 -- 172.21.15.3:0/2738511795 shutdown_connections 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.059+0000 7fb56321ab80 1 -- 172.21.15.3:0/2738511795 wait complete. 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.060+0000 7fb56321ab80 1 -- start start 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.060+0000 7fb56321ab80 1 Processor -- start 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x564351007eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 0x564351005790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564350e4ffa0 con 0x564350ffc390 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564350eea760 con 0x5643510017c0 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5643510089c0 con 0x5643510020e0 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb56321ab80 10 client.0 _ll_register_callbacks cb 0x564350ef3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb555400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb556800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 0x564351005790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb555400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351005250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:50352/0 (socket says 172.21.15.3:50352) 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb555400700 1 -- 172.21.15.3:0/3387131933 learned_addr learned my addr 172.21.15.3:0/3387131933 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.061+0000 7fb555e00700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x564351007eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 -- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 msgr2=0x564351005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 -- 172.21.15.3:0/3387131933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 msgr2=0x564351007eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x564351007eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 -- 172.21.15.3:0/3387131933 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564350e998d0 con 0x5643510020e0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb556800700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 0x564351005790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb54c009fd0 tx=0x7fb54c004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a30139c23eebac78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.062+0000 7fb533e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c01c050 con 0x5643510020e0 2024-05-21T19:09:41.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb54c016a80 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5400f0030 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb54c016c80 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb56321ab80 10 client.25552 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.063+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564350f1a060 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5400f0030 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb54c02a400 con 0x5643510020e0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 10 client.25552 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 10 client.25552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 20 client.25552 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351015560 0x564351017950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 4 client.25552 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.064+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564350f5bd90 con 0x564351015560 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.065+0000 7fb555e00700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351015560 0x564351017950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.065+0000 7fb555e00700 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351015560 0x564351017950 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf8263a734b2a89d server_cookie=2a1066b30d4bf730 in_seq=0 out_seq=0 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.065+0000 7fb533e00700 10 client.25552 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.066+0000 7fb533e00700 1 -- 172.21.15.3:0/3387131933 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564350f5bd90 con 0x564351015560 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.066+0000 7fb533e00700 10 client.25552 handle_command_reply: tid=0 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.066+0000 7fb56321ab80 1 client.25552 shutdown 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 msgr2=0x564351005790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 0x564351005790 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb54c009fd0 tx=0x7fb54c004b40 comp rx=0 tx=0).stop 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 shutdown_connections 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351015560 0x564351017950 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510020e0 0x564351005790 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x564351007eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3387131933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351005250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 >> 172.21.15.3:0/3387131933 conn(0x564350f29be0 msgr2=0x564350ff5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb533e00700 0 client.25552 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 shutdown_connections 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 1 -- 172.21.15.3:0/3387131933 wait complete. 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.067+0000 7fb56321ab80 20 client.25552 trim_cache size 0 max 16384 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.111+0000 7fb56321ab80 1 Processor -- start 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.111+0000 7fb56321ab80 1 -- start start 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351002c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ff6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b6890 con 0x5643510020e0 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b4120 con 0x5643510017c0 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.112+0000 7fb56321ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b1f70 con 0x564350ffc390 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41958/0 (socket says 172.21.15.3:41958) 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 -- 172.21.15.3:0/4285298201 learned_addr learned my addr 172.21.15.3:0/4285298201 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555400700 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351002c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 -- 172.21.15.3:0/4285298201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 msgr2=0x564351002c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351002c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 -- 172.21.15.3:0/4285298201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 msgr2=0x564350ff6740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ff6740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.113+0000 7fb555e00700 1 -- 172.21.15.3:0/4285298201 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564350ff81d0 con 0x564350ffc390 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.114+0000 7fb555e00700 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb5440092a0 tx=0x7fb5440095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a35f8f772015d0d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.115+0000 7fb53ea00700 1 -- 172.21.15.3:0/4285298201 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb544013db0 con 0x564350ffc390 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.115+0000 7fb53ea00700 1 -- 172.21.15.3:0/4285298201 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb54401e8d0 con 0x564350ffc390 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.115+0000 7fb53ea00700 1 -- 172.21.15.3:0/4285298201 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54401cbe0 con 0x564350ffc390 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 -- 172.21.15.3:0/4285298201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 msgr2=0x564350ffbd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb5440092a0 tx=0x7fb5440095c0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 -- 172.21.15.3:0/4285298201 shutdown_connections 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5643510020e0 0x564350ff6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564350ffc390 0x564350ffbd70 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 --2- 172.21.15.3:0/4285298201 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510017c0 0x564351002c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 -- 172.21.15.3:0/4285298201 >> 172.21.15.3:0/4285298201 conn(0x564350f29be0 msgr2=0x564351002580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 -- 172.21.15.3:0/4285298201 shutdown_connections 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.116+0000 7fb56321ab80 1 -- 172.21.15.3:0/4285298201 wait complete. 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.117+0000 7fb56321ab80 1 -- start start 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.117+0000 7fb56321ab80 1 Processor -- start 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x56435100dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 0x56435100e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510020e0 0x56435100abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b25e0 con 0x564350ffc390 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b3a50 con 0x5643510020e0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501b2cb0 con 0x5643510017c0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.118+0000 7fb56321ab80 10 client.0 _ll_register_callbacks cb 0x564350ef3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x56435100dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x56435100dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40418/0 (socket says 172.21.15.3:40418) 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555e00700 1 -- 172.21.15.3:0/3964211803 learned_addr learned my addr 172.21.15.3:0/3964211803 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555400700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 0x56435100e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb556800700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510020e0 0x56435100abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555400700 1 -- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510020e0 msgr2=0x56435100abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.119+0000 7fb555400700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510020e0 0x56435100abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.120+0000 7fb555400700 1 -- 172.21.15.3:0/3964211803 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 msgr2=0x56435100dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.120+0000 7fb555400700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x56435100dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.120+0000 7fb555400700 1 -- 172.21.15.3:0/3964211803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56435100b120 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.120+0000 7fb555400700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 0x56435100e150 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb540009ce0 tx=0x7fb54000b490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=178b5d831f236aab server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.120+0000 7fb533e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5400a6580 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb5400a6cb0 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb54401e8d0 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5400e6bc0 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb56321ab80 10 client.25558 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.121+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564351080770 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb54401e8d0 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb5400228b0 con 0x5643510017c0 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 10 client.25558 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 10 client.25558 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:41.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 20 client.25558 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351080bf0 0x564351083010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 4 client.25558 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.122+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564350f55570 con 0x564351080bf0 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.124+0000 7fb555e00700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351080bf0 0x564351083010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.125+0000 7fb555e00700 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351080bf0 0x564351083010 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1caf70b61189c9 server_cookie=f75ca7d3eaadcf26 in_seq=0 out_seq=0 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.125+0000 7fb533e00700 10 client.25558 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.125+0000 7fb533e00700 1 -- 172.21.15.3:0/3964211803 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564350f55570 con 0x564351080bf0 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.125+0000 7fb533e00700 10 client.25558 handle_command_reply: tid=0 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.125+0000 7fb56321ab80 1 client.25558 shutdown 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 msgr2=0x56435100e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 0x56435100e150 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb540009ce0 tx=0x7fb54000b490 comp rx=0 tx=0).stop 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 shutdown_connections 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564351080bf0 0x564351083010 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5643510020e0 0x56435100abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564350ffc390 0x56435100dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb533e00700 0 client.25558 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.128+0000 7fb56321ab80 1 --2- 172.21.15.3:0/3964211803 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5643510017c0 0x56435100e150 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.129+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 >> 172.21.15.3:0/3964211803 conn(0x564350f29be0 msgr2=0x564351000340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.129+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 shutdown_connections 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.129+0000 7fb56321ab80 1 -- 172.21.15.3:0/3964211803 wait complete. 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.130+0000 7fb56321ab80 20 client.25558 trim_cache size 0 max 16384 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.131+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 msgr2=0x7fb5380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.131+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 0x7fb5380b4d40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb54c0093a0 tx=0x7fb54c009920 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.131+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 msgr2=0x7fb5501a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.131+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb540000c00 tx=0x7fb540009510 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 shutdown_connections 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5380b2880 0x7fb5380b4d40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb550107830 0x7fb5501a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb550102420 0x7fb5501a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 --2- 172.21.15.3:0/1967166068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb550102d40 0x7fb5501a0690 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 >> 172.21.15.3:0/1967166068 conn(0x7fb5500fde60 msgr2=0x7fb5501051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.132+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 shutdown_connections 2024-05-21T19:09:41.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.133+0000 7fb557200700 1 -- 172.21.15.3:0/1967166068 wait complete. 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 -- 172.21.15.3:0/3011139715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 msgr2=0x7f5c90104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 --2- 172.21.15.3:0/3011139715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 0x7f5c90104a10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5c80009990 tx=0x7f5c80009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 -- 172.21.15.3:0/3011139715 shutdown_connections 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 --2- 172.21.15.3:0/3011139715 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c9010da60 0x7f5c9010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 --2- 172.21.15.3:0/3011139715 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 0x7f5c90104a10 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 --2- 172.21.15.3:0/3011139715 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c90104f50 0x7f5c9010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 -- 172.21.15.3:0/3011139715 >> 172.21.15.3:0/3011139715 conn(0x7f5c900fde60 msgr2=0x7f5c90100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.674+0000 7f5c95200700 1 -- 172.21.15.3:0/3011139715 shutdown_connections 2024-05-21T19:09:41.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.676+0000 7f5c95200700 1 -- 172.21.15.3:0/3011139715 wait complete. 2024-05-21T19:09:41.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 Processor -- start 2024-05-21T19:09:41.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 -- start start 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 0x7f5c90102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 0x7f5c90102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c901136c0 con 0x7f5c9010da60 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c90113540 con 0x7f5c90104630 2024-05-21T19:09:41.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.677+0000 7f5c95200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c90113840 con 0x7f5c90104f50 2024-05-21T19:09:41.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41982/0 (socket says 172.21.15.3:41982) 2024-05-21T19:09:41.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2657722055 learned_addr learned my addr 172.21.15.3:0/2657722055 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 0x7f5c90102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2657722055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 msgr2=0x7f5c90102290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 0x7f5c90102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 msgr2=0x7f5c90102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 0x7f5c90102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2657722055 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c901a80d0 con 0x7f5c90104f50 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.678+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 0x7f5c90102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.679+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00e9c0 tx=0x7f5c7c00ed80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.679+0000 7f5c87e00700 1 -- 172.21.15.3:0/2657722055 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c00cbd0 con 0x7f5c90104f50 2024-05-21T19:09:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.679+0000 7f5c87e00700 1 -- 172.21.15.3:0/2657722055 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c7c00cd70 con 0x7f5c90104f50 2024-05-21T19:09:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.679+0000 7f5c87e00700 1 -- 172.21.15.3:0/2657722055 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c005680 con 0x7f5c90104f50 2024-05-21T19:09:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.680+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c901a83c0 con 0x7f5c90104f50 2024-05-21T19:09:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.680+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c901a88b0 con 0x7f5c90104f50 2024-05-21T19:09:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.684+0000 7f5ca1217b80 1 Processor -- start 2024-05-21T19:09:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.684+0000 7f5ca1217b80 1 -- start start 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 0x55c8a4139980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a4134550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8a4080f40 con 0x55c8a41395a0 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c8a4070ae0 con 0x55c8a41340f0 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8a4074b20 con 0x55c8a4139ec0 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41988/0 (socket says 172.21.15.3:41988) 2024-05-21T19:09:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 -- 172.21.15.3:0/952199366 learned_addr learned my addr 172.21.15.3:0/952199366 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 0x55c8a4139980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 -- 172.21.15.3:0/952199366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 msgr2=0x55c8a4134550 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a4134550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.685+0000 7f5c8f400700 1 -- 172.21.15.3:0/952199366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 msgr2=0x55c8a4139980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.686+0000 7f5c8f400700 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 0x55c8a4139980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.686+0000 7f5c8f400700 1 -- 172.21.15.3:0/952199366 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a4039520 con 0x55c8a4139ec0 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.686+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 0x55c8a4139980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.687+0000 7f5c8f400700 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5c80005b40 tx=0x7f5c800096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c937b407ab3d3f8e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.687+0000 7f5c84c00700 1 -- 172.21.15.3:0/952199366 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80005470 con 0x55c8a4139ec0 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.687+0000 7f5c84c00700 1 -- 172.21.15.3:0/952199366 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c80005610 con 0x55c8a4139ec0 2024-05-21T19:09:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.687+0000 7f5c84c00700 1 -- 172.21.15.3:0/952199366 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80003c70 con 0x55c8a4139ec0 2024-05-21T19:09:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 -- 172.21.15.3:0/952199366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 msgr2=0x55c8a4133ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5c80005b40 tx=0x7f5c800096a0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 -- 172.21.15.3:0/952199366 shutdown_connections 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a4134550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41395a0 0x55c8a4139980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/952199366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a4133ad0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.688+0000 7f5ca1217b80 1 -- 172.21.15.3:0/952199366 >> 172.21.15.3:0/952199366 conn(0x55c8a4050ce0 msgr2=0x55c8a411d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.689+0000 7f5ca1217b80 1 -- 172.21.15.3:0/952199366 shutdown_connections 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.689+0000 7f5ca1217b80 1 -- 172.21.15.3:0/952199366 wait complete. 2024-05-21T19:09:41.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.689+0000 7f5c87e00700 1 -- 172.21.15.3:0/2657722055 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5c7c010430 con 0x7f5c90104f50 2024-05-21T19:09:41.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.689+0000 7f5ca1217b80 1 -- start start 2024-05-21T19:09:41.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.689+0000 7f5ca1217b80 1 Processor -- start 2024-05-21T19:09:41.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a413cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a413d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c8a3f770a0 con 0x55c8a4139ec0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c8a4011860 con 0x55c8a41395a0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8a41490e0 con 0x55c8a41340f0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5ca1217b80 10 client.0 _ll_register_callbacks cb 0x55c8a401ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5c8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a413cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5c8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41996/0 (socket says 172.21.15.3:41996) 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.690+0000 7f5c8fe00700 1 -- 172.21.15.3:0/920578624 learned_addr learned my addr 172.21.15.3:0/920578624 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 -- 172.21.15.3:0/920578624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 msgr2=0x55c8a413fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 -- 172.21.15.3:0/920578624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 msgr2=0x55c8a413d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a413d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 -- 172.21.15.3:0/920578624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a3fc09d0 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c8f400700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a413cf50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5c80009750 tx=0x7f5c80004e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25610f3c78db06a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c79600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.691+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80051060 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c80005610 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5c8000b720 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5c87e00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 0x7f5c740b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5c87e00700 1 -- 172.21.15.3:0/2657722055 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5c7c0e23b0 con 0x7f5c90104f50 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c80005470 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5ca1217b80 10 client.25565 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c8a4041160 con 0x55c8a41395a0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.692+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 0x7f5c740b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c80005610 con 0x55c8a41395a0 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c8004b030 con 0x55c8a41395a0 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 10 client.25565 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 10 client.25565 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 20 client.25565 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a4124dc0 0x55c8a41271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 4 client.25565 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8a4082e90 con 0x55c8a4124dc0 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.693+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a4124dc0 0x55c8a41271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.694+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a4124dc0 0x55c8a41271e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=604de3c7b2149932 server_cookie=b5b35bbc4dccc18f in_seq=0 out_seq=0 2024-05-21T19:09:41.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.694+0000 7f5c79600700 10 client.25565 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.695+0000 7f5c79600700 1 -- 172.21.15.3:0/920578624 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c8a4082e90 con 0x55c8a4124dc0 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.695+0000 7f5c79600700 10 client.25565 handle_command_reply: tid=0 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.695+0000 7f5ca1217b80 1 client.25565 shutdown 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.695+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 msgr2=0x55c8a413cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.695+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a413cf50 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5c80009750 tx=0x7f5c80004e20 comp rx=0 tx=0).stop 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 0x7f5c740b4d50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5c88009fd0 tx=0x7f5c88009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 shutdown_connections 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a4124dc0 0x55c8a41271e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a413d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41340f0 0x55c8a413fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5c79600700 0 client.25565 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/920578624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a413cf50 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.696+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 >> 172.21.15.3:0/920578624 conn(0x55c8a4050ce0 msgr2=0x55c8a4121ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.697+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 shutdown_connections 2024-05-21T19:09:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.697+0000 7f5ca1217b80 1 -- 172.21.15.3:0/920578624 wait complete. 2024-05-21T19:09:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.697+0000 7f5ca1217b80 20 client.25565 trim_cache size 0 max 16384 2024-05-21T19:09:41.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 Processor -- start 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 -- start start 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a413a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a412a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000fd90 con 0x55c8a4139ec0 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.719+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000d620 con 0x55c8a41340f0 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5ca1217b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000b410 con 0x55c8a41395a0 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a413a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42010/0 (socket says 172.21.15.3:42010) 2024-05-21T19:09:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2132306198 learned_addr learned my addr 172.21.15.3:0/2132306198 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2132306198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 msgr2=0x55c8a413a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a413a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.720+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2132306198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 msgr2=0x55c8a412a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.721+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a412a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.721+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a412a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.721+0000 7f5c8ea00700 1 -- 172.21.15.3:0/2132306198 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a413df30 con 0x55c8a41395a0 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.721+0000 7f5c8fe00700 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a412a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.722+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c000c00 tx=0x7f5c7c0a51f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14a62be5807f77ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.722+0000 7f5c7be00700 1 -- 172.21.15.3:0/2132306198 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c08ae00 con 0x55c8a41395a0 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.722+0000 7f5c7be00700 1 -- 172.21.15.3:0/2132306198 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c7c0a5040 con 0x55c8a41395a0 2024-05-21T19:09:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.722+0000 7f5c7be00700 1 -- 172.21.15.3:0/2132306198 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c0ade10 con 0x55c8a41395a0 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 -- 172.21.15.3:0/2132306198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 msgr2=0x55c8a413a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c000c00 tx=0x7f5c7c0a51f0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 -- 172.21.15.3:0/2132306198 shutdown_connections 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a4139ec0 0x55c8a412a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41340f0 0x55c8a413a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/2132306198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a41395a0 0x55c8a413a8a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 -- 172.21.15.3:0/2132306198 >> 172.21.15.3:0/2132306198 conn(0x55c8a4050ce0 msgr2=0x55c8a413b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 -- 172.21.15.3:0/2132306198 shutdown_connections 2024-05-21T19:09:41.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.723+0000 7f5ca1217b80 1 -- 172.21.15.3:0/2132306198 wait complete. 2024-05-21T19:09:41.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.724+0000 7f5ca1217b80 1 -- start start 2024-05-21T19:09:41.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.724+0000 7f5ca1217b80 1 Processor -- start 2024-05-21T19:09:41.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.725+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.725+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a4129480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.725+0000 7f5ca1217b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a41299c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.725+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.725+0000 7f5c8f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40472/0 (socket says 172.21.15.3:40472) 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a4129480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5c8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a41299c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5c8ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a4129480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:50422/0 (socket says 172.21.15.3:50422) 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5c8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a41299c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42020/0 (socket says 172.21.15.3:42020) 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5c8f400700 1 -- 172.21.15.3:0/1055360122 learned_addr learned my addr 172.21.15.3:0/1055360122 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000bae0 con 0x55c8a41340f0 2024-05-21T19:09:41.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000cf50 con 0x55c8a41395a0 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7000c1b0 con 0x55c8a4139ec0 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.726+0000 7f5ca1217b80 10 client.0 _ll_register_callbacks cb 0x55c8a4133f60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.727+0000 7f5c8f400700 1 -- 172.21.15.3:0/1055360122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 msgr2=0x55c8a41299c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.727+0000 7f5c8f400700 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a41299c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.727+0000 7f5c8f400700 1 -- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 msgr2=0x55c8a4129480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.727+0000 7f5c8f400700 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a4129480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.727+0000 7f5c8f400700 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a41afac0 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.728+0000 7f5c8f400700 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5c80000c00 tx=0x7f5c80004fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f801e1aea95301 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.728+0000 7f5c79600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.728+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c80051040 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.728+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5c8001e070 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.728+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c7c0a5040 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.729+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c8000b920 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.729+0000 7f5ca1217b80 10 client.15468 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.729+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c8a41b0dd0 con 0x55c8a41340f0 2024-05-21T19:09:41.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.729+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c7c0a5040 con 0x55c8a41340f0 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.729+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c8004b040 con 0x55c8a41340f0 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 10 client.15468 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 10 client.15468 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 20 client.15468 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a41b1490 0x55c8a41b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 4 client.15468 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1e03001b", "release": true, "await": true}] 2024-05-21T19:09:41.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.730+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1e03001b", "release": true, "await": true}) -- 0x55c8a407c670 con 0x55c8a41b1490 2024-05-21T19:09:41.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.731+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a41b1490 0x55c8a41b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:41.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.732+0000 7f5c8ea00700 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a41b1490 0x55c8a41b38b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=571d9c5cd59429d7 server_cookie=1694dcc7340240fc in_seq=0 out_seq=0 2024-05-21T19:09:41.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5c79600700 10 client.15468 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5c79600700 1 -- 172.21.15.3:0/1055360122 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55c8a407c670 con 0x55c8a41b1490 2024-05-21T19:09:41.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5c79600700 10 client.15468 handle_command_reply: tid=0 2024-05-21T19:09:41.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 client.15468 shutdown 2024-05-21T19:09:41.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 msgr2=0x55c8a4128f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5c80000c00 tx=0x7f5c80004fc0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 shutdown_connections 2024-05-21T19:09:41.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c8a41b1490 0x55c8a41b38b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5c79600700 0 client.15468 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8a4139ec0 0x55c8a41299c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8a41340f0 0x55c8a4128f40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 --2- 172.21.15.3:0/1055360122 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8a41395a0 0x55c8a4129480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.734+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 >> 172.21.15.3:0/1055360122 conn(0x55c8a4050ce0 msgr2=0x55c8a413a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.735+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 shutdown_connections 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.735+0000 7f5ca1217b80 1 -- 172.21.15.3:0/1055360122 wait complete. 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.735+0000 7f5ca1217b80 20 client.15468 trim_cache size 0 max 16384 2024-05-21T19:09:41.736 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 4, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "1e03001b": { 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 4, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:09:41.737 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 147.4, 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:41.738 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:41.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 msgr2=0x7f5c740b4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 0x7f5c740b4d50 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5c88009fd0 tx=0x7f5c88009040 comp rx=0 tx=0).stop 2024-05-21T19:09:41.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 msgr2=0x7f5c901027d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:41.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00e9c0 tx=0x7f5c7c00ed80 comp rx=0 tx=0).stop 2024-05-21T19:09:41.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 shutdown_connections 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c740b2890 0x7f5c740b4d50 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c9010da60 0x7f5c90102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c90104630 0x7f5c90102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 --2- 172.21.15.3:0/2657722055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c90104f50 0x7f5c901027d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.737+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 >> 172.21.15.3:0/2657722055 conn(0x7f5c900fde60 msgr2=0x7f5c900feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.738+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 shutdown_connections 2024-05-21T19:09:41.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:41.738+0000 7f5c95200700 1 -- 172.21.15.3:0/2657722055 wait complete. 2024-05-21T19:09:41.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:41 smithi003 ceph-mon[31577]: pgmap v492: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:41.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:41 smithi178 ceph-mon[36523]: pgmap v492: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:41 smithi104 ceph-mon[36417]: pgmap v492: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:42.429 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:09:42.429 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:09:43.188 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1e03001b', total seconds elapsed: 38.4 2024-05-21T19:09:43.188 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 27.4 2024-05-21T19:09:43.189 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:09:43.334 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:43.773 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:43 smithi003 ceph-mon[31577]: pgmap v493: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:43 smithi178 ceph-mon[36523]: pgmap v493: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:43 smithi104 ceph-mon[36417]: pgmap v493: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:44.223 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:45.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:45 smithi003 ceph-mon[31577]: pgmap v494: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:45 smithi178 ceph-mon[36523]: pgmap v494: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:45.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:45 smithi104 ceph-mon[36417]: pgmap v494: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:09:46.571 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 -- 172.21.15.3:0/3705313917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 msgr2=0x7fabb4102160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.571 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 --2- 172.21.15.3:0/3705313917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb4102160 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7faba0009900 tx=0x7faba002a4b0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.571 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 -- 172.21.15.3:0/3705313917 shutdown_connections 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 --2- 172.21.15.3:0/3705313917 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41026a0 0x7fabb4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 --2- 172.21.15.3:0/3705313917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb4102160 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 --2- 172.21.15.3:0/3705313917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41013a0 0x7fabb41017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.570+0000 7fabb8c00640 1 -- 172.21.15.3:0/3705313917 >> 172.21.15.3:0/3705313917 conn(0x7fabb40fcf40 msgr2=0x7fabb40ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.571+0000 7fabb8c00640 1 -- 172.21.15.3:0/3705313917 shutdown_connections 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.571+0000 7fabb8c00640 1 -- 172.21.15.3:0/3705313917 wait complete. 2024-05-21T19:09:46.572 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.572+0000 7fabb8c00640 1 Processor -- start 2024-05-21T19:09:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 -- start start 2024-05-21T19:09:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41013a0 0x7fabb419add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.573 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 0x7fabb41a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb1400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4110810 con 0x7fabb41026a0 2024-05-21T19:09:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.573+0000 7fabb8c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4110690 con 0x7fabb4101d00 2024-05-21T19:09:46.574 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb8c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fabb4110990 con 0x7fabb41013a0 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:50456/0 (socket says 172.21.15.3:50456) 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 -- 172.21.15.3:0/4292477194 learned_addr learned my addr 172.21.15.3:0/4292477194 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1e00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41013a0 0x7fabb419add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb2800640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 0x7fabb41a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 -- 172.21.15.3:0/4292477194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41013a0 msgr2=0x7fabb419add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41013a0 0x7fabb419add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 -- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 msgr2=0x7fabb41a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.575 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 0x7fabb41a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb1400640 1 -- 172.21.15.3:0/4292477194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabb41a29f0 con 0x7fabb4101d00 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.574+0000 7fabb2800640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 0x7fabb41a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.575+0000 7fabb1400640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7faba0004c10 tx=0x7faba0005410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.575+0000 7fabaaa00640 1 -- 172.21.15.3:0/4292477194 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba0040030 con 0x7fabb4101d00 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.575+0000 7fabaaa00640 1 -- 172.21.15.3:0/4292477194 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba0005600 con 0x7fabb4101d00 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.575+0000 7fabaaa00640 1 -- 172.21.15.3:0/4292477194 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba0031ab0 con 0x7fabb4101d00 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.576+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabb41a2c80 con 0x7fabb4101d00 2024-05-21T19:09:46.576 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.576+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabb41a3120 con 0x7fabb4101d00 2024-05-21T19:09:46.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.580+0000 7fabbba7b740 1 Processor -- start 2024-05-21T19:09:46.581 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 -- start start 2024-05-21T19:09:46.581 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabaaa00640 1 -- 172.21.15.3:0/4292477194 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faba0043030 con 0x7fabb4101d00 2024-05-21T19:09:46.581 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f227f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f22fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56281f197b90 con 0x56281f22d690 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56281f187730 con 0x56281f228520 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabbba7b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56281f18b770 con 0x56281f227b30 2024-05-21T19:09:46.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.581+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:50470/0 (socket says 172.21.15.3:50470) 2024-05-21T19:09:46.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.582+0000 7fabb1e00640 1 -- 172.21.15.3:0/3425041260 learned_addr learned my addr 172.21.15.3:0/3425041260 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.582+0000 7fabb1e00640 1 -- 172.21.15.3:0/3425041260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 msgr2=0x56281f227f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.582+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f227f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.582+0000 7fabb1e00640 1 -- 172.21.15.3:0/3425041260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 msgr2=0x56281f22fb20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:46.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.584+0000 7fabaaa00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 0x7fab980b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.584+0000 7fabaaa00640 1 -- 172.21.15.3:0/4292477194 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faba0102700 con 0x7fabb4101d00 2024-05-21T19:09:46.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.584+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f22fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.584+0000 7fabb1e00640 1 -- 172.21.15.3:0/3425041260 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56281f1208b0 con 0x56281f228520 2024-05-21T19:09:46.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.585+0000 7fabb2800640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 0x7fab980b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.585 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.585+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faba4009c50 tx=0x7faba4010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca2ceaa76d14b66 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.585+0000 7fab9f000640 1 -- 172.21.15.3:0/3425041260 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4004020 con 0x56281f228520 2024-05-21T19:09:46.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.585+0000 7fab9f000640 1 -- 172.21.15.3:0/3425041260 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba40041c0 con 0x56281f228520 2024-05-21T19:09:46.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.585+0000 7fab9f000640 1 -- 172.21.15.3:0/3425041260 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4012670 con 0x56281f228520 2024-05-21T19:09:46.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.586+0000 7fabbba7b740 1 -- 172.21.15.3:0/3425041260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 msgr2=0x56281f22d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.586+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faba4009c50 tx=0x7faba4010740 comp rx=0 tx=0).stop 2024-05-21T19:09:46.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabb2800640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 0x7fab980b4de0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x56281f228d80 tx=0x7fabac009440 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 -- 172.21.15.3:0/3425041260 shutdown_connections 2024-05-21T19:09:46.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f22fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f22d020 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3425041260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f227f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 -- 172.21.15.3:0/3425041260 >> 172.21.15.3:0/3425041260 conn(0x56281f2231a0 msgr2=0x56281f2235a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 -- 172.21.15.3:0/3425041260 shutdown_connections 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.587+0000 7fabbba7b740 1 -- 172.21.15.3:0/3425041260 wait complete. 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.588+0000 7fabbba7b740 1 -- start start 2024-05-21T19:09:46.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.588+0000 7fabbba7b740 1 Processor -- start 2024-05-21T19:09:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.588+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 0x56281f231a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.588+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f231f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabbba7b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56281ee6d790 con 0x56281f227b30 2024-05-21T19:09:46.589 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabbba7b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56281f12fbc0 con 0x56281f228520 2024-05-21T19:09:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabbba7b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56281f230640 con 0x56281f22d690 2024-05-21T19:09:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabbba7b740 10 client.0 _ll_register_callbacks cb 0x56281f10d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42060/0 (socket says 172.21.15.3:42060) 2024-05-21T19:09:46.590 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 -- 172.21.15.3:0/3278706322 learned_addr learned my addr 172.21.15.3:0/3278706322 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb1400640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f231f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 0x56281f231a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 -- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 msgr2=0x56281f231f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f231f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.589+0000 7fabb2800640 1 -- 172.21.15.3:0/3278706322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 msgr2=0x56281f231a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.590+0000 7fabb2800640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 0x56281f231a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.590+0000 7fabb2800640 1 -- 172.21.15.3:0/3278706322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56281ee9c210 con 0x56281f22d690 2024-05-21T19:09:46.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.590+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 0x56281f231a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.590+0000 7fabb2800640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fabac0116c0 tx=0x7fabac004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff074a02f2fec599 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.590+0000 7fab93400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabac022070 con 0x56281f22d690 2024-05-21T19:09:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fabac010920 con 0x56281f22d690 2024-05-21T19:09:46.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faba40041c0 con 0x56281f22d690 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fabac02e050 con 0x56281f22d690 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fabbba7b740 10 client.25588 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.591+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56281ef68620 con 0x56281f22d690 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.592+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba40041c0 con 0x56281f22d690 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.592+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fabac01ecd0 con 0x56281f22d690 2024-05-21T19:09:46.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 10 client.25588 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 10 client.25588 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 20 client.25588 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f23d5d0 0x56281f23fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 4 client.25588 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56281f199ae0 con 0x56281f23d5d0 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.593+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f23d5d0 0x56281f23fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.594+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f23d5d0 0x56281f23fa60 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ddf960eec6c63d0 server_cookie=4c8d926d92dbb146 in_seq=0 out_seq=0 2024-05-21T19:09:46.594 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.594+0000 7fab93400640 10 client.25588 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.595+0000 7fab93400640 1 -- 172.21.15.3:0/3278706322 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56281f199ae0 con 0x56281f23d5d0 2024-05-21T19:09:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.595+0000 7fab93400640 10 client.25588 handle_command_reply: tid=0 2024-05-21T19:09:46.595 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.595+0000 7fabbba7b740 1 client.25588 shutdown 2024-05-21T19:09:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.595+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 msgr2=0x56281f238f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.595+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fabac0116c0 tx=0x7fabac004ab0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 shutdown_connections 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f23d5d0 0x56281f23fa60 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f22d690 0x56281f238f90 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f231f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3278706322 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f227b30 0x56281f231a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 >> 172.21.15.3:0/3278706322 conn(0x56281f2231a0 msgr2=0x56281f222310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fab93400640 0 client.25588 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 shutdown_connections 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 1 -- 172.21.15.3:0/3278706322 wait complete. 2024-05-21T19:09:46.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.596+0000 7fabbba7b740 20 client.25588 trim_cache size 0 max 16384 2024-05-21T19:09:46.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:46 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/83456700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:46.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 Processor -- start 2024-05-21T19:09:46.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 -- start start 2024-05-21T19:09:46.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 0x56281f238f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f22d690 0x56281f2267c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41ae8e0 con 0x56281f228520 2024-05-21T19:09:46.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41ac1b0 con 0x56281f22d690 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.629+0000 7fabbba7b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41aa000 con 0x56281f227b30 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42072/0 (socket says 172.21.15.3:42072) 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 -- 172.21.15.3:0/1659703757 learned_addr learned my addr 172.21.15.3:0/1659703757 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1400640 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 0x56281f238f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 -- 172.21.15.3:0/1659703757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f22d690 msgr2=0x56281f2267c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f22d690 0x56281f2267c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 -- 172.21.15.3:0/1659703757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 msgr2=0x56281f238f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 0x56281f238f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1e00640 1 -- 172.21.15.3:0/1659703757 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56281f2216b0 con 0x56281f227b30 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.630+0000 7fabb1400640 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 0x56281f238f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.631+0000 7fabb1e00640 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faba4009b70 tx=0x7faba4009720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2deacbafec1aa346 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.632+0000 7fab9e600640 1 -- 172.21.15.3:0/1659703757 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4027460 con 0x56281f227b30 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.632+0000 7fab9e600640 1 -- 172.21.15.3:0/1659703757 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba4027ab0 con 0x56281f227b30 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.632+0000 7fab9e600640 1 -- 172.21.15.3:0/1659703757 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba40128c0 con 0x56281f227b30 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- 172.21.15.3:0/1659703757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 msgr2=0x56281f21de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faba4009b70 tx=0x7faba4009720 comp rx=0 tx=0).stop 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- 172.21.15.3:0/1659703757 shutdown_connections 2024-05-21T19:09:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f22d690 0x56281f2267c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f228520 0x56281f238f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 --2- 172.21.15.3:0/1659703757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f21de20 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- 172.21.15.3:0/1659703757 >> 172.21.15.3:0/1659703757 conn(0x56281f2231a0 msgr2=0x56281f2260b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- 172.21.15.3:0/1659703757 shutdown_connections 2024-05-21T19:09:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- 172.21.15.3:0/1659703757 wait complete. 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.633+0000 7fabbba7b740 1 -- start start 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 Processor -- start 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f236530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f237540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41aa670 con 0x56281f22d690 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41abae0 con 0x56281f228520 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fabb41aad40 con 0x56281f227b30 2024-05-21T19:09:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.634+0000 7fabbba7b740 10 client.0 _ll_register_callbacks cb 0x7fabac015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42074/0 (socket says 172.21.15.3:42074) 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 -- 172.21.15.3:0/3324260996 learned_addr learned my addr 172.21.15.3:0/3324260996 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1400640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f236530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb2800640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f237540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 -- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 msgr2=0x56281f236530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f236530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 -- 172.21.15.3:0/3324260996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 msgr2=0x56281f237540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f237540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.636+0000 7fabb1e00640 1 -- 172.21.15.3:0/3324260996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56281f237b30 con 0x56281f227b30 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabb1e00640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7faba4005940 tx=0x7faba4005750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d17ae52470d5d50 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:46.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faba4036060 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faba4027460 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faba4027ab0 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faba4027660 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 10 client.25594 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56281f238e40 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faba4027ab0 con 0x56281f227b30 2024-05-21T19:09:46.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faba400f040 con 0x56281f227b30 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 10 client.25594 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 10 client.25594 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 20 client.25594 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f2b0b20 0x56281f2b2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 4 client.25594 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.637+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56281f1932c0 con 0x56281f2b0b20 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.638+0000 7fabb1400640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f2b0b20 0x56281f2b2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.638+0000 7fabb1400640 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f2b0b20 0x56281f2b2f10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6feb9eb56c547c03 server_cookie=79f0921b5a5013c6 in_seq=0 out_seq=0 2024-05-21T19:09:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.638+0000 7fab93400640 10 client.25594 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.643+0000 7fab93400640 1 -- 172.21.15.3:0/3324260996 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56281f1932c0 con 0x56281f2b0b20 2024-05-21T19:09:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.643+0000 7fab93400640 10 client.25594 handle_command_reply: tid=0 2024-05-21T19:09:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 client.25594 shutdown 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 msgr2=0x56281f235ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7faba4005940 tx=0x7faba4005750 comp rx=0 tx=0).stop 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 shutdown_connections 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56281f2b0b20 0x56281f2b2f10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56281f22d690 0x56281f237540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56281f228520 0x56281f236530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 --2- 172.21.15.3:0/3324260996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56281f227b30 0x56281f235ff0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 >> 172.21.15.3:0/3324260996 conn(0x56281f2231a0 msgr2=0x56281f228fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.644+0000 7fab93400640 0 client.25594 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.645+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 shutdown_connections 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.645+0000 7fabbba7b740 1 -- 172.21.15.3:0/3324260996 wait complete. 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.645+0000 7fabbba7b740 20 client.25594 trim_cache size 0 max 16384 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:09:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 msgr2=0x7fab980b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 0x7fab980b4de0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x56281f228d80 tx=0x7fabac009440 comp rx=0 tx=0).stop 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 msgr2=0x7fabb419b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7faba0004c10 tx=0x7faba0005410 comp rx=0 tx=0).stop 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 shutdown_connections 2024-05-21T19:09:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fabb41026a0 0x7fabb41a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fabb4101d00 0x7fabb419b310 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fab980b2920 0x7fab980b4de0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 --2- 172.21.15.3:0/4292477194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fabb41013a0 0x7fabb419add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 >> 172.21.15.3:0/4292477194 conn(0x7fabb40fcf40 msgr2=0x7fabb40fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 shutdown_connections 2024-05-21T19:09:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:46.646+0000 7fabb8c00640 1 -- 172.21.15.3:0/4292477194 wait complete. 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.826+0000 7f357ca00700 1 -- 172.21.15.3:0/2766534564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578109540 msgr2=0x7f3578109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.826+0000 7f357ca00700 1 --2- 172.21.15.3:0/2766534564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578109540 0x7f3578109920 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f35680099c0 tx=0x7f3568009cd0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 -- 172.21.15.3:0/2766534564 shutdown_connections 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 --2- 172.21.15.3:0/2766534564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578103e50 0x7f3578110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 --2- 172.21.15.3:0/2766534564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578109540 0x7f3578109920 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 --2- 172.21.15.3:0/2766534564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f3578103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 -- 172.21.15.3:0/2766534564 >> 172.21.15.3:0/2766534564 conn(0x7f35780fefc0 msgr2=0x7f35781013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 -- 172.21.15.3:0/2766534564 shutdown_connections 2024-05-21T19:09:46.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.827+0000 7f357ca00700 1 -- 172.21.15.3:0/2766534564 wait complete. 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.829+0000 7f357ca00700 1 Processor -- start 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.829+0000 7f357ca00700 1 -- start start 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 0x7f35781a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f3576800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578109540 0x7f357819bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3578113670 con 0x7f3578103e50 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35781134f0 con 0x7f3578109540 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f357ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35781137f0 con 0x7f3578103490 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f3576800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42034/0 (socket says 172.21.15.3:42034) 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f3576800700 1 -- 172.21.15.3:0/83456700 learned_addr learned my addr 172.21.15.3:0/83456700 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:46.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f3575e00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 0x7f35781a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.830+0000 7f3577200700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578109540 0x7f357819bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 -- 172.21.15.3:0/83456700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578109540 msgr2=0x7f357819bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578109540 0x7f357819bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 -- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 msgr2=0x7f35781a1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 0x7f35781a1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 -- 172.21.15.3:0/83456700 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f357819c2a0 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3575e00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 0x7f35781a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.831+0000 7f3576800700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3568006010 tx=0x7f3568005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.832+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568026070 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.832+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3568005680 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.832+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356800fb20 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.832+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f357819c530 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.832+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35781a8800 con 0x7f3578103490 2024-05-21T19:09:46.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.834+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f357806a230 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.836+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3568029070 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.838+0000 7f356f400700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 0x7f355c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.839+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f35680e2d10 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.839+0000 7f3575e00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 0x7f355c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.840+0000 7f3575e00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 0x7f355c0b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3578110750 tx=0x7f3564009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:45.840+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3568013070 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.296+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35781a89d0 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.297+0000 7f356f400700 1 -- 172.21.15.3:0/83456700 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f35680aaa40 con 0x7f3578103490 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:09:46.651 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 msgr2=0x7f355c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 0x7f355c0b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3578110750 tx=0x7f3564009260 comp rx=0 tx=0).stop 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 msgr2=0x7f35781a1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3568006010 tx=0x7f3568005280 comp rx=0 tx=0).stop 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 shutdown_connections 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f355c0b2900 0x7f355c0b4dc0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3578109540 0x7f357819bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3578103490 0x7f35781a1930 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 --2- 172.21.15.3:0/83456700 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3578103e50 0x7f35781a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:46.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.301+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 >> 172.21.15.3:0/83456700 conn(0x7f35780fefc0 msgr2=0x7f3578100510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:46.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.302+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 shutdown_connections 2024-05-21T19:09:46.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:46.302+0000 7f357ca00700 1 -- 172.21.15.3:0/83456700 wait complete. 2024-05-21T19:09:46.653 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:09:46.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:46 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/83456700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:46.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:46 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/83456700' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:47.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:47 smithi003 ceph-mon[31577]: pgmap v495: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:47 smithi178 ceph-mon[36523]: pgmap v495: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:47 smithi104 ceph-mon[36417]: pgmap v495: 97 pgs: 97 active+clean; 672 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:09:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:49 smithi003 ceph-mon[31577]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-05-21T19:09:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:49 smithi178 ceph-mon[36523]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-05-21T19:09:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:49 smithi104 ceph-mon[36417]: pgmap v496: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-05-21T19:09:50.409 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:09:50.985 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 -- 172.21.15.3:0/1283080185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65941095b0 msgr2=0x7f6594109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 --2- 172.21.15.3:0/1283080185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65941095b0 0x7f6594109990 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65840098f0 tx=0x7f6584009c00 comp rx=0 tx=0).stop 2024-05-21T19:09:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 -- 172.21.15.3:0/1283080185 shutdown_connections 2024-05-21T19:09:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 --2- 172.21.15.3:0/1283080185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406bbe0 0x7f65941103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:50.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 --2- 172.21.15.3:0/1283080185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65941095b0 0x7f6594109990 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 --2- 172.21.15.3:0/1283080185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f659406b220 0x7f659406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.987+0000 7f6599600700 1 -- 172.21.15.3:0/1283080185 >> 172.21.15.3:0/1283080185 conn(0x7f65940793f0 msgr2=0x7f6594079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.988+0000 7f6599600700 1 -- 172.21.15.3:0/1283080185 shutdown_connections 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.988+0000 7f6599600700 1 -- 172.21.15.3:0/1283080185 wait complete. 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.989+0000 7f6599600700 1 Processor -- start 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 -- start start 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 0x7f659410a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f659406bbe0 0x7f659410a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:50.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6594113820 con 0x7f659406b220 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65941136a0 con 0x7f65941095b0 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.990+0000 7f6599600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f65941139a0 con 0x7f659406bbe0 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.991+0000 7f6592000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f659406bbe0 0x7f659410a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.991+0000 7f6593400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.991+0000 7f6593400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52476/0 (socket says 172.21.15.3:52476) 2024-05-21T19:09:50.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.991+0000 7f6593400700 1 -- 172.21.15.3:0/2314508903 learned_addr learned my addr 172.21.15.3:0/2314508903 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.992+0000 7f6592a00700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 0x7f659410a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6593400700 1 -- 172.21.15.3:0/2314508903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f659406bbe0 msgr2=0x7f659410a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6593400700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f659406bbe0 0x7f659410a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6593400700 1 -- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 msgr2=0x7f659410a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6593400700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 0x7f659410a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6593400700 1 -- 172.21.15.3:0/2314508903 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65941ac640 con 0x7f65941095b0 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.993+0000 7f6592a00700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 0x7f659410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:50.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.994+0000 7f6593400700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f658c00b9a0 tx=0x7f658c00bcb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.994+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c019070 con 0x7f65941095b0 2024-05-21T19:09:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.994+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f658c00cd20 con 0x7f65941095b0 2024-05-21T19:09:50.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.994+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c007350 con 0x7f65941095b0 2024-05-21T19:09:50.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.994+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65941ac930 con 0x7f65941095b0 2024-05-21T19:09:50.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.995+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65941ace20 con 0x7f65941095b0 2024-05-21T19:09:50.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:50.996+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6594104c70 con 0x7f65941095b0 2024-05-21T19:09:50.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.000+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f658c01c070 con 0x7f65941095b0 2024-05-21T19:09:51.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.003+0000 7f658b400700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 0x7f65780b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:51.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.003+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f658c0e1760 con 0x7f65941095b0 2024-05-21T19:09:51.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.003+0000 7f6592a00700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 0x7f65780b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:51.004 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.004+0000 7f6592a00700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 0x7f65780b4df0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6584000c00 tx=0x7f6584019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:51.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.006+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f658c051df0 con 0x7f65941095b0 2024-05-21T19:09:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.300+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65941ad050 con 0x7f65941095b0 2024-05-21T19:09:51.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.301+0000 7f658b400700 1 -- 172.21.15.3:0/2314508903 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f658c0a9400 con 0x7f65941095b0 2024-05-21T19:09:51.301 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:09:51.301 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:09:51.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.305+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 msgr2=0x7f65780b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:51.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.305+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 0x7f65780b4df0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f6584000c00 tx=0x7f6584019040 comp rx=0 tx=0).stop 2024-05-21T19:09:51.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.305+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 msgr2=0x7f659410ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.305+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f658c00b9a0 tx=0x7f658c00bcb0 comp rx=0 tx=0).stop 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 shutdown_connections 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65780b2930 0x7f65780b4df0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65941095b0 0x7f659410ae60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f659406b220 0x7f659410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 --2- 172.21.15.3:0/2314508903 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f659406bbe0 0x7f659410a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 >> 172.21.15.3:0/2314508903 conn(0x7f65940793f0 msgr2=0x7f659410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:51.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.306+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 shutdown_connections 2024-05-21T19:09:51.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:51.307+0000 7f6599600700 1 -- 172.21.15.3:0/2314508903 wait complete. 2024-05-21T19:09:51.307 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:09:51.824 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:51 smithi003 ceph-mon[31577]: pgmap v497: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:51.824 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2314508903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:51 smithi178 ceph-mon[36523]: pgmap v497: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2314508903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:51 smithi104 ceph-mon[36417]: pgmap v497: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2314508903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:09:52.501 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 147.4 --await-for 45.0' 2024-05-21T19:09:52.501 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 147.4 --await-for 45.0 2024-05-21T19:09:53.189 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:53.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:53 smithi003 ceph-mon[31577]: pgmap v498: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:53 smithi178 ceph-mon[36523]: pgmap v498: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:53 smithi104 ceph-mon[36417]: pgmap v498: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:54.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.621+0000 7faf6d000700 1 -- 172.21.15.3:0/1040484311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68114710 msgr2=0x7faf68116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.621+0000 7faf6d000700 1 --2- 172.21.15.3:0/1040484311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68114710 0x7faf68116b00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf6000b0a0 tx=0x7faf6000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.623+0000 7faf6d000700 1 -- 172.21.15.3:0/1040484311 shutdown_connections 2024-05-21T19:09:54.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.623+0000 7faf6d000700 1 --2- 172.21.15.3:0/1040484311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68114710 0x7faf68116b00 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.623+0000 7faf6d000700 1 --2- 172.21.15.3:0/1040484311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68075770 0x7faf68075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.623+0000 7faf6d000700 1 --2- 172.21.15.3:0/1040484311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68076090 0x7faf681141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.623+0000 7faf6d000700 1 -- 172.21.15.3:0/1040484311 >> 172.21.15.3:0/1040484311 conn(0x7faf6807a6a0 msgr2=0x7faf6807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.627+0000 7faf6d000700 1 -- 172.21.15.3:0/1040484311 shutdown_connections 2024-05-21T19:09:54.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.627+0000 7faf6d000700 1 -- 172.21.15.3:0/1040484311 wait complete. 2024-05-21T19:09:54.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.628+0000 7faf6d000700 1 Processor -- start 2024-05-21T19:09:54.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.628+0000 7faf6d000700 1 -- start start 2024-05-21T19:09:54.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.629+0000 7faf6d000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.629+0000 7faf6d000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68076090 0x7faf681a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.630+0000 7faf6d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 0x7faf681a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.630+0000 7faf6d000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faf68119dc0 con 0x7faf68076090 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.630+0000 7faf6d000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faf68119c40 con 0x7faf68114710 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.630+0000 7faf6d000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf68119f40 con 0x7faf68075770 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.631+0000 7faf65e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.631+0000 7faf65e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47968/0 (socket says 172.21.15.3:47968) 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.631+0000 7faf65e00700 1 -- 172.21.15.3:0/3785573235 learned_addr learned my addr 172.21.15.3:0/3785573235 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.632+0000 7faf65400700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68076090 0x7faf681a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.632+0000 7faf66800700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 0x7faf681a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.633+0000 7faf65e00700 1 -- 172.21.15.3:0/3785573235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 msgr2=0x7faf681a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.633+0000 7faf65e00700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 0x7faf681a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.633+0000 7faf65e00700 1 -- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68076090 msgr2=0x7faf681a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.633+0000 7faf65e00700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68076090 0x7faf681a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.633+0000 7faf65e00700 1 -- 172.21.15.3:0/3785573235 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf681a5200 con 0x7faf68075770 2024-05-21T19:09:54.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.634+0000 7faf66800700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 0x7faf681a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:54.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.634+0000 7faf65e00700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faf5800c9b0 tx=0x7faf5800ccc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.635+0000 7faf5ea00700 1 -- 172.21.15.3:0/3785573235 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf58007b00 con 0x7faf68075770 2024-05-21T19:09:54.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.635+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf681a54f0 con 0x7faf68075770 2024-05-21T19:09:54.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.635+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf681acd70 con 0x7faf68075770 2024-05-21T19:09:54.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.636+0000 7faf5ea00700 1 -- 172.21.15.3:0/3785573235 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf58007ca0 con 0x7faf68075770 2024-05-21T19:09:54.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.636+0000 7faf5ea00700 1 -- 172.21.15.3:0/3785573235 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf58018660 con 0x7faf68075770 2024-05-21T19:09:54.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.641+0000 7faf5ea00700 1 -- 172.21.15.3:0/3785573235 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf58004830 con 0x7faf68075770 2024-05-21T19:09:54.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.642+0000 7faf778deb80 1 Processor -- start 2024-05-21T19:09:54.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.643+0000 7faf778deb80 1 -- start start 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64bdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64be5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5580d641be40 con 0x5580d64c3f30 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5580d640b9e0 con 0x5580d64be140 2024-05-21T19:09:54.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.644+0000 7faf778deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5580d640fa20 con 0x5580d64c3610 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf5ea00700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 0x7faf4c0b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf66800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf65e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64bdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf66800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47974/0 (socket says 172.21.15.3:47974) 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf66800700 1 -- 172.21.15.3:0/584895646 learned_addr learned my addr 172.21.15.3:0/584895646 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.646+0000 7faf65400700 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64be5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf5ea00700 1 -- 172.21.15.3:0/3785573235 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faf580e3170 con 0x7faf68075770 2024-05-21T19:09:54.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 -- 172.21.15.3:0/584895646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 msgr2=0x5580d64be5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64be5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 -- 172.21.15.3:0/584895646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 msgr2=0x5580d64bdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64bdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 -- 172.21.15.3:0/584895646 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d63d4420 con 0x5580d64c3610 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.647+0000 7faf66800700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 0x7faf4c0b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.648+0000 7faf66800700 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faf60009320 tx=0x7faf60009350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=108c1a3279e7bcb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.649+0000 7faf66800700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 0x7faf4c0b4e80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7faf6002a000 tx=0x7faf6002b000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.649+0000 7faf53400700 1 -- 172.21.15.3:0/584895646 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6002d070 con 0x5580d64c3610 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.649+0000 7faf53400700 1 -- 172.21.15.3:0/584895646 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf60007d70 con 0x5580d64c3610 2024-05-21T19:09:54.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.649+0000 7faf53400700 1 -- 172.21.15.3:0/584895646 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6001ddb0 con 0x5580d64c3610 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.650+0000 7faf778deb80 1 -- 172.21.15.3:0/584895646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 msgr2=0x5580d64c39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.650+0000 7faf778deb80 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7faf60009320 tx=0x7faf60009350 comp rx=0 tx=0).stop 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 -- 172.21.15.3:0/584895646 shutdown_connections 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64be5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c39f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 --2- 172.21.15.3:0/584895646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64bdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 -- 172.21.15.3:0/584895646 >> 172.21.15.3:0/584895646 conn(0x5580d63ebbe0 msgr2=0x5580d64b8690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 -- 172.21.15.3:0/584895646 shutdown_connections 2024-05-21T19:09:54.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.651+0000 7faf778deb80 1 -- 172.21.15.3:0/584895646 wait complete. 2024-05-21T19:09:54.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.652+0000 7faf778deb80 1 -- start start 2024-05-21T19:09:54.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.652+0000 7faf778deb80 1 Processor -- start 2024-05-21T19:09:54.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.654+0000 7faf778deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 0x5580d64c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 0x5580d64c7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 0x5580d64c7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5580d6311fa0 con 0x5580d64c3610 2024-05-21T19:09:54.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5580d63ac760 con 0x5580d64c3f30 2024-05-21T19:09:54.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5580d64ca9e0 con 0x5580d64be140 2024-05-21T19:09:54.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf65e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 0x5580d64c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf778deb80 10 client.0 _ll_register_callbacks cb 0x5580d63b5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf65e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 0x5580d64c9cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47984/0 (socket says 172.21.15.3:47984) 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.655+0000 7faf65e00700 1 -- 172.21.15.3:0/1219452887 learned_addr learned my addr 172.21.15.3:0/1219452887 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.656+0000 7faf66800700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 0x5580d64c7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.656+0000 7faf65400700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 0x5580d64c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.656+0000 7faf66800700 1 -- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 msgr2=0x5580d64c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.656+0000 7faf66800700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 0x5580d64c9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.656+0000 7faf66800700 1 -- 172.21.15.3:0/1219452887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 msgr2=0x5580d64c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf66800700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 0x5580d64c7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf66800700 1 -- 172.21.15.3:0/1219452887 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d635b8d0 con 0x5580d64c3f30 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf65400700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 0x5580d64c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf66800700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 0x5580d64c7590 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7faf6000d010 tx=0x7faf60009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0956e6582b3a2c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf47e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60037070 con 0x5580d64c3f30 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faf6001da30 con 0x5580d64c3f30 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.657+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf60007d70 con 0x5580d64c3f30 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.658+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf60041050 con 0x5580d64c3f30 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.658+0000 7faf778deb80 10 client.25604 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:54.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.658+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5580d63dc060 con 0x5580d64c3f30 2024-05-21T19:09:54.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.659+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf60007d70 con 0x5580d64c3f30 2024-05-21T19:09:54.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.659+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf60011070 con 0x5580d64c3f30 2024-05-21T19:09:54.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.659+0000 7faf778deb80 10 client.25604 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:54.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.659+0000 7faf778deb80 10 client.25604 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:09:54.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.660+0000 7faf778deb80 20 client.25604 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:54.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.660+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d64d7480 0x5580d64d9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.660+0000 7faf778deb80 4 client.25604 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:54.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.660+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580d641dd90 con 0x5580d64d7480 2024-05-21T19:09:54.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.660+0000 7faf65e00700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d64d7480 0x5580d64d9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.662+0000 7faf65e00700 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d64d7480 0x5580d64d9870 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d4c0831302bc0736 server_cookie=466d84d4e6a2b369 in_seq=0 out_seq=0 2024-05-21T19:09:54.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.662+0000 7faf47e00700 10 client.25604 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:54.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.663+0000 7faf47e00700 1 -- 172.21.15.3:0/1219452887 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5580d641dd90 con 0x5580d64d7480 2024-05-21T19:09:54.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.663+0000 7faf47e00700 10 client.25604 handle_command_reply: tid=0 2024-05-21T19:09:54.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.663+0000 7faf778deb80 1 client.25604 shutdown 2024-05-21T19:09:54.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 msgr2=0x5580d64c7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 0x5580d64c7590 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7faf6000d010 tx=0x7faf60009620 comp rx=0 tx=0).stop 2024-05-21T19:09:54.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 shutdown_connections 2024-05-21T19:09:54.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64c3f30 0x5580d64c7590 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64be140 0x5580d64c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d64d7480 0x5580d64d9870 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 --2- 172.21.15.3:0/1219452887 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3610 0x5580d64c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf47e00700 0 client.25604 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 >> 172.21.15.3:0/1219452887 conn(0x5580d63ebbe0 msgr2=0x5580d64b7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 shutdown_connections 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.664+0000 7faf778deb80 1 -- 172.21.15.3:0/1219452887 wait complete. 2024-05-21T19:09:54.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.665+0000 7faf778deb80 20 client.25604 trim_cache size 0 max 16384 2024-05-21T19:09:54.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 Processor -- start 2024-05-21T19:09:54.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 -- start start 2024-05-21T19:09:54.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800fdb0 con 0x5580d64c3f30 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800d640 con 0x5580d64be140 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.682+0000 7faf778deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800b490 con 0x5580d64c3610 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42346/0 (socket says 172.21.15.3:42346) 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 -- 172.21.15.3:0/2778975259 learned_addr learned my addr 172.21.15.3:0/2778975259 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:54.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf65e00700 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 -- 172.21.15.3:0/2778975259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 msgr2=0x5580d64c6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 -- 172.21.15.3:0/2778975259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 msgr2=0x5580d64c76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.683+0000 7faf66800700 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64c76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.684+0000 7faf66800700 1 -- 172.21.15.3:0/2778975259 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580d64c3d60 con 0x5580d64c3f30 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.684+0000 7faf66800700 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faf6001f0b0 tx=0x7faf6001d8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6494c983365fc59 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.685+0000 7faf52a00700 1 -- 172.21.15.3:0/2778975259 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60037040 con 0x5580d64c3f30 2024-05-21T19:09:54.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.685+0000 7faf52a00700 1 -- 172.21.15.3:0/2778975259 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf6003ce40 con 0x5580d64c3f30 2024-05-21T19:09:54.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.685+0000 7faf52a00700 1 -- 172.21.15.3:0/2778975259 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6002d050 con 0x5580d64c3f30 2024-05-21T19:09:54.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.685+0000 7faf778deb80 1 -- 172.21.15.3:0/2778975259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 msgr2=0x5580d64c4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faf6001f0b0 tx=0x7faf6001d8c0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 -- 172.21.15.3:0/2778975259 shutdown_connections 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d64c4a20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64c76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 --2- 172.21.15.3:0/2778975259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64c6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 -- 172.21.15.3:0/2778975259 >> 172.21.15.3:0/2778975259 conn(0x5580d63ebbe0 msgr2=0x5580d64c4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 -- 172.21.15.3:0/2778975259 shutdown_connections 2024-05-21T19:09:54.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 -- 172.21.15.3:0/2778975259 wait complete. 2024-05-21T19:09:54.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.686+0000 7faf778deb80 1 -- start start 2024-05-21T19:09:54.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.687+0000 7faf778deb80 1 Processor -- start 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.687+0000 7faf778deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64d9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.687+0000 7faf778deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64da390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf778deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d653fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf778deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800bb00 con 0x5580d64c3f30 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf778deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800cf70 con 0x5580d64be140 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf778deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faf4800c1d0 con 0x5580d64c3610 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf778deb80 10 client.0 _ll_register_callbacks cb 0x5580d63b5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf65e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64d9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf65e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64d9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52508/0 (socket says 172.21.15.3:52508) 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf65e00700 1 -- 172.21.15.3:0/2395423796 learned_addr learned my addr 172.21.15.3:0/2395423796 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:54.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.688+0000 7faf66800700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d653fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 -- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 msgr2=0x5580d64da390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64da390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 -- 172.21.15.3:0/2395423796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 msgr2=0x5580d64d9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64d9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 -- 172.21.15.3:0/2395423796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580d65402f0 con 0x5580d64c3f30 2024-05-21T19:09:54.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.689+0000 7faf66800700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d653fcb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7faf6000d010 tx=0x7faf60007ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e23a093717a52e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.690+0000 7faf47e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.690+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60037070 con 0x5580d64c3f30 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.690+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5580d6417570 con 0x5580d64c3f30 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.690+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faf6003cb90 con 0x5580d64c3f30 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.690+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf6002d070 con 0x5580d64c3f30 2024-05-21T19:09:54.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.691+0000 7faf778deb80 10 client.15501 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:54.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.691+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5580d65415d0 con 0x5580d64c3f30 2024-05-21T19:09:54.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.691+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5580d6417570 con 0x5580d64c3f30 2024-05-21T19:09:54.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.691+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faf6004d030 con 0x5580d64c3f30 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 10 client.15501 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 10 client.15501 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 20 client.15501 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d6541b70 0x5580d6543f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 4 client.15501 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5580d628e250 con 0x5580d6541b70 2024-05-21T19:09:54.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.692+0000 7faf65e00700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d6541b70 0x5580d6543f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:54.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf65e00700 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d6541b70 0x5580d6543f90 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=16c143637959be41 server_cookie=92fe418a990b33db in_seq=0 out_seq=0 2024-05-21T19:09:54.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf47e00700 10 client.15501 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:54.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf47e00700 1 -- 172.21.15.3:0/2395423796 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5580d628e250 con 0x5580d6541b70 2024-05-21T19:09:54.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf47e00700 10 client.15501 handle_command_reply: tid=0 2024-05-21T19:09:54.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf778deb80 1 client.15501 shutdown 2024-05-21T19:09:54.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 msgr2=0x5580d653fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.694+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d653fcb0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7faf6000d010 tx=0x7faf60007ea0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 shutdown_connections 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5580d6541b70 0x5580d6543f90 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5580d64c3f30 0x5580d653fcb0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5580d64be140 0x5580d64d9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 --2- 172.21.15.3:0/2395423796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5580d64c3610 0x5580d64da390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 >> 172.21.15.3:0/2395423796 conn(0x5580d63ebbe0 msgr2=0x5580d64c4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf47e00700 0 client.15501 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 shutdown_connections 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.695+0000 7faf778deb80 1 -- 172.21.15.3:0/2395423796 wait complete. 2024-05-21T19:09:54.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.696+0000 7faf778deb80 20 client.15501 trim_cache size 0 max 16384 2024-05-21T19:09:54.696 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.697+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 msgr2=0x7faf4c0b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.697+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 0x7faf4c0b4e80 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7faf6002a000 tx=0x7faf6002b000 comp rx=0 tx=0).stop 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.697+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 msgr2=0x7faf681a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.697+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faf5800c9b0 tx=0x7faf5800ccc0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 shutdown_connections 2024-05-21T19:09:54.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faf4c0b29c0 0x7faf4c0b4e80 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faf68114710 0x7faf681a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faf68075770 0x7faf681a01f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 --2- 172.21.15.3:0/3785573235 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faf68076090 0x7faf681a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 >> 172.21.15.3:0/3785573235 conn(0x7faf6807a6a0 msgr2=0x7faf681134d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.698+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 shutdown_connections 2024-05-21T19:09:54.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:54.699+0000 7faf6d000700 1 -- 172.21.15.3:0/3785573235 wait complete. 2024-05-21T19:09:54.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:54 smithi003 ceph-mon[31577]: pgmap v499: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:54.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:54 smithi104 ceph-mon[36417]: pgmap v499: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:55.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:54 smithi178 ceph-mon[36523]: pgmap v499: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:56.071 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:09:56.541 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:09:56.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.540+0000 7fc051600700 1 -- 172.21.15.3:0/2606347738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c1084c0 msgr2=0x7fc04c1088a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.540+0000 7fc051600700 1 --2- 172.21.15.3:0/2606347738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c1084c0 0x7fc04c1088a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc03c009990 tx=0x7fc03c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 -- 172.21.15.3:0/2606347738 shutdown_connections 2024-05-21T19:09:56.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 --2- 172.21.15.3:0/2606347738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102e00 0x7fc04c06b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 --2- 172.21.15.3:0/2606347738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c1084c0 0x7fc04c1088a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 --2- 172.21.15.3:0/2606347738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c102440 0x7fc04c1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 -- 172.21.15.3:0/2606347738 >> 172.21.15.3:0/2606347738 conn(0x7fc04c0793e0 msgr2=0x7fc04c0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 -- 172.21.15.3:0/2606347738 shutdown_connections 2024-05-21T19:09:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.545+0000 7fc051600700 1 -- 172.21.15.3:0/2606347738 wait complete. 2024-05-21T19:09:56.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.546+0000 7fc051600700 1 Processor -- start 2024-05-21T19:09:56.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.547+0000 7fc051600700 1 -- start start 2024-05-21T19:09:56.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 0x7fc04c110150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c102e00 0x7fc04c110690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1137d0 con 0x7fc04c1084c0 2024-05-21T19:09:56.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c113650 con 0x7fc04c102440 2024-05-21T19:09:56.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc051600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c113950 con 0x7fc04c102e00 2024-05-21T19:09:56.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc04b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc04b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42372/0 (socket says 172.21.15.3:42372) 2024-05-21T19:09:56.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.548+0000 7fc04b400700 1 -- 172.21.15.3:0/2269825972 learned_addr learned my addr 172.21.15.3:0/2269825972 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:56.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.549+0000 7fc04a000700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c102e00 0x7fc04c110690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.549+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 0x7fc04c110150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.550+0000 7fc04b400700 1 -- 172.21.15.3:0/2269825972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c102e00 msgr2=0x7fc04c110690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.550+0000 7fc04b400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c102e00 0x7fc04c110690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.550+0000 7fc04b400700 1 -- 172.21.15.3:0/2269825972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 msgr2=0x7fc04c110150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.550+0000 7fc04b400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 0x7fc04c110150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.550+0000 7fc04b400700 1 -- 172.21.15.3:0/2269825972 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04c1a0d00 con 0x7fc04c1084c0 2024-05-21T19:09:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.551+0000 7fc04b400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc044007ee0 tx=0x7fc04400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.551+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 0x7fc04c110150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.551+0000 7fc043400700 1 -- 172.21.15.3:0/2269825972 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04400dbd0 con 0x7fc04c1084c0 2024-05-21T19:09:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.551+0000 7fc043400700 1 -- 172.21.15.3:0/2269825972 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc04400dd70 con 0x7fc04c1084c0 2024-05-21T19:09:56.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.551+0000 7fc043400700 1 -- 172.21.15.3:0/2269825972 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc044005990 con 0x7fc04c1084c0 2024-05-21T19:09:56.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.552+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc04c1a0ff0 con 0x7fc04c1084c0 2024-05-21T19:09:56.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.552+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc04c1a8870 con 0x7fc04c1084c0 2024-05-21T19:09:56.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.559+0000 7fc05be94b80 1 Processor -- start 2024-05-21T19:09:56.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.559+0000 7fc043400700 1 -- 172.21.15.3:0/2269825972 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc04401a020 con 0x7fc04c1084c0 2024-05-21T19:09:56.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.559+0000 7fc05be94b80 1 -- start start 2024-05-21T19:09:56.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.560+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22ccca0 0x558ac22cd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.560+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.560+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22c7680 0x558ac22c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.560+0000 7fc05be94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558ac2224fd0 con 0x558ac22cd5c0 2024-05-21T19:09:56.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.560+0000 7fc05be94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558ac2214b70 con 0x558ac22c7680 2024-05-21T19:09:56.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.561+0000 7fc05be94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558ac2218bb0 con 0x558ac22ccca0 2024-05-21T19:09:56.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.561+0000 7fc04aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.561+0000 7fc04aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42378/0 (socket says 172.21.15.3:42378) 2024-05-21T19:09:56.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.561+0000 7fc04aa00700 1 -- 172.21.15.3:0/774601770 learned_addr learned my addr 172.21.15.3:0/774601770 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:56.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc043400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 0x7fc0300b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc043400700 1 -- 172.21.15.3:0/2269825972 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc0440e19f0 con 0x7fc04c1084c0 2024-05-21T19:09:56.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc04aa00700 1 -- 172.21.15.3:0/774601770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22ccca0 msgr2=0x558ac22cd080 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:56.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc04aa00700 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22ccca0 0x558ac22cd080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc04aa00700 1 -- 172.21.15.3:0/774601770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22c7680 msgr2=0x558ac22c7ae0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:09:56.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc04aa00700 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22c7680 0x558ac22c7ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.562+0000 7fc04aa00700 1 -- 172.21.15.3:0/774601770 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ac21dd5b0 con 0x558ac22cd5c0 2024-05-21T19:09:56.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.564+0000 7fc04b400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 0x7fc0300b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.564+0000 7fc04aa00700 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc03c005830 tx=0x7fc03c00b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fc771ea3ef45cb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.565+0000 7fc037e00700 1 -- 172.21.15.3:0/774601770 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03c026070 con 0x558ac22cd5c0 2024-05-21T19:09:56.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.565+0000 7fc037e00700 1 -- 172.21.15.3:0/774601770 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc03c00bc50 con 0x558ac22cd5c0 2024-05-21T19:09:56.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.565+0000 7fc037e00700 1 -- 172.21.15.3:0/774601770 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03c003d70 con 0x558ac22cd5c0 2024-05-21T19:09:56.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 -- 172.21.15.3:0/774601770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 msgr2=0x558ac22c7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc04b400700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 0x7fc0300b4ef0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc044009510 tx=0x7fc04400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc03c005830 tx=0x7fc03c00b610 comp rx=0 tx=0).stop 2024-05-21T19:09:56.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 -- 172.21.15.3:0/774601770 shutdown_connections 2024-05-21T19:09:56.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22c7680 0x558ac22c7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22ccca0 0x558ac22cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 --2- 172.21.15.3:0/774601770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22cd5c0 0x558ac22c7060 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 -- 172.21.15.3:0/774601770 >> 172.21.15.3:0/774601770 conn(0x558ac21f4d70 msgr2=0x558ac22c1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.566+0000 7fc05be94b80 1 -- 172.21.15.3:0/774601770 shutdown_connections 2024-05-21T19:09:56.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.567+0000 7fc05be94b80 1 -- 172.21.15.3:0/774601770 wait complete. 2024-05-21T19:09:56.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.567+0000 7fc05be94b80 1 -- start start 2024-05-21T19:09:56.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 Processor -- start 2024-05-21T19:09:56.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 0x558ac22d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558ac211b130 con 0x558ac22d0bd0 2024-05-21T19:09:56.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558ac21b58f0 con 0x558ac22ccca0 2024-05-21T19:09:56.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558ac22d3fd0 con 0x558ac22c7680 2024-05-21T19:09:56.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.568+0000 7fc05be94b80 10 client.0 _ll_register_callbacks cb 0x558ac21bee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:56.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42384/0 (socket says 172.21.15.3:42384) 2024-05-21T19:09:56.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 -- 172.21.15.3:0/227564422 learned_addr learned my addr 172.21.15.3:0/227564422 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:56.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04aa00700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 0x558ac22d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 -- 172.21.15.3:0/227564422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 msgr2=0x558ac22d32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 -- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 msgr2=0x558ac22d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 0x558ac22d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04a000700 1 -- 172.21.15.3:0/227564422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ac2164a60 con 0x558ac22d0bd0 2024-05-21T19:09:56.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.569+0000 7fc04aa00700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 0x558ac22d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:56.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.571+0000 7fc04a000700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc038009d90 tx=0x7fc038009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e7e7d7a0ac86308 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.571+0000 7fc034c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:56.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.571+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03800f9a0 con 0x558ac22d0bd0 2024-05-21T19:09:56.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.571+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc03800fb40 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.571+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc03c00bc50 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc03800fd40 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc05be94b80 10 client.15513 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558ac21e51f0 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0380108e0 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc03801c020 con 0x558ac22d0bd0 2024-05-21T19:09:56.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc05be94b80 10 client.15513 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.572+0000 7fc05be94b80 10 client.15513 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.573+0000 7fc05be94b80 20 client.15513 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.573+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac22e0fb0 0x558ac22e33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.573+0000 7fc05be94b80 4 client.15513 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.573+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fc03c00bc50 con 0x558ac22e0fb0 2024-05-21T19:09:56.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.573+0000 7fc04aa00700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac22e0fb0 0x558ac22e33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.574+0000 7fc04aa00700 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac22e0fb0 0x558ac22e33a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4165dd4c87b1674b server_cookie=8ead6b9b7c340b58 in_seq=0 out_seq=0 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.574+0000 7fc034c00700 10 client.15513 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.574+0000 7fc034c00700 1 -- 172.21.15.3:0/227564422 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fc03c00bc50 con 0x558ac22e0fb0 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.574+0000 7fc034c00700 10 client.15513 handle_command_reply: tid=0 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 client.15513 shutdown 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 msgr2=0x558ac22d1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc038009d90 tx=0x7fc038009260 comp rx=0 tx=0).stop 2024-05-21T19:09:56.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 shutdown_connections 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac22e0fb0 0x558ac22e33a0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22d0bd0 0x558ac22d1050 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 --2- 172.21.15.3:0/227564422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22ccca0 0x558ac22d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 >> 172.21.15.3:0/227564422 conn(0x558ac21f4d70 msgr2=0x558ac22c14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.575+0000 7fc034c00700 0 client.15513 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:56.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.576+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 shutdown_connections 2024-05-21T19:09:56.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.576+0000 7fc05be94b80 1 -- 172.21.15.3:0/227564422 wait complete. 2024-05-21T19:09:56.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.577+0000 7fc05be94b80 20 client.15513 trim_cache size 0 max 16384 2024-05-21T19:09:56.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.618+0000 7fc05be94b80 1 Processor -- start 2024-05-21T19:09:56.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.618+0000 7fc05be94b80 1 -- start start 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22c1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22e8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1ae1c0 con 0x558ac22ccca0 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1aba50 con 0x558ac22d0bd0 2024-05-21T19:09:56.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc05be94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c19cf90 con 0x558ac22c7680 2024-05-21T19:09:56.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc04a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc04a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48014/0 (socket says 172.21.15.3:48014) 2024-05-21T19:09:56.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.619+0000 7fc04a000700 1 -- 172.21.15.3:0/201386645 learned_addr learned my addr 172.21.15.3:0/201386645 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22e8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04aa00700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22c1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 -- 172.21.15.3:0/201386645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 msgr2=0x558ac22e8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22e8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 -- 172.21.15.3:0/201386645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 msgr2=0x558ac22c1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22c1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 -- 172.21.15.3:0/201386645 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ac22c2c80 con 0x558ac22c7680 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04aa00700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22c1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.620+0000 7fc04a000700 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc038009d60 tx=0x7fc038009fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98797baebd6ab588 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.621+0000 7fc037400700 1 -- 172.21.15.3:0/201386645 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03800f9a0 con 0x558ac22c7680 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.621+0000 7fc037400700 1 -- 172.21.15.3:0/201386645 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc03800fb40 con 0x558ac22c7680 2024-05-21T19:09:56.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.621+0000 7fc037400700 1 -- 172.21.15.3:0/201386645 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc038003b40 con 0x558ac22c7680 2024-05-21T19:09:56.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 -- 172.21.15.3:0/201386645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 msgr2=0x558ac22c7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc038009d60 tx=0x7fc038009fb0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 -- 172.21.15.3:0/201386645 shutdown_connections 2024-05-21T19:09:56.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22e8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22c7060 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 --2- 172.21.15.3:0/201386645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22c1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 -- 172.21.15.3:0/201386645 >> 172.21.15.3:0/201386645 conn(0x558ac21f4d70 msgr2=0x558ac22ce020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 -- 172.21.15.3:0/201386645 shutdown_connections 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.622+0000 7fc05be94b80 1 -- 172.21.15.3:0/201386645 wait complete. 2024-05-21T19:09:56.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.623+0000 7fc05be94b80 1 -- start start 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.623+0000 7fc05be94b80 1 Processor -- start 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.624+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.624+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22d67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.624+0000 7fc04a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc05be94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22d6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc05be94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1a9f10 con 0x558ac22ccca0 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc05be94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1ab380 con 0x558ac22d0bd0 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc05be94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1aa5e0 con 0x558ac22c7680 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc05be94b80 10 client.0 _ll_register_callbacks cb 0x558ac21bee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc04a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48016/0 (socket says 172.21.15.3:48016) 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc04a000700 1 -- 172.21.15.3:0/2726855704 learned_addr learned my addr 172.21.15.3:0/2726855704 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:56.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.625+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22d67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22d6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 -- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 msgr2=0x558ac22d6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22d6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 -- 172.21.15.3:0/2726855704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 msgr2=0x558ac22d67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22d67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 -- 172.21.15.3:0/2726855704 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ac234bda0 con 0x558ac22c7680 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22d67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc04a000700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc038012a40 tx=0x7fc038009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d310f5efb0c40eb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.626+0000 7fc034c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc038003680 con 0x558ac22c7680 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc038003820 con 0x558ac22c7680 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc03800fb40 con 0x558ac22c7680 2024-05-21T19:09:56.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc038003a20 con 0x558ac22c7680 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc05be94b80 10 client.25627 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558ac234d080 con 0x558ac22c7680 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.627+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc03800fb40 con 0x558ac22c7680 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc03801c040 con 0x558ac22c7680 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 10 client.25627 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:56.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 10 client.25627 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 20 client.25627 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac234d720 0x558ac234fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 4 client.25627 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.4, "await_for": 45.0}] 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 147.4, "await_for": 45.0}) -- 0x558ac2226f20 con 0x558ac234d720 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.628+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac234d720 0x558ac234fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:56.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.629+0000 7fc034c00700 10 client.25627 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:56.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.629+0000 7fc04aa00700 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac234d720 0x558ac234fb40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa3287460dd6a801 server_cookie=6fc6db16919992e7 in_seq=0 out_seq=0 2024-05-21T19:09:56.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc034c00700 1 -- 172.21.15.3:0/2726855704 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x558ac2226f20 con 0x558ac234d720 2024-05-21T19:09:56.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc034c00700 10 client.25627 handle_command_reply: tid=0 2024-05-21T19:09:56.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 client.25627 shutdown 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 msgr2=0x558ac22d6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc038012a40 tx=0x7fc038009260 comp rx=0 tx=0).stop 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 shutdown_connections 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558ac234d720 0x558ac234fb40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558ac22d0bd0 0x558ac22d6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558ac22c7680 0x558ac22d6290 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 --2- 172.21.15.3:0/2726855704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558ac22ccca0 0x558ac22d67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 >> 172.21.15.3:0/2726855704 conn(0x558ac21f4d70 msgr2=0x558ac22c1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc034c00700 0 client.25627 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 shutdown_connections 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.637+0000 7fc05be94b80 1 -- 172.21.15.3:0/2726855704 wait complete. 2024-05-21T19:09:56.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.638+0000 7fc05be94b80 20 client.25627 trim_cache size 0 max 16384 2024-05-21T19:09:56.641 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:09:56.641 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:09:56.641 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:09:56.641 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 6, 2024-05-21T19:09:56.642 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:09:56.642 INFO:teuthology.orchestra.run.smithi003.stdout: "da0f4b66": { 2024-05-21T19:09:56.642 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 6, 2024-05-21T19:09:56.642 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:09:56.642 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 147.4, 2024-05-21T19:09:56.643 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:09:56.644 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:56.645 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:56.645 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:56.645 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:56.645 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:09:56.645 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:09:56.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.639+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 msgr2=0x7fc0300b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.639+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 0x7fc0300b4ef0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc044009510 tx=0x7fc04400b040 comp rx=0 tx=0).stop 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.639+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 msgr2=0x7fc04c1a05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.639+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc044007ee0 tx=0x7fc04400d3b0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 shutdown_connections 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc0300b2a30 0x7fc0300b4ef0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc04c1084c0 0x7fc04c1a05c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc04c102440 0x7fc04c110150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 --2- 172.21.15.3:0/2269825972 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc04c102e00 0x7fc04c110690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:56.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 >> 172.21.15.3:0/2269825972 conn(0x7fc04c0793e0 msgr2=0x7fc04c103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:56.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 shutdown_connections 2024-05-21T19:09:56.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:56.640+0000 7fc051600700 1 -- 172.21.15.3:0/2269825972 wait complete. 2024-05-21T19:09:57.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:57 smithi003 ceph-mon[31577]: pgmap v500: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:57.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:57 smithi178 ceph-mon[36523]: pgmap v500: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:57 smithi104 ceph-mon[36417]: pgmap v500: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:09:58.275 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'da0f4b66', quiesce took 15.1 seconds. Will release after: 12.299999999999999 2024-05-21T19:09:59.354 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:09:59 smithi003 ceph-mon[31577]: pgmap v501: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:59.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.566+0000 7f4012000700 1 -- 172.21.15.3:0/3986095051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 msgr2=0x7f400c1025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.566+0000 7f4012000700 1 --2- 172.21.15.3:0/3986095051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c1025a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4000009990 tx=0x7f4000009ca0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 -- 172.21.15.3:0/3986095051 shutdown_connections 2024-05-21T19:09:59.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 --2- 172.21.15.3:0/3986095051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c10fd70 0x7f400c112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 --2- 172.21.15.3:0/3986095051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c1025a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 --2- 172.21.15.3:0/3986095051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c102b70 0x7f400c10f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 -- 172.21.15.3:0/3986095051 >> 172.21.15.3:0/3986095051 conn(0x7f400c0fde60 msgr2=0x7f400c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 -- 172.21.15.3:0/3986095051 shutdown_connections 2024-05-21T19:09:59.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.567+0000 7f4012000700 1 -- 172.21.15.3:0/3986095051 wait complete. 2024-05-21T19:09:59.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.568+0000 7f4012000700 1 Processor -- start 2024-05-21T19:09:59.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.568+0000 7f4012000700 1 -- start start 2024-05-21T19:09:59.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c102b70 0x7f400c19c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c10fd70 0x7f400c1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f400c115890 con 0x7f400c102b70 2024-05-21T19:09:59.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f400c115710 con 0x7f400c1021c0 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4012000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f400c115a10 con 0x7f400c10fd70 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4010c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4010c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52580/0 (socket says 172.21.15.3:52580) 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f4010c00700 1 -- 172.21.15.3:0/2193966259 learned_addr learned my addr 172.21.15.3:0/2193966259 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.569+0000 7f400be00700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c102b70 0x7f400c19c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4011600700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c10fd70 0x7f400c1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 -- 172.21.15.3:0/2193966259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c10fd70 msgr2=0x7f400c1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c10fd70 0x7f400c1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 -- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c102b70 msgr2=0x7f400c19c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c102b70 0x7f400c19c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 -- 172.21.15.3:0/2193966259 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f400c1a0d70 con 0x7f400c1021c0 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.570+0000 7f4010c00700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4000000c00 tx=0x7f400000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.571+0000 7f4009600700 1 -- 172.21.15.3:0/2193966259 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4000027070 con 0x7f400c1021c0 2024-05-21T19:09:59.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.571+0000 7f4009600700 1 -- 172.21.15.3:0/2193966259 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4000022470 con 0x7f400c1021c0 2024-05-21T19:09:59.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.571+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f400c1a1000 con 0x7f400c1021c0 2024-05-21T19:09:59.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.571+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f400c1a88e0 con 0x7f400c1021c0 2024-05-21T19:09:59.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.572+0000 7f4009600700 1 -- 172.21.15.3:0/2193966259 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4000017650 con 0x7f400c1021c0 2024-05-21T19:09:59.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 Processor -- start 2024-05-21T19:09:59.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 -- start start 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab54d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56398aab2e40 con 0x56398ab55390 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.576+0000 7f401e02fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56398aaa29e0 con 0x56398ab5b0e0 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.577+0000 7f401e02fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56398aaa6a20 con 0x56398ab5a7c0 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.577+0000 7f4011600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.577+0000 7f4009600700 1 -- 172.21.15.3:0/2193966259 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f400002a070 con 0x7f400c1021c0 2024-05-21T19:09:59.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.577+0000 7f400be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42438/0 (socket says 172.21.15.3:42438) 2024-05-21T19:09:59.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 -- 172.21.15.3:0/318731143 learned_addr learned my addr 172.21.15.3:0/318731143 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 -- 172.21.15.3:0/318731143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 msgr2=0x56398ab5aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 -- 172.21.15.3:0/318731143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 msgr2=0x56398ab54d70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T19:09:59.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.578+0000 7f400be00700 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab54d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.579+0000 7f400be00700 1 -- 172.21.15.3:0/318731143 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56398aa6b420 con 0x56398ab55390 2024-05-21T19:09:59.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.579+0000 7f400be00700 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ff8009d30 tx=0x7f3ff8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada663f757434b5b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.580+0000 7f4009600700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 0x7f3ff40b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.580+0000 7f3ffe000700 1 -- 172.21.15.3:0/318731143 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff801e070 con 0x56398ab55390 2024-05-21T19:09:59.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.580+0000 7f3ffe000700 1 -- 172.21.15.3:0/318731143 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ff8019ae0 con 0x56398ab55390 2024-05-21T19:09:59.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.580+0000 7f3ffe000700 1 -- 172.21.15.3:0/318731143 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff800ea90 con 0x56398ab55390 2024-05-21T19:09:59.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.580+0000 7f4011600700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 0x7f3ff40b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 -- 172.21.15.3:0/318731143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 msgr2=0x56398ab557f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ff8009d30 tx=0x7f3ff8011720 comp rx=0 tx=0).stop 2024-05-21T19:09:59.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f4009600700 1 -- 172.21.15.3:0/2193966259 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f40000e2e30 con 0x7f400c1021c0 2024-05-21T19:09:59.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f4011600700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 0x7f3ff40b4e40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f400c06ae40 tx=0x7f4004009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 -- 172.21.15.3:0/318731143 shutdown_connections 2024-05-21T19:09:59.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab557f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 --2- 172.21.15.3:0/318731143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab54d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.581+0000 7f401e02fb80 1 -- 172.21.15.3:0/318731143 >> 172.21.15.3:0/318731143 conn(0x56398aa82be0 msgr2=0x56398ab4f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.582+0000 7f401e02fb80 1 -- 172.21.15.3:0/318731143 shutdown_connections 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.582+0000 7f401e02fb80 1 -- 172.21.15.3:0/318731143 wait complete. 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.582+0000 7f401e02fb80 1 -- start start 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 Processor -- start 2024-05-21T19:09:59.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab60e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56398a9a8fa0 con 0x56398ab55390 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56398aa43760 con 0x56398ab5b0e0 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56398ab72c10 con 0x56398ab5a7c0 2024-05-21T19:09:59.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.583+0000 7f401e02fb80 10 client.0 _ll_register_callbacks cb 0x56398aa4cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:59.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.584+0000 7f4011600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.584+0000 7f4010c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab60e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.584+0000 7f400be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.584+0000 7f4011600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52600/0 (socket says 172.21.15.3:52600) 2024-05-21T19:09:59.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.584+0000 7f4011600700 1 -- 172.21.15.3:0/380613617 learned_addr learned my addr 172.21.15.3:0/380613617 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 -- 172.21.15.3:0/380613617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 msgr2=0x56398ab5e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 -- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 msgr2=0x56398ab60e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab60e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 -- 172.21.15.3:0/380613617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56398a9f28d0 con 0x56398ab5b0e0 2024-05-21T19:09:59.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f400be00700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:59.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4010c00700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab60e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:59.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f4011600700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4004009de0 tx=0x7f400400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3e1633bb4f1dd95 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f3ff2a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:59.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.585+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4004038060 con 0x56398ab5b0e0 2024-05-21T19:09:59.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ff8019ae0 con 0x56398ab5b0e0 2024-05-21T19:09:59.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f40040190d0 con 0x56398ab5b0e0 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40040198e0 con 0x56398ab5b0e0 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f401e02fb80 10 client.25634 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56398aa73060 con 0x56398ab5b0e0 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ff8019ae0 con 0x56398ab5b0e0 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.586+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4004033a60 con 0x56398ab5b0e0 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 10 client.25634 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 10 client.25634 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 20 client.25634 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:59.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398ab75430 0x56398ab77890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 4 client.25634 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56398aab4d90 con 0x56398ab75430 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.587+0000 7f4010c00700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398ab75430 0x56398ab77890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.588+0000 7f4010c00700 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398ab75430 0x56398ab77890 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2e4b8213856446ec server_cookie=d16d2ff1e91c1943 in_seq=0 out_seq=0 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.588+0000 7f3ff2a00700 10 client.25634 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f3ff2a00700 1 -- 172.21.15.3:0/380613617 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56398aab4d90 con 0x56398ab75430 2024-05-21T19:09:59.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f3ff2a00700 10 client.25634 handle_command_reply: tid=0 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 client.25634 shutdown 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 msgr2=0x56398ab5e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4004009de0 tx=0x7f400400b040 comp rx=0 tx=0).stop 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 shutdown_connections 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5b0e0 0x56398ab5e6f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398ab75430 0x56398ab77890 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab60e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 --2- 172.21.15.3:0/380613617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab5e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 >> 172.21.15.3:0/380613617 conn(0x56398aa82be0 msgr2=0x56398ab4efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.589+0000 7f3ff2a00700 0 client.25634 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.590+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 shutdown_connections 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.590+0000 7f401e02fb80 1 -- 172.21.15.3:0/380613617 wait complete. 2024-05-21T19:09:59.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.590+0000 7f401e02fb80 20 client.25634 trim_cache size 0 max 16384 2024-05-21T19:09:59.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 Processor -- start 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 -- start start 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 0x56398ab5be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 0x56398ab588b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00fce0 con 0x56398ab55390 2024-05-21T19:09:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00d570 con 0x56398ab5a7c0 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.615+0000 7f401e02fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00b3c0 con 0x56398ab5b0e0 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.616+0000 7f4010c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.616+0000 7f400be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 0x56398ab5be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.616+0000 7f4010c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42452/0 (socket says 172.21.15.3:42452) 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.616+0000 7f4010c00700 1 -- 172.21.15.3:0/1894580490 learned_addr learned my addr 172.21.15.3:0/1894580490 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.616+0000 7f4011600700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 0x56398ab588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 -- 172.21.15.3:0/1894580490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 msgr2=0x56398ab588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 0x56398ab588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 -- 172.21.15.3:0/1894580490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 msgr2=0x56398ab54d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 -- 172.21.15.3:0/1894580490 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56398ab60a50 con 0x56398ab5a7c0 2024-05-21T19:09:59.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f4011600700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 0x56398ab588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:59.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f4010c00700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:59.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.617+0000 7f400be00700 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 0x56398ab5be10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3ff80097a0 tx=0x7f3ff800e3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19978c7f72b43742 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.618+0000 7f3ffd600700 1 -- 172.21.15.3:0/1894580490 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff8028070 con 0x56398ab5a7c0 2024-05-21T19:09:59.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.618+0000 7f3ffd600700 1 -- 172.21.15.3:0/1894580490 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ff8003680 con 0x56398ab5a7c0 2024-05-21T19:09:59.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.618+0000 7f3ffd600700 1 -- 172.21.15.3:0/1894580490 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff801e040 con 0x56398ab5a7c0 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 -- 172.21.15.3:0/1894580490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 msgr2=0x56398ab5be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 0x56398ab5be10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3ff80097a0 tx=0x7f3ff800e3d0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 -- 172.21.15.3:0/1894580490 shutdown_connections 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5b0e0 0x56398ab588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab55390 0x56398ab54d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1894580490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab5a7c0 0x56398ab5be10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.619+0000 7f401e02fb80 1 -- 172.21.15.3:0/1894580490 >> 172.21.15.3:0/1894580490 conn(0x56398aa82be0 msgr2=0x56398ab59320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.620+0000 7f401e02fb80 1 -- 172.21.15.3:0/1894580490 shutdown_connections 2024-05-21T19:09:59.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.620+0000 7f401e02fb80 1 -- 172.21.15.3:0/1894580490 wait complete. 2024-05-21T19:09:59.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.620+0000 7f401e02fb80 1 -- start start 2024-05-21T19:09:59.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.620+0000 7f401e02fb80 1 Processor -- start 2024-05-21T19:09:59.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab89a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab5b0e0 0x56398ab8a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00ba30 con 0x56398ab5b0e0 2024-05-21T19:09:59.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00cea0 con 0x56398ab55390 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3fec00c100 con 0x56398ab5a7c0 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.621+0000 7f401e02fb80 10 client.0 _ll_register_callbacks cb 0x56398aa4cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f400be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab89a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52616/0 (socket says 172.21.15.3:52616) 2024-05-21T19:09:59.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 -- 172.21.15.3:0/1107436861 learned_addr learned my addr 172.21.15.3:0/1107436861 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 -- 172.21.15.3:0/1107436861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 msgr2=0x56398ab89a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab89a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 -- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab5b0e0 msgr2=0x56398ab8a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab5b0e0 0x56398ab8a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.622+0000 7f4010c00700 1 -- 172.21.15.3:0/1107436861 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56398ab8b050 con 0x56398ab55390 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.623+0000 7f4010c00700 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f40000a76d0 tx=0x7f40000aa9a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8e5623473929f3c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.623+0000 7f3ff2a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:09:59.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.623+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40000095c0 con 0x56398ab55390 2024-05-21T19:09:59.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.623+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ff8003680 con 0x56398ab55390 2024-05-21T19:09:59.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.623+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f40000a4d90 con 0x56398ab55390 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40000a9f70 con 0x56398ab55390 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 10 client.25640 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56398abea620 con 0x56398ab55390 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ff8003680 con 0x56398ab55390 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f40000b1b00 con 0x56398ab55390 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 10 client.25640 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 10 client.25640 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 20 client.25640 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398abeacd0 0x56398abed130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 4 client.25640 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.624+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56398aaae570 con 0x56398abeacd0 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.626+0000 7f400be00700 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398abeacd0 0x56398abed130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f400be00700 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398abeacd0 0x56398abed130 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=86b27b15c495ea6c server_cookie=29970540cd58341a in_seq=0 out_seq=0 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f3ff2a00700 10 client.25640 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f3ff2a00700 1 -- 172.21.15.3:0/1107436861 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56398aaae570 con 0x56398abeacd0 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f3ff2a00700 10 client.25640 handle_command_reply: tid=0 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f401e02fb80 1 client.25640 shutdown 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.627+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 msgr2=0x56398ab89520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.628+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f40000a76d0 tx=0x7f40000aa9a0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 shutdown_connections 2024-05-21T19:09:59.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56398abeacd0 0x56398abed130 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56398ab5b0e0 0x56398ab8a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56398ab55390 0x56398ab89520 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 --2- 172.21.15.3:0/1107436861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56398ab5a7c0 0x56398ab89a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 >> 172.21.15.3:0/1107436861 conn(0x56398aa82be0 msgr2=0x56398ab5bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f3ff2a00700 0 client.25640 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:09:59.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.631+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 shutdown_connections 2024-05-21T19:09:59.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.632+0000 7f401e02fb80 1 -- 172.21.15.3:0/1107436861 wait complete. 2024-05-21T19:09:59.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.632+0000 7f401e02fb80 20 client.25640 trim_cache size 0 max 16384 2024-05-21T19:09:59.632 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:09:59.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 msgr2=0x7f3ff40b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 0x7f3ff40b4e40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f400c06ae40 tx=0x7f4004009040 comp rx=0 tx=0).stop 2024-05-21T19:09:59.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 msgr2=0x7f400c19bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4000000c00 tx=0x7f400000bfd0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 shutdown_connections 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ff40b2980 0x7f3ff40b4e40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f400c10fd70 0x7f400c1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f400c1021c0 0x7f400c19bd60 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 --2- 172.21.15.3:0/2193966259 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f400c102b70 0x7f400c19c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.633+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 >> 172.21.15.3:0/2193966259 conn(0x7f400c0fde60 msgr2=0x7f400c100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.634+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 shutdown_connections 2024-05-21T19:09:59.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:09:59.634+0000 7f4012000700 1 -- 172.21.15.3:0/2193966259 wait complete. 2024-05-21T19:09:59.635 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:09:59 smithi178 ceph-mon[36523]: pgmap v501: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:09:59 smithi104 ceph-mon[36417]: pgmap v501: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:09:59.782 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 -- 172.21.15.3:0/2517005995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 msgr2=0x7f0698101df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 --2- 172.21.15.3:0/2517005995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f0698101df0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0688009900 tx=0x7f068802a400 comp rx=0 tx=0).stop 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 -- 172.21.15.3:0/2517005995 shutdown_connections 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 --2- 172.21.15.3:0/2517005995 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 0x7f0698109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 --2- 172.21.15.3:0/2517005995 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f0698103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 --2- 172.21.15.3:0/2517005995 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f0698101df0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 -- 172.21.15.3:0/2517005995 >> 172.21.15.3:0/2517005995 conn(0x7f06980fcf60 msgr2=0x7f06980ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 -- 172.21.15.3:0/2517005995 shutdown_connections 2024-05-21T19:09:59.783 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.783+0000 7f069d800640 1 -- 172.21.15.3:0/2517005995 wait complete. 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 Processor -- start 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 -- start start 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f069819af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f069819b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 0x7f06981a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f069810e5e0 con 0x7f0698102bc0 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f069810e460 con 0x7f0698103580 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.784+0000 7f069d800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f069810e760 con 0x7f06981019d0 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f069819af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f069819af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48094/0 (socket says 172.21.15.3:48094) 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696a00640 1 -- 172.21.15.3:0/1040939796 learned_addr learned my addr 172.21.15.3:0/1040939796 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f069819b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0697400640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 0x7f06981a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 -- 172.21.15.3:0/1040939796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 msgr2=0x7f069819af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f069819af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 -- 172.21.15.3:0/1040939796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 msgr2=0x7f06981a2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 0x7f06981a2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.785+0000 7f0696000640 1 -- 172.21.15.3:0/1040939796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06981a2ad0 con 0x7f0698102bc0 2024-05-21T19:09:59.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f0696000640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f069819b490 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f068400e9f0 tx=0x7f068400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f068f400640 1 -- 172.21.15.3:0/1040939796 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068400cd80 con 0x7f0698102bc0 2024-05-21T19:09:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f068f400640 1 -- 172.21.15.3:0/1040939796 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06840035f0 con 0x7f0698102bc0 2024-05-21T19:09:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06981a2dc0 con 0x7f0698102bc0 2024-05-21T19:09:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f068f400640 1 -- 172.21.15.3:0/1040939796 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0684010670 con 0x7f0698102bc0 2024-05-21T19:09:59.787 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.786+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06981a3280 con 0x7f0698102bc0 2024-05-21T19:09:59.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 Processor -- start 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 -- start start 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863657520 0x56286365c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56286365c690 0x56286365eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5628635c6b90 con 0x562863656b30 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5628635b6730 con 0x56286365c690 2024-05-21T19:09:59.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.790+0000 7f06a0659740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5628635ba770 con 0x562863657520 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42488/0 (socket says 172.21.15.3:42488) 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 -- 172.21.15.3:0/2461928563 learned_addr learned my addr 172.21.15.3:0/2461928563 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0696a00640 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863657520 0x56286365c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f068f400640 1 -- 172.21.15.3:0/1040939796 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f06840037a0 con 0x7f0698102bc0 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 -- 172.21.15.3:0/2461928563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863657520 msgr2=0x56286365c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863657520 0x56286365c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 -- 172.21.15.3:0/2461928563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56286365c690 msgr2=0x56286365eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56286365c690 0x56286365eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.791+0000 7f0697400640 1 -- 172.21.15.3:0/2461928563 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56286354f8b0 con 0x562863656b30 2024-05-21T19:09:59.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.792+0000 7f0697400640 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0690009fc0 tx=0x7f0690010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86e3116eaf90eb58 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.792+0000 7f0683e00640 1 -- 172.21.15.3:0/2461928563 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0690003b70 con 0x562863656b30 2024-05-21T19:09:59.792 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.792+0000 7f0683e00640 1 -- 172.21.15.3:0/2461928563 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0690003d10 con 0x562863656b30 2024-05-21T19:09:59.793 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.792+0000 7f0683e00640 1 -- 172.21.15.3:0/2461928563 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06900119e0 con 0x562863656b30 2024-05-21T19:09:59.793 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.793+0000 7f068f400640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 0x7f067c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.793+0000 7f068f400640 1 -- 172.21.15.3:0/1040939796 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f06840e2580 con 0x7f0698102bc0 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.793+0000 7f06a0659740 1 -- 172.21.15.3:0/2461928563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 msgr2=0x562863656f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.793+0000 7f06a0659740 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0690009fc0 tx=0x7f0690010860 comp rx=0 tx=0).stop 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.793+0000 7f0696a00640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 0x7f067c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 -- 172.21.15.3:0/2461928563 shutdown_connections 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863657520 0x56286365c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56286365c690 0x56286365eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 --2- 172.21.15.3:0/2461928563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863656b30 0x562863656f50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 -- 172.21.15.3:0/2461928563 >> 172.21.15.3:0/2461928563 conn(0x5628636521a0 msgr2=0x5628636525a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.794 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 -- 172.21.15.3:0/2461928563 shutdown_connections 2024-05-21T19:09:59.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.794+0000 7f06a0659740 1 -- 172.21.15.3:0/2461928563 wait complete. 2024-05-21T19:09:59.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.795+0000 7f06a0659740 1 -- start start 2024-05-21T19:09:59.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.795+0000 7f06a0659740 1 Processor -- start 2024-05-21T19:09:59.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.795+0000 7f0696a00640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 0x7f067c0b4d60 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x562863653070 tx=0x7f06880314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x5628636609e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x562863667f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56286329c790 con 0x562863657520 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56286355ebc0 con 0x562863656b30 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56286365f640 con 0x56286365c690 2024-05-21T19:09:59.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f0696000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f0696000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42504/0 (socket says 172.21.15.3:42504) 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f0696000640 1 -- 172.21.15.3:0/2194572775 learned_addr learned my addr 172.21.15.3:0/2194572775 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f06a0659740 10 client.0 _ll_register_callbacks cb 0x56286353c400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f0696a00640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x5628636609e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.796+0000 7f0696000640 1 -- 172.21.15.3:0/2194572775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 msgr2=0x562863667f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0697400640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x562863667f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696000640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x562863667f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696000640 1 -- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 msgr2=0x5628636609e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696000640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x5628636609e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696000640 1 -- 172.21.15.3:0/2194572775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628632cb210 con 0x562863657520 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0697400640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x562863667f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696a00640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x5628636609e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0696000640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f06840a9ab0 tx=0x7f06840a53a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c889797450ec7a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0680c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06840aded0 con 0x562863657520 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0684009310 con 0x562863657520 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.797+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0690003d10 con 0x562863657520 2024-05-21T19:09:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f06840b2980 con 0x562863657520 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f06a0659740 10 client.15546 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562863397620 con 0x562863657520 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0690003d10 con 0x562863657520 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f06840e21a0 con 0x562863657520 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.798+0000 7f06a0659740 10 client.15546 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f06a0659740 10 client.15546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f06a0659740 20 client.15546 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56286366c460 0x56286366e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f06a0659740 4 client.15546 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628635c8ae0 con 0x56286366c460 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.799+0000 7f0696a00640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56286366c460 0x56286366e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.800+0000 7f0696a00640 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56286366c460 0x56286366e880 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5991caa97edab3f8 server_cookie=6e190dbf25486f63 in_seq=0 out_seq=0 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.800+0000 7f0680c00640 10 client.15546 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.801+0000 7f0680c00640 1 -- 172.21.15.3:0/2194572775 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5628635c8ae0 con 0x56286366c460 2024-05-21T19:09:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.801+0000 7f0680c00640 10 client.15546 handle_command_reply: tid=0 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.801+0000 7f06a0659740 1 client.15546 shutdown 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.801+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 msgr2=0x562863660f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.801+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f06840a9ab0 tx=0x7f06840a53a0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 shutdown_connections 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56286366c460 0x56286366e880 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x562863667f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863660f20 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 --2- 172.21.15.3:0/2194572775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x5628636609e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 >> 172.21.15.3:0/2194572775 conn(0x5628636521a0 msgr2=0x562863651310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f0680c00640 0 client.15546 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 shutdown_connections 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 1 -- 172.21.15.3:0/2194572775 wait complete. 2024-05-21T19:09:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.802+0000 7f06a0659740 20 client.15546 trim_cache size 0 max 16384 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.818+0000 7f06a0659740 1 Processor -- start 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.818+0000 7f06a0659740 1 -- start start 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x562863655190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x5628636556d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06981aea10 con 0x562863657520 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06981ac2e0 con 0x562863656b30 2024-05-21T19:09:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f06a0659740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f06981aa130 con 0x56286365c690 2024-05-21T19:09:59.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42506/0 (socket says 172.21.15.3:42506) 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 -- 172.21.15.3:0/2578464783 learned_addr learned my addr 172.21.15.3:0/2578464783 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0697400640 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x5628636556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696a00640 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x562863655190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 -- 172.21.15.3:0/2578464783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 msgr2=0x5628636556d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x5628636556d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 -- 172.21.15.3:0/2578464783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 msgr2=0x562863655190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x562863655190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.819+0000 7f0696000640 1 -- 172.21.15.3:0/2578464783 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56286364d440 con 0x562863657520 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.820+0000 7f0696000640 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0684005820 tx=0x7f0684003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=860e367f060112c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.820+0000 7f0683400640 1 -- 172.21.15.3:0/2578464783 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068406e080 con 0x562863657520 2024-05-21T19:09:59.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.820+0000 7f0683400640 1 -- 172.21.15.3:0/2578464783 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06840aae50 con 0x562863657520 2024-05-21T19:09:59.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.820+0000 7f0683400640 1 -- 172.21.15.3:0/2578464783 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06840a5670 con 0x562863657520 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 -- 172.21.15.3:0/2578464783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 msgr2=0x562863667f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0684005820 tx=0x7f0684003cd0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 -- 172.21.15.3:0/2578464783 shutdown_connections 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56286365c690 0x5628636556d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562863657520 0x562863667f20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 --2- 172.21.15.3:0/2578464783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863656b30 0x562863655190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 -- 172.21.15.3:0/2578464783 >> 172.21.15.3:0/2578464783 conn(0x5628636521a0 msgr2=0x5628636609e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 -- 172.21.15.3:0/2578464783 shutdown_connections 2024-05-21T19:09:59.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.821+0000 7f06a0659740 1 -- 172.21.15.3:0/2578464783 wait complete. 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 -- start start 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 Processor -- start 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 0x562863664a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 0x562863664fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06981aa7a0 con 0x56286365c690 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06981abc10 con 0x562863657520 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f06981aae70 con 0x562863656b30 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.822+0000 7f06a0659740 10 client.0 _ll_register_callbacks cb 0x7f06840056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0697400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 0x562863664fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48126/0 (socket says 172.21.15.3:48126) 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 -- 172.21.15.3:0/1799643229 learned_addr learned my addr 172.21.15.3:0/1799643229 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696000640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 0x562863664a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0697400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 0x562863664fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:42520/0 (socket says 172.21.15.3:42520) 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 -- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 msgr2=0x562863664a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 0x562863664a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 -- 172.21.15.3:0/1799643229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 msgr2=0x562863664fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 0x562863664fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696a00640 1 -- 172.21.15.3:0/1799643229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628636d5010 con 0x562863656b30 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.823+0000 7f0696000640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 0x562863664a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f0696a00640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0688005ab0 tx=0x7f0688009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f7cc93b750e0cd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:09:59.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f0680c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:09:59.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0688035040 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06840aae50 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0688003a00 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.824+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0688060070 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.825+0000 7f06a0659740 10 client.25654 fetch_fsmap learned FSMap version 26 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.825+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5628636d6440 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.825+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06840aae50 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.825+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0688044070 con 0x562863656b30 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 10 client.25654 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 10 client.25654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 20 client.25654 populate_metadata read hostname 'smithi003' 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628636d6dc0 0x5628636d91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:09:59.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 4 client.25654 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:09:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5628635c22c0 con 0x5628636d6dc0 2024-05-21T19:09:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.826+0000 7f0696000640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628636d6dc0 0x5628636d91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:09:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.827+0000 7f0696000640 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628636d6dc0 0x5628636d91e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6c2987a68498b91 server_cookie=143fe1808adc4711 in_seq=0 out_seq=0 2024-05-21T19:09:59.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.827+0000 7f0680c00640 10 client.25654 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:59.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.830+0000 7f0680c00640 1 -- 172.21.15.3:0/1799643229 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5628635c22c0 con 0x5628636d6dc0 2024-05-21T19:09:59.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.830+0000 7f0680c00640 10 client.25654 handle_command_reply: tid=0 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 client.25654 shutdown 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 msgr2=0x562863667f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0688005ab0 tx=0x7f0688009260 comp rx=0 tx=0).stop 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 shutdown_connections 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628636d6dc0 0x5628636d91e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56286365c690 0x562863664fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f0680c00640 0 client.25654 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562863657520 0x562863664a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 --2- 172.21.15.3:0/1799643229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562863656b30 0x562863667f40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 >> 172.21.15.3:0/1799643229 conn(0x5628636521a0 msgr2=0x562863655190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 shutdown_connections 2024-05-21T19:09:59.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.831+0000 7f06a0659740 1 -- 172.21.15.3:0/1799643229 wait complete. 2024-05-21T19:09:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.832+0000 7f06a0659740 20 client.25654 trim_cache size 0 max 16384 2024-05-21T19:09:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:09:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:09:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 msgr2=0x7f067c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 0x7f067c0b4d60 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x562863653070 tx=0x7f06880314a0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 msgr2=0x7f069819b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f069819b490 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f068400e9f0 tx=0x7f068400eeb0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 shutdown_connections 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0698103580 0x7f06981a2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0698102bc0 0x7f069819b490 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f067c0b28a0 0x7f067c0b4d60 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 --2- 172.21.15.3:0/1040939796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f06981019d0 0x7f069819af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:09:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 >> 172.21.15.3:0/1040939796 conn(0x7f06980fcf60 msgr2=0x7f069810a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:09:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 shutdown_connections 2024-05-21T19:09:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:09:59.833+0000 7f069d800640 1 -- 172.21.15.3:0/1040939796 wait complete. 2024-05-21T19:10:00.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:00 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T19:10:00.628 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:10:00.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:00 smithi178 ceph-mon[36523]: overall HEALTH_OK 2024-05-21T19:10:00.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:00 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T19:10:01.064 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:01.563 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:01 smithi003 ceph-mon[31577]: pgmap v502: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:01.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:01 smithi178 ceph-mon[36523]: pgmap v502: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:01 smithi104 ceph-mon[36417]: pgmap v502: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:03.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.261+0000 7f41e1600700 1 -- 172.21.15.3:0/2912077897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc076230 msgr2=0x7f41dc10f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.261+0000 7f41e1600700 1 --2- 172.21.15.3:0/2912077897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc076230 0x7f41dc10f7d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f41c8009990 tx=0x7f41c8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 -- 172.21.15.3:0/2912077897 shutdown_connections 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 --2- 172.21.15.3:0/2912077897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc10fd10 0x7f41dc112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 --2- 172.21.15.3:0/2912077897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc075910 0x7f41dc075cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 --2- 172.21.15.3:0/2912077897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc076230 0x7f41dc10f7d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 -- 172.21.15.3:0/2912077897 >> 172.21.15.3:0/2912077897 conn(0x7f41dc0fefc0 msgr2=0x7f41dc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 -- 172.21.15.3:0/2912077897 shutdown_connections 2024-05-21T19:10:03.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.263+0000 7f41e1600700 1 -- 172.21.15.3:0/2912077897 wait complete. 2024-05-21T19:10:03.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.265+0000 7f41e1600700 1 Processor -- start 2024-05-21T19:10:03.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.265+0000 7f41e1600700 1 -- start start 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.265+0000 7f41e1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.265+0000 7f41e1600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 0x7f41dc19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41e1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc10fd10 0x7f41dc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41e1600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1158c0 con 0x7f41dc075910 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41e1600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc115740 con 0x7f41dc076230 2024-05-21T19:10:03.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41e1600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc115a40 con 0x7f41dc10fd10 2024-05-21T19:10:03.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32904/0 (socket says 172.21.15.3:32904) 2024-05-21T19:10:03.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41dbe00700 1 -- 172.21.15.3:0/973432565 learned_addr learned my addr 172.21.15.3:0/973432565 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:03.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41db400700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 0x7f41dc19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.266+0000 7f41e0c00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc10fd10 0x7f41dc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 -- 172.21.15.3:0/973432565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc10fd10 msgr2=0x7f41dc1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc10fd10 0x7f41dc1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 -- 172.21.15.3:0/973432565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 msgr2=0x7f41dc19c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 0x7f41dc19c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 -- 172.21.15.3:0/973432565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41dc1a0de0 con 0x7f41dc075910 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41db400700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 0x7f41dc19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:03.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.267+0000 7f41dbe00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f41cc00bf30 tx=0x7f41cc00dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.268+0000 7f41d8c00700 1 -- 172.21.15.3:0/973432565 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41cc01c070 con 0x7f41dc075910 2024-05-21T19:10:03.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.268+0000 7f41d8c00700 1 -- 172.21.15.3:0/973432565 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41cc005020 con 0x7f41dc075910 2024-05-21T19:10:03.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.268+0000 7f41d8c00700 1 -- 172.21.15.3:0/973432565 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41cc01f610 con 0x7f41dc075910 2024-05-21T19:10:03.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.268+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41dc1a10d0 con 0x7f41dc075910 2024-05-21T19:10:03.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.268+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41dc103360 con 0x7f41dc075910 2024-05-21T19:10:03.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.273+0000 7f41d8c00700 1 -- 172.21.15.3:0/973432565 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f41cc004a30 con 0x7f41dc075910 2024-05-21T19:10:03.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41ed5d9b80 1 Processor -- start 2024-05-21T19:10:03.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41ed5d9b80 1 -- start start 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf34ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41d8c00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 0x7f41c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.275+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f5cce8ce40 con 0x55f5ccf2f390 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f5cce7c9e0 con 0x55f5ccf350e0 2024-05-21T19:10:03.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f5cce80a20 con 0x55f5ccf347c0 2024-05-21T19:10:03.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41d8c00700 1 -- 172.21.15.3:0/973432565 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41cc0e9fc0 con 0x7f41dc075910 2024-05-21T19:10:03.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.276+0000 7f41db400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43810/0 (socket says 172.21.15.3:43810) 2024-05-21T19:10:03.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 -- 172.21.15.3:0/2705987595 learned_addr learned my addr 172.21.15.3:0/2705987595 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41dbe00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 0x7f41c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41e0c00700 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf34ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 -- 172.21.15.3:0/2705987595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 msgr2=0x55f5ccf34ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf34ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 -- 172.21.15.3:0/2705987595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 msgr2=0x55f5ccf2f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.277+0000 7f41db400700 1 -- 172.21.15.3:0/2705987595 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5cce45420 con 0x55f5ccf350e0 2024-05-21T19:10:03.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.278+0000 7f41db400700 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f41c8015000 tx=0x7f41c8005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0375b56c3c0ae18 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.278+0000 7f41d1600700 1 -- 172.21.15.3:0/2705987595 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c8028070 con 0x55f5ccf350e0 2024-05-21T19:10:03.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.278+0000 7f41d1600700 1 -- 172.21.15.3:0/2705987595 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41c800bd80 con 0x55f5ccf350e0 2024-05-21T19:10:03.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.279+0000 7f41d1600700 1 -- 172.21.15.3:0/2705987595 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c80056c0 con 0x55f5ccf350e0 2024-05-21T19:10:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2705987595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 msgr2=0x55f5ccf2ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f41c8015000 tx=0x7f41c8005bc0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2705987595 shutdown_connections 2024-05-21T19:10:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf34ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2705987595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf2ed70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2705987595 >> 172.21.15.3:0/2705987595 conn(0x55f5cce5cbe0 msgr2=0x55f5ccf29810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.280+0000 7f41dbe00700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 0x7f41c00b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0ad5e0 tx=0x7f41cc0ad420 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.281+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2705987595 shutdown_connections 2024-05-21T19:10:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.281+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2705987595 wait complete. 2024-05-21T19:10:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.282+0000 7f41ed5d9b80 1 -- start start 2024-05-21T19:10:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.282+0000 7f41ed5d9b80 1 Processor -- start 2024-05-21T19:10:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.283+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf3af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.284+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf3af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.284+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf3af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32918/0 (socket says 172.21.15.3:32918) 2024-05-21T19:10:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.284+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf382c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.284+0000 7f41e0c00700 1 -- 172.21.15.3:0/4289090869 learned_addr learned my addr 172.21.15.3:0/4289090869 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:03.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.284+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf38800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.285+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f5ccd82fa0 con 0x55f5ccf2f390 2024-05-21T19:10:03.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.285+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f5cce1d760 con 0x55f5ccf350e0 2024-05-21T19:10:03.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.285+0000 7f41db400700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf382c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.285+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f5ccf3bba0 con 0x55f5ccf347c0 2024-05-21T19:10:03.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.286+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf38800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.286+0000 7f41ed5d9b80 10 client.0 _ll_register_callbacks cb 0x55f5cce26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:03.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.286+0000 7f41db400700 1 -- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 msgr2=0x55f5ccf38800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.286+0000 7f41db400700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf38800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.288+0000 7f41db400700 1 -- 172.21.15.3:0/4289090869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 msgr2=0x55f5ccf3af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.288+0000 7f41db400700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf3af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.288+0000 7f41db400700 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5ccdcc8d0 con 0x55f5ccf347c0 2024-05-21T19:10:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.288+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf38800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:10:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.288+0000 7f41db400700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf382c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f41c8026040 tx=0x7f41c8003a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dc268db75dbf84f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.289+0000 7f41c6000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:03.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.289+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c8028070 con 0x55f5ccf347c0 2024-05-21T19:10:03.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.289+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41c8023460 con 0x55f5ccf347c0 2024-05-21T19:10:03.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.290+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c800bd80 con 0x55f5ccf347c0 2024-05-21T19:10:03.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.294+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f41c80056d0 con 0x55f5ccf347c0 2024-05-21T19:10:03.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.294+0000 7f41ed5d9b80 10 client.25666 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:03.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.294+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f5cce4d060 con 0x55f5ccf347c0 2024-05-21T19:10:03.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.295+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41c800bd80 con 0x55f5ccf347c0 2024-05-21T19:10:03.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.295+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f41c8038480 con 0x55f5ccf347c0 2024-05-21T19:10:03.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.295+0000 7f41ed5d9b80 10 client.25666 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.295+0000 7f41ed5d9b80 10 client.25666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.296+0000 7f41ed5d9b80 20 client.25666 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.296+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccf48630 0x55f5ccf4aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.296+0000 7f41ed5d9b80 4 client.25666 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.296+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5cce8ed90 con 0x55f5ccf48630 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.296+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccf48630 0x55f5ccf4aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.297+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccf48630 0x55f5ccf4aa20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ec2d36e968452e3 server_cookie=b82cca20a8641aa6 in_seq=0 out_seq=0 2024-05-21T19:10:03.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.297+0000 7f41c6000700 10 client.25666 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:03.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.297+0000 7f41c6000700 1 -- 172.21.15.3:0/4289090869 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f5cce8ed90 con 0x55f5ccf48630 2024-05-21T19:10:03.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41c6000700 10 client.25666 handle_command_reply: tid=0 2024-05-21T19:10:03.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 client.25666 shutdown 2024-05-21T19:10:03.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 msgr2=0x55f5ccf382c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf382c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f41c8026040 tx=0x7f41c8003a90 comp rx=0 tx=0).stop 2024-05-21T19:10:03.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 shutdown_connections 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccf48630 0x55f5ccf4aa20 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccf38800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf2f390 0x55f5ccf3af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4289090869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf347c0 0x55f5ccf382c0 secure :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f41c8026040 tx=0x7f41c8003a90 comp rx=0 tx=0).stop 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 >> 172.21.15.3:0/4289090869 conn(0x55f5cce5cbe0 msgr2=0x55f5ccf28fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41c6000700 0 client.25666 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.298+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 shutdown_connections 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.299+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4289090869 wait complete. 2024-05-21T19:10:03.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.299+0000 7f41ed5d9b80 20 client.25666 trim_cache size 0 max 16384 2024-05-21T19:10:03.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.330+0000 7f41ed5d9b80 1 Processor -- start 2024-05-21T19:10:03.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.330+0000 7f41ed5d9b80 1 -- start start 2024-05-21T19:10:03.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 0x55f5ccf37220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf35c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1ae190 con 0x55f5ccf29740 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1aba20 con 0x55f5ccf2f390 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc107470 con 0x55f5ccf350e0 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41db400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 0x55f5ccf37220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf35c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41db400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 0x55f5ccf37220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45350/0 (socket says 172.21.15.3:45350) 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.331+0000 7f41db400700 1 -- 172.21.15.3:0/4186900504 learned_addr learned my addr 172.21.15.3:0/4186900504 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 -- 172.21.15.3:0/4186900504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 msgr2=0x55f5ccf37220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 0x55f5ccf37220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 -- 172.21.15.3:0/4186900504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf2f390 msgr2=0x55f5ccf2ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.332+0000 7f41e0c00700 1 -- 172.21.15.3:0/4186900504 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5ccf36830 con 0x55f5ccf29740 2024-05-21T19:10:03.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.333+0000 7f41e0c00700 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf35c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55f5cce8cf20 tx=0x7f41d4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a245f278b34e73f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.333+0000 7f41d0c00700 1 -- 172.21.15.3:0/4186900504 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4004bb0 con 0x55f5ccf29740 2024-05-21T19:10:03.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.333+0000 7f41d0c00700 1 -- 172.21.15.3:0/4186900504 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41d4004d50 con 0x55f5ccf29740 2024-05-21T19:10:03.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.333+0000 7f41d0c00700 1 -- 172.21.15.3:0/4186900504 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d4023950 con 0x55f5ccf29740 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4186900504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 msgr2=0x55f5ccf35c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf35c90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55f5cce8cf20 tx=0x7f41d4004b40 comp rx=0 tx=0).stop 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4186900504 shutdown_connections 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf35c90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf2f390 0x55f5ccf2ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/4186900504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf350e0 0x55f5ccf37220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4186900504 >> 172.21.15.3:0/4186900504 conn(0x55f5cce5cbe0 msgr2=0x55f5ccf35580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4186900504 shutdown_connections 2024-05-21T19:10:03.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.334+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/4186900504 wait complete. 2024-05-21T19:10:03.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.335+0000 7f41ed5d9b80 1 -- start start 2024-05-21T19:10:03.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.335+0000 7f41ed5d9b80 1 Processor -- start 2024-05-21T19:10:03.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 0x55f5ccf4c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccfb1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1a9ee0 con 0x55f5ccf29740 2024-05-21T19:10:03.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1ab350 con 0x55f5ccf350e0 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41dc1aa5b0 con 0x55f5ccf2f390 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.336+0000 7f41ed5d9b80 10 client.0 _ll_register_callbacks cb 0x55f5cce26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.337+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.337+0000 7f41e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32950/0 (socket says 172.21.15.3:32950) 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.337+0000 7f41e0c00700 1 -- 172.21.15.3:0/2094353520 learned_addr learned my addr 172.21.15.3:0/2094353520 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.337+0000 7f41db400700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 0x55f5ccf4c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 -- 172.21.15.3:0/2094353520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 msgr2=0x55f5ccf4c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:03.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 0x55f5ccf4c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 -- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 msgr2=0x55f5ccfb1e70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccfb1e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 -- 172.21.15.3:0/2094353520 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5ccf4c8f0 con 0x55f5ccf29740 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41db400700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 0x55f5ccf4c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41e0c00700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f41d4009690 tx=0x7f41d4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e174d4bb74a4e873 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.338+0000 7f41c6000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:10:03.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.339+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41d401bc90 con 0x55f5ccf29740 2024-05-21T19:10:03.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.339+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41d4004d50 con 0x55f5ccf29740 2024-05-21T19:10:03.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.340+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41d4003a00 con 0x55f5ccf29740 2024-05-21T19:10:03.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.340+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f41d403d050 con 0x55f5ccf29740 2024-05-21T19:10:03.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.340+0000 7f41ed5d9b80 10 client.15570 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:03.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.340+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f5ccfb34b0 con 0x55f5ccf29740 2024-05-21T19:10:03.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.340+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41d4004d50 con 0x55f5ccf29740 2024-05-21T19:10:03.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f41d4018040 con 0x55f5ccf29740 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 10 client.15570 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 10 client.15570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 20 client.15570 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccfb3ae0 0x55f5ccfb5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 4 client.15570 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.341+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f5cce88570 con 0x55f5ccfb3ae0 2024-05-21T19:10:03.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.342+0000 7f41db400700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccfb3ae0 0x55f5ccfb5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:03.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.342+0000 7f41db400700 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccfb3ae0 0x55f5ccfb5f00 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d663d01b0c5b654 server_cookie=e16515b061550e35 in_seq=0 out_seq=0 2024-05-21T19:10:03.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.342+0000 7f41c6000700 10 client.15570 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:03.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.343+0000 7f41c6000700 1 -- 172.21.15.3:0/2094353520 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f5cce88570 con 0x55f5ccfb3ae0 2024-05-21T19:10:03.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.343+0000 7f41c6000700 10 client.15570 handle_command_reply: tid=0 2024-05-21T19:10:03.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.343+0000 7f41ed5d9b80 1 client.15570 shutdown 2024-05-21T19:10:03.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.343+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 msgr2=0x55f5ccf4bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.343+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f41d4009690 tx=0x7f41d4009b50 comp rx=0 tx=0).stop 2024-05-21T19:10:03.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 shutdown_connections 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f5ccfb3ae0 0x55f5ccfb5f00 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f5ccf350e0 0x55f5ccfb1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f5ccf29740 0x55f5ccf4bae0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 --2- 172.21.15.3:0/2094353520 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f5ccf2f390 0x55f5ccf4c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 >> 172.21.15.3:0/2094353520 conn(0x55f5cce5cbe0 msgr2=0x55f5ccf35df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41c6000700 0 client.15570 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 shutdown_connections 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.344+0000 7f41ed5d9b80 1 -- 172.21.15.3:0/2094353520 wait complete. 2024-05-21T19:10:03.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.345+0000 7f41ed5d9b80 20 client.15570 trim_cache size 0 max 16384 2024-05-21T19:10:03.345 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:10:03.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 msgr2=0x7f41c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 0x7f41c00b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f41cc0ad5e0 tx=0x7f41cc0ad420 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 msgr2=0x7f41dc19bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f41cc00bf30 tx=0x7f41cc00dbb0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 shutdown_connections 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41c00b2900 0x7f41c00b4dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f41dc10fd10 0x7f41dc1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41dc075910 0x7f41dc19bdd0 secure :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f41cc00bf30 tx=0x7f41cc00dbb0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 --2- 172.21.15.3:0/973432565 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41dc076230 0x7f41dc19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:03.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.346+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 >> 172.21.15.3:0/973432565 conn(0x7f41dc0fefc0 msgr2=0x7f41dc0ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:03.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.347+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 shutdown_connections 2024-05-21T19:10:03.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:03.347+0000 7f41e1600700 1 -- 172.21.15.3:0/973432565 wait complete. 2024-05-21T19:10:03.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:03 smithi003 ceph-mon[31577]: pgmap v503: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:03 smithi178 ceph-mon[36523]: pgmap v503: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:03 smithi104 ceph-mon[36417]: pgmap v503: 97 pgs: 97 active+clean; 673 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:10:05.124 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:10:05.124 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:10:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:05.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:05 smithi003 ceph-mon[31577]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:05 smithi178 ceph-mon[36523]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:05 smithi104 ceph-mon[36417]: pgmap v504: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:07 smithi003 ceph-mon[31577]: pgmap v505: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:10:07.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:07 smithi178 ceph-mon[36523]: pgmap v505: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:10:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:07 smithi104 ceph-mon[36417]: pgmap v505: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-21T19:10:07.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 -- 172.21.15.3:0/2423845146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006bbe0 msgr2=0x7f31601103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 --2- 172.21.15.3:0/2423845146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006bbe0 0x7f31601103d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f315800b0a0 tx=0x7f315800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 -- 172.21.15.3:0/2423845146 shutdown_connections 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 --2- 172.21.15.3:0/2423845146 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006bbe0 0x7f31601103d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 --2- 172.21.15.3:0/2423845146 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31601095b0 0x7f3160109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 --2- 172.21.15.3:0/2423845146 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f316006b220 0x7f316006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 -- 172.21.15.3:0/2423845146 >> 172.21.15.3:0/2423845146 conn(0x7f31600793f0 msgr2=0x7f3160079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.940+0000 7f3167800700 1 -- 172.21.15.3:0/2423845146 shutdown_connections 2024-05-21T19:10:07.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.941+0000 7f3167800700 1 -- 172.21.15.3:0/2423845146 wait complete. 2024-05-21T19:10:07.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 Processor -- start 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 -- start start 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316006bbe0 0x7f316019fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31601095b0 0x7f3160199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3160113740 con 0x7f316006b220 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31601135c0 con 0x7f316006bbe0 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.942+0000 7f3167800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31601138c0 con 0x7f31601095b0 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32964/0 (socket says 172.21.15.3:32964) 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 -- 172.21.15.3:0/3760274484 learned_addr learned my addr 172.21.15.3:0/3760274484 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f315fe00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316006bbe0 0x7f316019fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3165800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31601095b0 0x7f3160199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 -- 172.21.15.3:0/3760274484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31601095b0 msgr2=0x7f3160199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:07.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31601095b0 0x7f3160199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 -- 172.21.15.3:0/3760274484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316006bbe0 msgr2=0x7f316019fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:07.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316006bbe0 0x7f316019fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 -- 172.21.15.3:0/3760274484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316019a1a0 con 0x7f316006b220 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.943+0000 7f3164e00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f315400e9a0 tx=0x7f315400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.944+0000 7f315d600700 1 -- 172.21.15.3:0/3760274484 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315400ca10 con 0x7f316006b220 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.944+0000 7f315d600700 1 -- 172.21.15.3:0/3760274484 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f315400cbb0 con 0x7f316006b220 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.944+0000 7f315d600700 1 -- 172.21.15.3:0/3760274484 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3154018680 con 0x7f316006b220 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.944+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316019a490 con 0x7f316006b220 2024-05-21T19:10:07.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.944+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31601a6750 con 0x7f316006b220 2024-05-21T19:10:07.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.948+0000 7f315d600700 1 -- 172.21.15.3:0/3760274484 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3154010430 con 0x7f316006b220 2024-05-21T19:10:07.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.949+0000 7f315d600700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 0x7f31480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.949+0000 7f315d600700 1 -- 172.21.15.3:0/3760274484 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f31540e2320 con 0x7f316006b220 2024-05-21T19:10:07.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.950+0000 7f315fe00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 0x7f31480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.950+0000 7f315fe00700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 0x7f31480b4dc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3160079a60 tx=0x7f314c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:07.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.951+0000 7f3172246b80 1 Processor -- start 2024-05-21T19:10:07.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.951+0000 7f3172246b80 1 -- start start 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc71f0 0x560bfadcafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadcb500 0x560bfadcb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560bfad20ec0 con 0x560bfadc68d0 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560bfad10a60 con 0x560bfadc71f0 2024-05-21T19:10:07.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3172246b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560bfad14aa0 con 0x560bfadcb500 2024-05-21T19:10:07.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.953 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32978/0 (socket says 172.21.15.3:32978) 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3164e00700 1 -- 172.21.15.3:0/1688453423 learned_addr learned my addr 172.21.15.3:0/1688453423 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f3165800700 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadcb500 0x560bfadcb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.952+0000 7f315fe00700 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc71f0 0x560bfadcafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 -- 172.21.15.3:0/1688453423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadcb500 msgr2=0x560bfadcb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadcb500 0x560bfadcb940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 -- 172.21.15.3:0/1688453423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc71f0 msgr2=0x560bfadcafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc71f0 0x560bfadcafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 -- 172.21.15.3:0/1688453423 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bfacd94a0 con 0x560bfadc68d0 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3164e00700 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f31540a5940 tx=0x7f31540a9340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b930266f2b98f5e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:07.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3152000700 1 -- 172.21.15.3:0/1688453423 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31540a9fc0 con 0x560bfadc68d0 2024-05-21T19:10:07.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3152000700 1 -- 172.21.15.3:0/1688453423 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31540a98c0 con 0x560bfadc68d0 2024-05-21T19:10:07.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.953+0000 7f3152000700 1 -- 172.21.15.3:0/1688453423 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31540b24f0 con 0x560bfadc68d0 2024-05-21T19:10:07.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 -- 172.21.15.3:0/1688453423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 msgr2=0x560bfadc6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f31540a5940 tx=0x7f31540a9340 comp rx=0 tx=0).stop 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 -- 172.21.15.3:0/1688453423 shutdown_connections 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadcb500 0x560bfadcb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc6cb0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 --2- 172.21.15.3:0/1688453423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc71f0 0x560bfadcafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 -- 172.21.15.3:0/1688453423 >> 172.21.15.3:0/1688453423 conn(0x560bfacf0c60 msgr2=0x560bfadbd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.954+0000 7f3172246b80 1 -- 172.21.15.3:0/1688453423 shutdown_connections 2024-05-21T19:10:07.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.955+0000 7f3172246b80 1 -- 172.21.15.3:0/1688453423 wait complete. 2024-05-21T19:10:07.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.955+0000 7f3172246b80 1 -- start start 2024-05-21T19:10:07.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.955+0000 7f3172246b80 1 Processor -- start 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadcfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfadd01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560bfac17020 con 0x560bfadcb500 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560bfacb17e0 con 0x560bfadc68d0 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560bfadd3690 con 0x560bfadc71f0 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3172246b80 10 client.0 _ll_register_callbacks cb 0x560bfacbacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3165800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfadd01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3164e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f315fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadcfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3165800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfadd01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32982/0 (socket says 172.21.15.3:32982) 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.956+0000 7f3165800700 1 -- 172.21.15.3:0/2975474282 learned_addr learned my addr 172.21.15.3:0/2975474282 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 -- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 msgr2=0x560bfadd2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 -- 172.21.15.3:0/2975474282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 msgr2=0x560bfadd01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfadd01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 -- 172.21.15.3:0/2975474282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bfac60950 con 0x560bfadc71f0 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f315fe00700 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadcfca0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x560bfadbdd90 tx=0x7f314c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c961ce9f4306834 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.957+0000 7f3146a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:07.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c004830 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31540a98c0 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f314c0049d0 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f314c004bd0 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3172246b80 10 client.25684 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560bface10e0 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.958+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31540a98c0 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f314c026030 con 0x560bfadc71f0 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 10 client.25684 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 10 client.25684 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 20 client.25684 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfade0180 0x560bfade2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 4 client.25684 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bfad22e10 con 0x560bfade0180 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.959+0000 7f3164e00700 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfade0180 0x560bfade2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.960+0000 7f3164e00700 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfade0180 0x560bfade2570 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73ab6e65290d5716 server_cookie=f85317fe4d4ffbec in_seq=0 out_seq=0 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.960+0000 7f3146a00700 10 client.25684 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.960+0000 7f3146a00700 1 -- 172.21.15.3:0/2975474282 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560bfad22e10 con 0x560bfade0180 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.960+0000 7f3146a00700 10 client.25684 handle_command_reply: tid=0 2024-05-21T19:10:07.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.960+0000 7f3172246b80 1 client.25684 shutdown 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 msgr2=0x560bfadcfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadcfca0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x560bfadbdd90 tx=0x7f314c0047c0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 shutdown_connections 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfade0180 0x560bfade2570 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfadd01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3146a00700 0 client.25684 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 --2- 172.21.15.3:0/2975474282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadcfca0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 >> 172.21.15.3:0/2975474282 conn(0x560bfacf0c60 msgr2=0x560bfadc12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 shutdown_connections 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 1 -- 172.21.15.3:0/2975474282 wait complete. 2024-05-21T19:10:07.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.961+0000 7f3172246b80 20 client.25684 trim_cache size 0 max 16384 2024-05-21T19:10:07.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.996+0000 7f3172246b80 1 Processor -- start 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 -- start start 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadbd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadcb500 0x560bfadd1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31601ae480 con 0x560bfadc68d0 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31601abd10 con 0x560bfadcb500 2024-05-21T19:10:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3172246b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31601a9b80 con 0x560bfadc71f0 2024-05-21T19:10:07.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3164e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32984/0 (socket says 172.21.15.3:32984) 2024-05-21T19:10:07.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f315fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadbd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:07.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.997+0000 7f3164e00700 1 -- 172.21.15.3:0/2672345628 learned_addr learned my addr 172.21.15.3:0/2672345628 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:07.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f3165800700 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadcb500 0x560bfadd1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 -- 172.21.15.3:0/2672345628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadcb500 msgr2=0x560bfadd1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadcb500 0x560bfadd1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 -- 172.21.15.3:0/2672345628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 msgr2=0x560bfadc1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 -- 172.21.15.3:0/2672345628 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bfadddc50 con 0x560bfadc71f0 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f3164e00700 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.998+0000 7f315fe00700 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadbd0d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f314c003fd0 tx=0x7f314c032420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26cb13e521eff1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.999+0000 7f3151600700 1 -- 172.21.15.3:0/2672345628 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c004830 con 0x560bfadc71f0 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.999+0000 7f3151600700 1 -- 172.21.15.3:0/2672345628 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f314c036070 con 0x560bfadc71f0 2024-05-21T19:10:08.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.999+0000 7f3151600700 1 -- 172.21.15.3:0/2672345628 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f314c01ea90 con 0x560bfadc71f0 2024-05-21T19:10:08.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.999+0000 7f3172246b80 1 -- 172.21.15.3:0/2672345628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 msgr2=0x560bfadbd0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:07.999+0000 7f3172246b80 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadbd0d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f314c003fd0 tx=0x7f314c032420 comp rx=0 tx=0).stop 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 -- 172.21.15.3:0/2672345628 shutdown_connections 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadcb500 0x560bfadd1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadc68d0 0x560bfadc1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 --2- 172.21.15.3:0/2672345628 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadbd0d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 -- 172.21.15.3:0/2672345628 >> 172.21.15.3:0/2672345628 conn(0x560bfacf0c60 msgr2=0x560bfadd1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 -- 172.21.15.3:0/2672345628 shutdown_connections 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 -- 172.21.15.3:0/2672345628 wait complete. 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 -- start start 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.000+0000 7f3172246b80 1 Processor -- start 2024-05-21T19:10:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadd8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfae4ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31601aa1d0 con 0x560bfadcb500 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31601ab640 con 0x560bfadc68d0 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31601aa8a0 con 0x560bfadc71f0 2024-05-21T19:10:08.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3172246b80 10 client.0 _ll_register_callbacks cb 0x560bfacbacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3164e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3164e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43874/0 (socket says 172.21.15.3:43874) 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3165800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfae4ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.001+0000 7f3164e00700 1 -- 172.21.15.3:0/2564448828 learned_addr learned my addr 172.21.15.3:0/2564448828 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f315fe00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadd8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3164e00700 1 -- 172.21.15.3:0/2564448828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 msgr2=0x560bfadd8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3164e00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadd8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3164e00700 1 -- 172.21.15.3:0/2564448828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 msgr2=0x560bfae4ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3164e00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfae4ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3164e00700 1 -- 172.21.15.3:0/2564448828 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bfae4b270 con 0x560bfadc68d0 2024-05-21T19:10:08.005 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.002+0000 7f3165800700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfae4ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3164e00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f31540a5940 tx=0x7f3154010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ef455e8fa997ef1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3146a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31540a9fc0 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f31540cc0b0 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f314c036070 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f31540b2290 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3172246b80 10 client.25682 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.003+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560bfadc2340 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f314c036070 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f31540c7020 con 0x560bfadc68d0 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 10 client.25682 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:08.006 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 10 client.25682 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:08.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 20 client.25682 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:08.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfadc2630 0x560bfadc4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:08.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 4 client.25682 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:10:08.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560bfad1c5f0 con 0x560bfadc2630 2024-05-21T19:10:08.007 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.004+0000 7f315fe00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfadc2630 0x560bfadc4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:08.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.005+0000 7f315fe00700 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfadc2630 0x560bfadc4a50 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcbce3e6f73c88af server_cookie=7910b3860ab33b29 in_seq=0 out_seq=0 2024-05-21T19:10:08.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.005+0000 7f3146a00700 10 client.25682 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:08.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.006+0000 7f3146a00700 1 -- 172.21.15.3:0/2564448828 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560bfad1c5f0 con 0x560bfadc2630 2024-05-21T19:10:08.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.006+0000 7f3146a00700 10 client.25682 handle_command_reply: tid=0 2024-05-21T19:10:08.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.006+0000 7f3172246b80 1 client.25682 shutdown 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 msgr2=0x560bfadd7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f31540a5940 tx=0x7f3154010c10 comp rx=0 tx=0).stop 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 shutdown_connections 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560bfadc2630 0x560bfadc4a50 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560bfadcb500 0x560bfae4ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560bfadc68d0 0x560bfadd7de0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 --2- 172.21.15.3:0/2564448828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560bfadc71f0 0x560bfadd8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.010 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 >> 172.21.15.3:0/2564448828 conn(0x560bfacf0c60 msgr2=0x560bfadcaba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3146a00700 0 client.25682 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 shutdown_connections 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 1 -- 172.21.15.3:0/2564448828 wait complete. 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.007+0000 7f3172246b80 20 client.25682 trim_cache size 0 max 16384 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "b268e889-90ce-467f-adb7-b5c4fcb153df", 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:10:08.011 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 msgr2=0x7f31480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 0x7f31480b4dc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3160079a60 tx=0x7f314c009260 comp rx=0 tx=0).stop 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 msgr2=0x7f316019f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f315400e9a0 tx=0x7f315400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 shutdown_connections 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31480b2900 0x7f31480b4dc0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31601095b0 0x7f3160199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f316006b220 0x7f316019f880 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 --2- 172.21.15.3:0/3760274484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f316006bbe0 0x7f316019fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:08.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.008+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 >> 172.21.15.3:0/3760274484 conn(0x7f31600793f0 msgr2=0x7f31601010c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:08.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.009+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 shutdown_connections 2024-05-21T19:10:08.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:08.009+0000 7f3167800700 1 -- 172.21.15.3:0/3760274484 wait complete. 2024-05-21T19:10:08.981 INFO:tasks.workunit.client.0.smithi003.stderr:Updating files: 54% (6734/12271) Updating files: 55% (6750/12271) Updating files: 56% (6872/12271) Updating files: 57% (6995/12271) Updating files: 58% (7118/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 87% (10795/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-21T19:10:08.990 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:10:09.425 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:09.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:09 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:10:09.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:09 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.569 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:09 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:10:09.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:09 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:09 smithi003 ceph-mon[31577]: pgmap v506: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:09.633 INFO:tasks.workunit.client.0.smithi003.stderr:Note: switching to '7956b5e965f6ee5669688b5643c11d881b72442c'. 2024-05-21T19:10:09.633 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.633 INFO:tasks.workunit.client.0.smithi003.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-21T19:10:09.633 INFO:tasks.workunit.client.0.smithi003.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:state without impacting any branches by switching back to a branch. 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: git switch -c 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:Or undo this operation with: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: git switch - 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-21T19:10:09.634 INFO:tasks.workunit.client.0.smithi003.stderr: 2024-05-21T19:10:09.635 INFO:tasks.workunit.client.0.smithi003.stderr:HEAD is now at 7956b5e965f mds/quiesce: overdrive an export if it hasn't frozen the tree yet 2024-05-21T19:10:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:09 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:10:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:09 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:09 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:10:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:09 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:09 smithi178 ceph-mon[36523]: pgmap v506: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:09.648 DEBUG:teuthology.orchestra.run.smithi003:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-21T19:10:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:09 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:10:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:09 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:09 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:10:09.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:09 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:10:09.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:09 smithi104 ceph-mon[36417]: pgmap v506: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-21T19:10:09.728 INFO:tasks.workunit.client.0.smithi003.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-21T19:10:09.737 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T19:10:09.738 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-21T19:10:10.576 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:10:11.255 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:11.403 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:11 smithi003 ceph-mon[31577]: pgmap v507: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:11 smithi178 ceph-mon[36523]: pgmap v507: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:11.699 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-21T19:10:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:11 smithi104 ceph-mon[36417]: pgmap v507: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:11.932 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-21T19:10:12.018 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T19:10:12.024 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T19:10:12.024 INFO:tasks.workunit.client.0.smithi003.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-21T19:10:12.110 INFO:tasks.workunit.client.0.smithi003.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T19:10:12.121 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T19:10:12.121 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-21T19:10:12.171 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-05-21T19:10:12.172 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-05-21T19:10:12.172 DEBUG:teuthology.orchestra.run.smithi003:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7956b5e965f6ee5669688b5643c11d881b72442c TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.440+0000 7f9ea1800700 1 -- 172.21.15.3:0/2805466353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c076090 msgr2=0x7f9e9c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.440+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2805466353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c076090 0x7f9e9c10fa00 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9e840098f0 tx=0x7f9e84009c00 comp rx=0 tx=0).stop 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 -- 172.21.15.3:0/2805466353 shutdown_connections 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2805466353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c10ff40 0x7f9e9c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2805466353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2805466353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c076090 0x7f9e9c10fa00 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 -- 172.21.15.3:0/2805466353 >> 172.21.15.3:0/2805466353 conn(0x7f9e9c07a6a0 msgr2=0x7f9e9c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 -- 172.21.15.3:0/2805466353 shutdown_connections 2024-05-21T19:10:12.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.441+0000 7f9ea1800700 1 -- 172.21.15.3:0/2805466353 wait complete. 2024-05-21T19:10:12.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.442+0000 7f9ea1800700 1 Processor -- start 2024-05-21T19:10:12.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.442+0000 7f9ea1800700 1 -- start start 2024-05-21T19:10:12.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.442+0000 7f9ea1800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9ea1800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c076090 0x7f9e9c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9ea1800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c10ff40 0x7f9e9c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9ea1800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c115950 con 0x7f9e9c075770 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9ea1800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1157d0 con 0x7f9e9c076090 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9ea1800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c115ad0 con 0x7f9e9c10ff40 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46974/0 (socket says 172.21.15.3:46974) 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 -- 172.21.15.3:0/2693441163 learned_addr learned my addr 172.21.15.3:0/2693441163 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9b400700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c10ff40 0x7f9e9c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e92000700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c076090 0x7f9e9c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 -- 172.21.15.3:0/2693441163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c10ff40 msgr2=0x7f9e9c1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c10ff40 0x7f9e9c1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 -- 172.21.15.3:0/2693441163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c076090 msgr2=0x7f9e9c19c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c076090 0x7f9e9c19c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.443+0000 7f9e9aa00700 1 -- 172.21.15.3:0/2693441163 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e9c1a0e90 con 0x7f9e9c075770 2024-05-21T19:10:12.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00c0c0 tx=0x7f9e8c00c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9e93e00700 1 -- 172.21.15.3:0/2693441163 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0092e0 con 0x7f9e9c075770 2024-05-21T19:10:12.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e9c1a1120 con 0x7f9e9c075770 2024-05-21T19:10:12.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9e93e00700 1 -- 172.21.15.3:0/2693441163 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8c0075c0 con 0x7f9e9c075770 2024-05-21T19:10:12.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9e93e00700 1 -- 172.21.15.3:0/2693441163 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0146e0 con 0x7f9e9c075770 2024-05-21T19:10:12.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.444+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e9c1a8a00 con 0x7f9e9c075770 2024-05-21T19:10:12.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.448+0000 7f9e93e00700 1 -- 172.21.15.3:0/2693441163 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9e8c01b020 con 0x7f9e9c075770 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.449+0000 7f9eac174b80 1 Processor -- start 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.449+0000 7f9eac174b80 1 -- start start 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddfe290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607eddf8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607edd56e40 con 0x5607eddfdeb0 2024-05-21T19:10:12.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607edd469e0 con 0x5607eddf8880 2024-05-21T19:10:12.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9eac174b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607edd4aa20 con 0x5607eddfe7d0 2024-05-21T19:10:12.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e93e00700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 0x7f9e800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e9b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddfe290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e92000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607eddf8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e92000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54188/0 (socket says 172.21.15.3:54188) 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607eddf8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:40932/0 (socket says 172.21.15.3:40932) 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.450+0000 7f9e92000700 1 -- 172.21.15.3:0/2439348547 learned_addr learned my addr 172.21.15.3:0/2439348547 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 -- 172.21.15.3:0/2439348547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 msgr2=0x5607eddf8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607eddf8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e93e00700 1 -- 172.21.15.3:0/2693441163 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9e8c0e2070 con 0x7f9e9c075770 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 -- 172.21.15.3:0/2439348547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 msgr2=0x5607eddfe290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddfe290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 -- 172.21.15.3:0/2439348547 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607edd0f420 con 0x5607eddf8880 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e9b400700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 0x7f9e800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.451+0000 7f9e92000700 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9e840098f0 tx=0x7f9e8400bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e64e6443affb4462 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.452+0000 7f9e8be00700 1 -- 172.21.15.3:0/2439348547 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e84026070 con 0x5607eddf8880 2024-05-21T19:10:12.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.452+0000 7f9e9b400700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 0x7f9e800b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9e94009860 tx=0x7f9e940047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.452+0000 7f9e8be00700 1 -- 172.21.15.3:0/2439348547 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8400f910 con 0x5607eddf8880 2024-05-21T19:10:12.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.452+0000 7f9e8be00700 1 -- 172.21.15.3:0/2439348547 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e84003680 con 0x5607eddf8880 2024-05-21T19:10:12.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 -- 172.21.15.3:0/2439348547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 msgr2=0x5607eddf8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9e840098f0 tx=0x7f9e8400bf60 comp rx=0 tx=0).stop 2024-05-21T19:10:12.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 -- 172.21.15.3:0/2439348547 shutdown_connections 2024-05-21T19:10:12.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8ce0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddfe290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 --2- 172.21.15.3:0/2439348547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607eddf8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 -- 172.21.15.3:0/2439348547 >> 172.21.15.3:0/2439348547 conn(0x5607edd26be0 msgr2=0x5607eddf3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 -- 172.21.15.3:0/2439348547 shutdown_connections 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.453+0000 7f9eac174b80 1 -- 172.21.15.3:0/2439348547 wait complete. 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 -- start start 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 Processor -- start 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607ede01800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddfe7d0 0x5607ede01d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607edc4cfa0 con 0x5607eddfdeb0 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607edce7760 con 0x5607eddfe7d0 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607ede051e0 con 0x5607eddf8880 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.454+0000 7f9eac174b80 10 client.0 _ll_register_callbacks cb 0x5607edcf0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:12.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:40944/0 (socket says 172.21.15.3:40944) 2024-05-21T19:10:12.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e92000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607ede01800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 -- 172.21.15.3:0/3296613297 learned_addr learned my addr 172.21.15.3:0/3296613297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9b400700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddfe7d0 0x5607ede01d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 -- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddfe7d0 msgr2=0x5607ede01d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddfe7d0 0x5607ede01d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 -- 172.21.15.3:0/3296613297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 msgr2=0x5607ede01800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607ede01800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.455+0000 7f9e9aa00700 1 -- 172.21.15.3:0/3296613297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607edc968d0 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00efd0 tx=0x7f9e8c007d30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42a6b26f117fac0d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e88c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0114c0 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9e8c0e40b0 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8400f910 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e8c0ad9c0 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9eac174b80 10 client.25702 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607edd17060 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.456+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8400f910 con 0x5607eddf8880 2024-05-21T19:10:12.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e8c0b1fe0 con 0x5607eddf8880 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 10 client.25702 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 10 client.25702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 20 client.25702 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede11cc0 0x5607ede140b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 4 client.25702 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607edd58d90 con 0x5607ede11cc0 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.457+0000 7f9e92000700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede11cc0 0x5607ede140b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.458+0000 7f9e92000700 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede11cc0 0x5607ede140b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76c7fe46acef979c server_cookie=f9d5a4b08b0bbeec in_seq=0 out_seq=0 2024-05-21T19:10:12.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.458+0000 7f9e88c00700 10 client.25702 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9e88c00700 1 -- 172.21.15.3:0/3296613297 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5607edd58d90 con 0x5607ede11cc0 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9e88c00700 10 client.25702 handle_command_reply: tid=0 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 client.25702 shutdown 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 msgr2=0x5607ede04460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00efd0 tx=0x7f9e8c007d30 comp rx=0 tx=0).stop 2024-05-21T19:10:12.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 shutdown_connections 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede11cc0 0x5607ede140b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddfe7d0 0x5607ede01d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddf8880 0x5607ede04460 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 --2- 172.21.15.3:0/3296613297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607ede01800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9e88c00700 0 client.25702 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 >> 172.21.15.3:0/3296613297 conn(0x5607edd26be0 msgr2=0x5607eddf7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 shutdown_connections 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.459+0000 7f9eac174b80 1 -- 172.21.15.3:0/3296613297 wait complete. 2024-05-21T19:10:12.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.460+0000 7f9eac174b80 20 client.25702 trim_cache size 0 max 16384 2024-05-21T19:10:12.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 Processor -- start 2024-05-21T19:10:12.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 -- start start 2024-05-21T19:10:12.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddff2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607ede198c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1b27b0 con 0x5607eddfdeb0 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1b0040 con 0x5607eddf8880 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.483+0000 7f9eac174b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1ade90 con 0x5607eddfe7d0 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e92000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddff2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54202/0 (socket says 172.21.15.3:54202) 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e92000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddff2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47006/0 (socket says 172.21.15.3:47006) 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 -- 172.21.15.3:0/783513485 learned_addr learned my addr 172.21.15.3:0/783513485 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9b400700 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607ede198c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 -- 172.21.15.3:0/783513485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 msgr2=0x5607ede198c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607ede198c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 -- 172.21.15.3:0/783513485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 msgr2=0x5607eddff2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddff2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 -- 172.21.15.3:0/783513485 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607ede14670 con 0x5607eddf8880 2024-05-21T19:10:12.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9b400700 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607ede198c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.484+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0adb80 tx=0x7f9e8c007980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f6dab0a343b3905 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.485+0000 7f9e8b400700 1 -- 172.21.15.3:0/783513485 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0a8d80 con 0x5607eddf8880 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.485+0000 7f9e8b400700 1 -- 172.21.15.3:0/783513485 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8c06c020 con 0x5607eddf8880 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.485+0000 7f9e8b400700 1 -- 172.21.15.3:0/783513485 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0b1fe0 con 0x5607eddf8880 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.485+0000 7f9eac174b80 1 -- 172.21.15.3:0/783513485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 msgr2=0x5607eddf8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.485+0000 7f9eac174b80 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c0adb80 tx=0x7f9e8c007980 comp rx=0 tx=0).stop 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 -- 172.21.15.3:0/783513485 shutdown_connections 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfe7d0 0x5607ede198c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607eddf8260 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 --2- 172.21.15.3:0/783513485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfdeb0 0x5607eddff2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 -- 172.21.15.3:0/783513485 >> 172.21.15.3:0/783513485 conn(0x5607edd26be0 msgr2=0x5607eddfebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 -- 172.21.15.3:0/783513485 shutdown_connections 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 -- 172.21.15.3:0/783513485 wait complete. 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 -- start start 2024-05-21T19:10:12.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.486+0000 7f9eac174b80 1 Processor -- start 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfdeb0 0x5607ede19a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 0x5607ede19f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1ae500 con 0x5607eddfe7d0 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1af970 con 0x5607eddf8880 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9e9c1aebd0 con 0x5607eddfdeb0 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9eac174b80 10 client.0 _ll_register_callbacks cb 0x5607edcf0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:12.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9e9aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54216/0 (socket says 172.21.15.3:54216) 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9e9aa00700 1 -- 172.21.15.3:0/1120928511 learned_addr learned my addr 172.21.15.3:0/1120928511 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9e9b400700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 0x5607ede19f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.487+0000 7f9e92000700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfdeb0 0x5607ede19a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 -- 172.21.15.3:0/1120928511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfdeb0 msgr2=0x5607ede19a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfdeb0 0x5607ede19a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 -- 172.21.15.3:0/1120928511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 msgr2=0x5607ede19f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 0x5607ede19f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 -- 172.21.15.3:0/1120928511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607ede7b890 con 0x5607eddf8880 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9b400700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 0x5607ede19f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e9aa00700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00efd0 tx=0x7f9e8c009a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e75ce179683e1914 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e88c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c0114d0 con 0x5607eddf8880 2024-05-21T19:10:12.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8c06c020 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9e8c08fb80 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e8c0a9120 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9eac174b80 10 client.25700 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.488+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607ede7cb80 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e8c06c020 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e8c0a5110 con 0x5607eddf8880 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 10 client.25700 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 10 client.25700 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 20 client.25700 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede7d130 0x5607ede7f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 4 client.25700 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5607edd52570 con 0x5607ede7d130 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.489+0000 7f9e92000700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede7d130 0x5607ede7f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9e92000700 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede7d130 0x5607ede7f550 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f1926f1dc3586b1 server_cookie=ba3a29f9984ee32 in_seq=0 out_seq=0 2024-05-21T19:10:12.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9e88c00700 10 client.25700 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9e88c00700 1 -- 172.21.15.3:0/1120928511 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5607edd52570 con 0x5607ede7d130 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9e88c00700 10 client.25700 handle_command_reply: tid=0 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 client.25700 shutdown 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 msgr2=0x5607ede194d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00efd0 tx=0x7f9e8c009a50 comp rx=0 tx=0).stop 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 shutdown_connections 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607ede7d130 0x5607ede7f550 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607eddfe7d0 0x5607ede19f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607eddf8880 0x5607ede194d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 --2- 172.21.15.3:0/1120928511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607eddfdeb0 0x5607ede19a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9e88c00700 0 client.25700 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 >> 172.21.15.3:0/1120928511 conn(0x5607edd26be0 msgr2=0x5607ede000f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 shutdown_connections 2024-05-21T19:10:12.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.490+0000 7f9eac174b80 1 -- 172.21.15.3:0/1120928511 wait complete. 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.491+0000 7f9eac174b80 20 client.25700 trim_cache size 0 max 16384 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "b268e889-90ce-467f-adb7-b5c4fcb153df": { 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "b268e889-90ce-467f-adb7-b5c4fcb153df", 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:12.495 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:12.496 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:10:12.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.491+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 msgr2=0x7f9e800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.491+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 0x7f9e800b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9e94009860 tx=0x7f9e940047c0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.491+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 msgr2=0x7f9e9c19be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.491+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c00c0c0 tx=0x7f9e8c00c3d0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 shutdown_connections 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9e800b2880 0x7f9e800b4d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9e9c10ff40 0x7f9e9c1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9e9c075770 0x7f9e9c19be80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 --2- 172.21.15.3:0/2693441163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9e9c076090 0x7f9e9c19c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 >> 172.21.15.3:0/2693441163 conn(0x7f9e9c07a6a0 msgr2=0x7f9e9c1007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 shutdown_connections 2024-05-21T19:10:12.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:12.492+0000 7f9ea1800700 1 -- 172.21.15.3:0/2693441163 wait complete. 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 -- 172.21.15.3:0/1256351094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 msgr2=0x7f70ac103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1256351094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac103f80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7094009860 tx=0x7f709402a340 comp rx=0 tx=0).stop 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 -- 172.21.15.3:0/1256351094 shutdown_connections 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1256351094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac1044c0 0x7f70ac10ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1256351094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac103f80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1256351094 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac102910 0x7f70ac102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 -- 172.21.15.3:0/1256351094 >> 172.21.15.3:0/1256351094 conn(0x7f70ac0fde80 msgr2=0x7f70ac1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 -- 172.21.15.3:0/1256351094 shutdown_connections 2024-05-21T19:10:12.979 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.978+0000 7f70b0c00640 1 -- 172.21.15.3:0/1256351094 wait complete. 2024-05-21T19:10:12.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 Processor -- start 2024-05-21T19:10:12.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 -- start start 2024-05-21T19:10:12.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.981 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac1044c0 0x7f70ac1a00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac10e420 con 0x7f70ac102910 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac10e2a0 con 0x7f70ac103b00 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.979+0000 7f70b0c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac10e5a0 con 0x7f70ac1044c0 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70ab400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70ab400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47030/0 (socket says 172.21.15.3:47030) 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70ab400640 1 -- 172.21.15.3:0/1943765864 learned_addr learned my addr 172.21.15.3:0/1943765864 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70abe00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac1044c0 0x7f70ac1a00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 -- 172.21.15.3:0/1943765864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac1044c0 msgr2=0x7f70ac1a00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac1044c0 0x7f70ac1a00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.982 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 -- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 msgr2=0x7f70ac198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70a3e00640 1 -- 172.21.15.3:0/1943765864 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac1a0760 con 0x7f70ac103b00 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.980+0000 7f70ab400640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70a3e00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac199080 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f709402a860 tx=0x7f7094032dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70a8c00640 1 -- 172.21.15.3:0/1943765864 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094037040 con 0x7f70ac103b00 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70a8c00640 1 -- 172.21.15.3:0/1943765864 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7094030bd0 con 0x7f70ac103b00 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70a8c00640 1 -- 172.21.15.3:0/1943765864 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094003850 con 0x7f70ac103b00 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ac1a09f0 con 0x7f70ac103b00 2024-05-21T19:10:12.983 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.981+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ac1a0e30 con 0x7f70ac103b00 2024-05-21T19:10:12.985 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.984+0000 7f70b5021740 1 Processor -- start 2024-05-21T19:10:12.985 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 -- start start 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 0x5567a64f71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a64f9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5567a6461b90 con 0x5567a64f7850 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5567a6451730 con 0x5567a64f26e0 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70b5021740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5567a6455770 con 0x5567a64f1cf0 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.985+0000 7f70a8c00640 1 -- 172.21.15.3:0/1943765864 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7094043020 con 0x7f70ac103b00 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 0x5567a64f71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.986 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 0x5567a64f71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54246/0 (socket says 172.21.15.3:54246) 2024-05-21T19:10:12.987 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70ab400640 1 -- 172.21.15.3:0/309032474 learned_addr learned my addr 172.21.15.3:0/309032474 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.987 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:40984/0 (socket says 172.21.15.3:40984) 2024-05-21T19:10:12.988 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70a3e00640 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a64f9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.988 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 -- 172.21.15.3:0/309032474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 msgr2=0x5567a64f71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.988 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 0x5567a64f71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 -- 172.21.15.3:0/309032474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 msgr2=0x5567a64f9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a64f9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 -- 172.21.15.3:0/309032474 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a63ea8b0 con 0x5567a64f1cf0 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70a3e00640 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a64f9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.986+0000 7f70abe00640 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f70a40099b0 tx=0x7f70a40095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c88a27e0aa5c0ee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f709be00640 1 -- 172.21.15.3:0/309032474 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4003970 con 0x5567a64f1cf0 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f709be00640 1 -- 172.21.15.3:0/309032474 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70a400d6b0 con 0x5567a64f1cf0 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f709be00640 1 -- 172.21.15.3:0/309032474 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4004220 con 0x5567a64f1cf0 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70a8c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 0x7f70900b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 -- 172.21.15.3:0/309032474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 msgr2=0x5567a64f2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f70a40099b0 tx=0x7f70a40095c0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70a8c00640 1 -- 172.21.15.3:0/1943765864 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7094101370 con 0x7f70ac103b00 2024-05-21T19:10:12.989 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 -- 172.21.15.3:0/309032474 shutdown_connections 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a64f9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f26e0 0x5567a64f71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 --2- 172.21.15.3:0/309032474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f1cf0 0x5567a64f2110 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 -- 172.21.15.3:0/309032474 >> 172.21.15.3:0/309032474 conn(0x5567a64ed360 msgr2=0x5567a64ed760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.987+0000 7f70b5021740 1 -- 172.21.15.3:0/309032474 shutdown_connections 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.988+0000 7f70ab400640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 0x7f70900b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.988+0000 7f70b5021740 1 -- 172.21.15.3:0/309032474 wait complete. 2024-05-21T19:10:12.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.988+0000 7f70b5021740 1 -- start start 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.988+0000 7f70ab400640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 0x7f70900b4ca0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f709c004600 tx=0x7f709c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 Processor -- start 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65003f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6507430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5567a6137790 con 0x5567a64f26e0 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5567a63f9bc0 con 0x5567a64f1cf0 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5567a64fa800 con 0x5567a64f7850 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70b5021740 10 client.0 _ll_register_callbacks cb 0x5567a63d7400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:12.993 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70a3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65003f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70a3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65003f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47048/0 (socket says 172.21.15.3:47048) 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70a3e00640 1 -- 172.21.15.3:0/2711475223 learned_addr learned my addr 172.21.15.3:0/2711475223 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.989+0000 7f70abe00640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6507430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 -- 172.21.15.3:0/2711475223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 msgr2=0x5567a6507430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6507430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 -- 172.21.15.3:0/2711475223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 msgr2=0x5567a65003f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65003f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 -- 172.21.15.3:0/2711475223 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567a6166210 con 0x5567a64f1cf0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f70ab400640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ffeb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x5567a64ee230 tx=0x7f709c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a513fed0f351aee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f7098c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.990+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c02e060 con 0x5567a64f1cf0 2024-05-21T19:10:12.994 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70a400d6b0 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f709c018030 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f709c01e5a0 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f70b5021740 10 client.25712 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567a6232620 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70a400d6b0 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.991+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f709c0348c0 con 0x5567a64f1cf0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 10 client.25712 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 10 client.25712 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 20 client.25712 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a650b9b0 0x5567a650dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 4 client.25712 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567a6463ae0 con 0x5567a650b9b0 2024-05-21T19:10:12.995 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70a3e00640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a650b9b0 0x5567a650dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f70a3e00640 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a650b9b0 0x5567a650dda0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3faf5a8324023923 server_cookie=492c68f6608dcc69 in_seq=0 out_seq=0 2024-05-21T19:10:12.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.992+0000 7f7098c00640 10 client.25712 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.993+0000 7f7098c00640 1 -- 172.21.15.3:0/2711475223 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5567a6463ae0 con 0x5567a650b9b0 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.993+0000 7f7098c00640 10 client.25712 handle_command_reply: tid=0 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.993+0000 7f70b5021740 1 client.25712 shutdown 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 msgr2=0x5567a64ffeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ffeb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x5567a64ee230 tx=0x7f709c004730 comp rx=0 tx=0).stop 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 shutdown_connections 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a650b9b0 0x5567a650dda0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6507430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65003f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f7098c00640 0 client.25712 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:12.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 --2- 172.21.15.3:0/2711475223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ffeb0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 >> 172.21.15.3:0/2711475223 conn(0x5567a64ed360 msgr2=0x5567a64ec4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 shutdown_connections 2024-05-21T19:10:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 1 -- 172.21.15.3:0/2711475223 wait complete. 2024-05-21T19:10:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:12.994+0000 7f70b5021740 20 client.25712 trim_cache size 0 max 16384 2024-05-21T19:10:13.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 Processor -- start 2024-05-21T19:10:13.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 -- start start 2024-05-21T19:10:13.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65073f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6500350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1aa430 con 0x5567a64f26e0 2024-05-21T19:10:13.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1a7d00 con 0x5567a64f1cf0 2024-05-21T19:10:13.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70b5021740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1a5b50 con 0x5567a64f7850 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70a3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65073f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70a3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65073f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47060/0 (socket says 172.21.15.3:47060) 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54256/0 (socket says 172.21.15.3:54256) 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70a3e00640 1 -- 172.21.15.3:0/1958098944 learned_addr learned my addr 172.21.15.3:0/1958098944 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.019+0000 7f70abe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6500350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 -- 172.21.15.3:0/1958098944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 msgr2=0x5567a6500350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:13.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6500350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 -- 172.21.15.3:0/1958098944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 msgr2=0x5567a65073f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65073f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 -- 172.21.15.3:0/1958098944 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a64f7590 con 0x5567a64f1cf0 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f70ab400640 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f709c019040 tx=0x7f709c004630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2e57c36a4e9968a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f709b400640 1 -- 172.21.15.3:0/1958098944 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c012030 con 0x5567a64f1cf0 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f709b400640 1 -- 172.21.15.3:0/1958098944 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f709c0054d0 con 0x5567a64f1cf0 2024-05-21T19:10:13.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.020+0000 7f709b400640 1 -- 172.21.15.3:0/1958098944 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c004c40 con 0x5567a64f1cf0 2024-05-21T19:10:13.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 -- 172.21.15.3:0/1958098944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 msgr2=0x5567a64ecc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f709c019040 tx=0x7f709c004630 comp rx=0 tx=0).stop 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 -- 172.21.15.3:0/1958098944 shutdown_connections 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f7850 0x5567a6500350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f26e0 0x5567a65073f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 --2- 172.21.15.3:0/1958098944 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a64ecc40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 -- 172.21.15.3:0/1958098944 >> 172.21.15.3:0/1958098944 conn(0x5567a64ed360 msgr2=0x5567a64f0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 -- 172.21.15.3:0/1958098944 shutdown_connections 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.021+0000 7f70b5021740 1 -- 172.21.15.3:0/1958098944 wait complete. 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 -- start start 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 Processor -- start 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f26e0 0x5567a65050f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a6506100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1a61c0 con 0x5567a64f7850 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1a7630 con 0x5567a64f1cf0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1a6890 con 0x5567a64f26e0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.022+0000 7f70b5021740 10 client.0 _ll_register_callbacks cb 0x7f709c00f930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70a3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f26e0 0x5567a65050f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54272/0 (socket says 172.21.15.3:54272) 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a6506100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 -- 172.21.15.3:0/3536676802 learned_addr learned my addr 172.21.15.3:0/3536676802 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 -- 172.21.15.3:0/3536676802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f26e0 msgr2=0x5567a65050f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f26e0 0x5567a65050f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 -- 172.21.15.3:0/3536676802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 msgr2=0x5567a6506100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:13.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a6506100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 -- 172.21.15.3:0/3536676802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567a65066f0 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70abe00640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a6506100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f70ab400640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f709c012ed0 tx=0x7f709c017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dab5bf4c3996118 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.023+0000 7f7098c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c004bd0 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f709c0054d0 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f709c004d70 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f709c04b070 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 10 client.25718 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5567a6576630 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f709c0054d0 con 0x5567a64f1cf0 2024-05-21T19:10:13.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f709c03b030 con 0x5567a64f1cf0 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 10 client.25718 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 10 client.25718 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.024+0000 7f70b5021740 20 client.25718 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a6576f00 0x5567a65792f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f70b5021740 4 client.25718 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5567a645d2c0 con 0x5567a6576f00 2024-05-21T19:10:13.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f70a3e00640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a6576f00 0x5567a65792f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:13.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f70a3e00640 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a6576f00 0x5567a65792f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=368b53670ff48c05 server_cookie=e19bfacc086fd7a in_seq=0 out_seq=0 2024-05-21T19:10:13.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.025+0000 7f7098c00640 10 client.25718 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f7098c00640 1 -- 172.21.15.3:0/3536676802 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5567a645d2c0 con 0x5567a6576f00 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f7098c00640 10 client.25718 handle_command_reply: tid=0 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 client.25718 shutdown 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 msgr2=0x5567a6504bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f709c012ed0 tx=0x7f709c017000 comp rx=0 tx=0).stop 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 shutdown_connections 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5567a6576f00 0x5567a65792f0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5567a64f26e0 0x5567a65050f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5567a64f7850 0x5567a6506100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f7098c00640 0 client.25718 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 --2- 172.21.15.3:0/3536676802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5567a64f1cf0 0x5567a6504bb0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 >> 172.21.15.3:0/3536676802 conn(0x5567a64ed360 msgr2=0x5567a65001d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 shutdown_connections 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 1 -- 172.21.15.3:0/3536676802 wait complete. 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.029+0000 7f70b5021740 20 client.25718 trim_cache size 0 max 16384 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:10:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 msgr2=0x7f70900b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 0x7f70900b4ca0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f709c004600 tx=0x7f709c005f90 comp rx=0 tx=0).stop 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 msgr2=0x7f70ac199080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac199080 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f709402a860 tx=0x7f7094032dc0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 shutdown_connections 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70900b27e0 0x7f70900b4ca0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70ac1044c0 0x7f70ac1a00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70ac103b00 0x7f70ac199080 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 --2- 172.21.15.3:0/1943765864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70ac102910 0x7f70ac198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 >> 172.21.15.3:0/1943765864 conn(0x7f70ac0fde80 msgr2=0x7f70ac106f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 shutdown_connections 2024-05-21T19:10:13.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:13.030+0000 7f70b0c00640 1 -- 172.21.15.3:0/1943765864 wait complete. 2024-05-21T19:10:13.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:13 smithi003 ceph-mon[31577]: pgmap v508: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:13.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:13 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:10:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:13 smithi178 ceph-mon[36523]: pgmap v508: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:13 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:10:13.691 INFO:tasks.cephfs.filesystem:scrub status for tag:b268e889-90ce-467f-adb7-b5c4fcb153df - {'path': '/', 'tag': 'b268e889-90ce-467f-adb7-b5c4fcb153df', 'options': 'recursive,force'} 2024-05-21T19:10:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:13 smithi104 ceph-mon[36417]: pgmap v508: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:10:13.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:13 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:10:14.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.676+0000 7f1c6ae00700 1 -- 172.21.15.3:0/3102292859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c64075770 msgr2=0x7f1c64075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.676+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/3102292859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c64075770 0x7f1c64075b50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009990 tx=0x7f1c54009ca0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 -- 172.21.15.3:0/3102292859 shutdown_connections 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/3102292859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c6410ff40 0x7f1c64112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/3102292859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c64075770 0x7f1c64075b50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/3102292859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 -- 172.21.15.3:0/3102292859 >> 172.21.15.3:0/3102292859 conn(0x7f1c6407a6a0 msgr2=0x7f1c6407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 -- 172.21.15.3:0/3102292859 shutdown_connections 2024-05-21T19:10:14.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.677+0000 7f1c6ae00700 1 -- 172.21.15.3:0/3102292859 wait complete. 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 Processor -- start 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 -- start start 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 0x7f1c6419be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 0x7f1c641a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1c64115920 con 0x7f1c6410ff40 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1c641157a0 con 0x7f1c64075770 2024-05-21T19:10:14.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.678+0000 7f1c6ae00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1c64115aa0 con 0x7f1c64076090 2024-05-21T19:10:14.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c68e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 0x7f1c641a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:14.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 0x7f1c6419be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:14.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c68e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 0x7f1c641a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47088/0 (socket says 172.21.15.3:47088) 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c68e00700 1 -- 172.21.15.3:0/431175895 learned_addr learned my addr 172.21.15.3:0/431175895 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 -- 172.21.15.3:0/431175895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 msgr2=0x7f1c6419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 -- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 msgr2=0x7f1c641a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 0x7f1c641a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63e00700 1 -- 172.21.15.3:0/431175895 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c641a0e40 con 0x7f1c64075770 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.679+0000 7f1c63400700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c63e00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 0x7f1c6419be30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006010 tx=0x7f1c540057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54027070 con 0x7f1c64075770 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c54022470 con 0x7f1c64075770 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c641a10d0 con 0x7f1c64075770 2024-05-21T19:10:14.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54017650 con 0x7f1c64075770 2024-05-21T19:10:14.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.680+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c641a89b0 con 0x7f1c64075770 2024-05-21T19:10:14.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.681+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c64076e60 con 0x7f1c64075770 2024-05-21T19:10:14.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.684+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c5402a070 con 0x7f1c64075770 2024-05-21T19:10:14.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.685+0000 7f1c60c00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 0x7f1c480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:14.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.686+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1c540e2eb0 con 0x7f1c64075770 2024-05-21T19:10:14.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.686+0000 7f1c63400700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 0x7f1c480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:14.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.686+0000 7f1c63400700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 0x7f1c480b4d40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1c64111c20 tx=0x7f1c50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:14.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.687+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1c54013070 con 0x7f1c64075770 2024-05-21T19:10:14.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.972+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c6419d190 con 0x7f1c64075770 2024-05-21T19:10:14.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.974+0000 7f1c60c00700 1 -- 172.21.15.3:0/431175895 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f1c540aabe0 con 0x7f1c64075770 2024-05-21T19:10:14.975 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:10:14.975 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:10:14.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.976+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 msgr2=0x7f1c480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:14.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 0x7f1c480b4d40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1c64111c20 tx=0x7f1c50009260 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 msgr2=0x7f1c6419be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 0x7f1c6419be30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006010 tx=0x7f1c540057c0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 shutdown_connections 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c480b2880 0x7f1c480b4d40 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1c6410ff40 0x7f1c641a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1c64075770 0x7f1c6419be30 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 --2- 172.21.15.3:0/431175895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1c64076090 0x7f1c6419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 >> 172.21.15.3:0/431175895 conn(0x7f1c6407a6a0 msgr2=0x7f1c64100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 shutdown_connections 2024-05-21T19:10:14.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:14.977+0000 7f1c6ae00700 1 -- 172.21.15.3:0/431175895 wait complete. 2024-05-21T19:10:14.979 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:10:15.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:15 smithi003 ceph-mon[31577]: pgmap v509: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:10:15.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/431175895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:15 smithi178 ceph-mon[36523]: pgmap v509: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:10:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/431175895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:15.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:15 smithi104 ceph-mon[36417]: pgmap v509: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 8 op/s 2024-05-21T19:10:15.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/431175895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:15.846 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id da0f4b66 --release --await' 2024-05-21T19:10:15.847 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id da0f4b66 --release --await 2024-05-21T19:10:16.325 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:17.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:17 smithi003 ceph-mon[31577]: pgmap v510: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:10:17.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:17 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:10:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:17 smithi178 ceph-mon[36523]: pgmap v510: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:10:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:17 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:10:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:17 smithi104 ceph-mon[36417]: pgmap v510: 97 pgs: 97 active+clean; 674 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:10:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:17 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:10:18.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 -- 172.21.15.3:0/683309487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618075770 msgr2=0x7fe618075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 --2- 172.21.15.3:0/683309487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618075770 0x7fe618075b50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fe608009990 tx=0x7fe608009ca0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 -- 172.21.15.3:0/683309487 shutdown_connections 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 --2- 172.21.15.3:0/683309487 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 0x7fe618112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 --2- 172.21.15.3:0/683309487 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618075770 0x7fe618075b50 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 --2- 172.21.15.3:0/683309487 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618076090 0x7fe61810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.487+0000 7fe61e800700 1 -- 172.21.15.3:0/683309487 >> 172.21.15.3:0/683309487 conn(0x7fe61807a690 msgr2=0x7fe61807aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.488+0000 7fe61e800700 1 -- 172.21.15.3:0/683309487 shutdown_connections 2024-05-21T19:10:18.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.488+0000 7fe61e800700 1 -- 172.21.15.3:0/683309487 wait complete. 2024-05-21T19:10:18.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.489+0000 7fe61e800700 1 Processor -- start 2024-05-21T19:10:18.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.489+0000 7fe61e800700 1 -- start start 2024-05-21T19:10:18.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618076090 0x7fe61819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 0x7fe6181a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6181159e0 con 0x7fe618076090 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe618115860 con 0x7fe618075770 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe61e800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe618115b60 con 0x7fe61810ffa0 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe616a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618076090 0x7fe61819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54318/0 (socket says 172.21.15.3:54318) 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 -- 172.21.15.3:0/1084658254 learned_addr learned my addr 172.21.15.3:0/1084658254 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617e00700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 0x7fe6181a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 -- 172.21.15.3:0/1084658254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 msgr2=0x7fe6181a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 0x7fe6181a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.490+0000 7fe617400700 1 -- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618076090 msgr2=0x7fe61819c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe617400700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618076090 0x7fe61819c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe617400700 1 -- 172.21.15.3:0/1084658254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6181a0f20 con 0x7fe618075770 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe617400700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe608000c00 tx=0x7fe60800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe60fe00700 1 -- 172.21.15.3:0/1084658254 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe608027070 con 0x7fe618075770 2024-05-21T19:10:18.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe60fe00700 1 -- 172.21.15.3:0/1084658254 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe608022470 con 0x7fe618075770 2024-05-21T19:10:18.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6181a11b0 con 0x7fe618075770 2024-05-21T19:10:18.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.491+0000 7fe60fe00700 1 -- 172.21.15.3:0/1084658254 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe608017650 con 0x7fe618075770 2024-05-21T19:10:18.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.492+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6181a8a90 con 0x7fe618075770 2024-05-21T19:10:18.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.496+0000 7fe60fe00700 1 -- 172.21.15.3:0/1084658254 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe60802a070 con 0x7fe618075770 2024-05-21T19:10:18.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.497+0000 7fe629272b80 1 Processor -- start 2024-05-21T19:10:18.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 -- start start 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a974a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55815a8d1f40 con 0x55815a9745f0 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55815a8c1ae0 con 0x55815a979c10 2024-05-21T19:10:18.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe629272b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55815a8c5b20 con 0x55815a97a530 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.498+0000 7fe617400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe616a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a974a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41054/0 (socket says 172.21.15.3:41054) 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 -- 172.21.15.3:0/2780654250 learned_addr learned my addr 172.21.15.3:0/2780654250 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:18.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54320/0 (socket says 172.21.15.3:54320) 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe60fe00700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 0x7fe5fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 -- 172.21.15.3:0/2780654250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 msgr2=0x55815a979ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 -- 172.21.15.3:0/2780654250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 msgr2=0x55815a974a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a974a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617400700 1 -- 172.21.15.3:0/2780654250 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55815a88a520 con 0x55815a97a530 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe617e00700 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:10:18.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.499+0000 7fe60fe00700 1 -- 172.21.15.3:0/1084658254 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe6080e2ef0 con 0x7fe618075770 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.500+0000 7fe617400700 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe60807d160 tx=0x7fe6080a6290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d180de1b8100f6b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.500+0000 7fe617e00700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 0x7fe5fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.500+0000 7fe60cc00700 1 -- 172.21.15.3:0/2780654250 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6080a9e70 con 0x55815a97a530 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.500+0000 7fe60cc00700 1 -- 172.21.15.3:0/2780654250 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6080d7890 con 0x55815a97a530 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.500+0000 7fe60cc00700 1 -- 172.21.15.3:0/2780654250 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60802a360 con 0x55815a97a530 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 -- 172.21.15.3:0/2780654250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 msgr2=0x55815a973fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe617e00700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 0x7fe5fc0b4d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe610009ec0 tx=0x7fe610004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe60807d160 tx=0x7fe6080a6290 comp rx=0 tx=0).stop 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 -- 172.21.15.3:0/2780654250 shutdown_connections 2024-05-21T19:10:18.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a974a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a979ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 --2- 172.21.15.3:0/2780654250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a97a530 0x55815a973fd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 -- 172.21.15.3:0/2780654250 >> 172.21.15.3:0/2780654250 conn(0x55815a8a1ce0 msgr2=0x55815a96ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 -- 172.21.15.3:0/2780654250 shutdown_connections 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.501+0000 7fe629272b80 1 -- 172.21.15.3:0/2780654250 wait complete. 2024-05-21T19:10:18.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.502+0000 7fe629272b80 1 -- start start 2024-05-21T19:10:18.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.502+0000 7fe629272b80 1 Processor -- start 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.502+0000 7fe629272b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a979c10 0x55815a97d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a97dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55815a7c80a0 con 0x55815a979c10 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55815a862860 con 0x55815a97db70 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55815a980d60 con 0x55815a9745f0 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe629272b80 10 client.0 _ll_register_callbacks cb 0x55815a86bd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe616a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a979c10 0x55815a97d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41062/0 (socket says 172.21.15.3:41062) 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 -- 172.21.15.3:0/943595513 learned_addr learned my addr 172.21.15.3:0/943595513 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617e00700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a97dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 -- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 msgr2=0x55815a97dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a97dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 -- 172.21.15.3:0/943595513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a979c10 msgr2=0x55815a97d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a979c10 0x55815a97d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.503+0000 7fe617400700 1 -- 172.21.15.3:0/943595513 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55815a8119d0 con 0x55815a9745f0 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe617400700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe6080d7ff0 tx=0x7fe608009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a8189d932fce4af server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe601600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60807cbc0 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe6080aa780 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6080d7890 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe60807cdc0 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe629272b80 10 client.25744 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.504+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55815a892160 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6080d7890 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe6080b2e60 con 0x55815a9745f0 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 10 client.25744 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 10 client.25744 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 20 client.25744 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a98da70 0x55815a98fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 4 client.25744 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55815a8d3e90 con 0x55815a98da70 2024-05-21T19:10:18.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.505+0000 7fe616a00700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a98da70 0x55815a98fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.506+0000 7fe616a00700 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a98da70 0x55815a98fe60 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96a5c1af5e09314d server_cookie=efee4139c6435103 in_seq=0 out_seq=0 2024-05-21T19:10:18.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.506+0000 7fe601600700 10 client.25744 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe601600700 1 -- 172.21.15.3:0/943595513 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55815a8d3e90 con 0x55815a98da70 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe601600700 10 client.25744 handle_command_reply: tid=0 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 client.25744 shutdown 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 msgr2=0x55815a980220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe6080d7ff0 tx=0x7fe608009310 comp rx=0 tx=0).stop 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 shutdown_connections 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a98da70 0x55815a98fe60 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a97dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a980220 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 --2- 172.21.15.3:0/943595513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a979c10 0x55815a97d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe601600700 0 client.25744 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 >> 172.21.15.3:0/943595513 conn(0x55815a8a1ce0 msgr2=0x55815a96e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 shutdown_connections 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.507+0000 7fe629272b80 1 -- 172.21.15.3:0/943595513 wait complete. 2024-05-21T19:10:18.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.508+0000 7fe629272b80 20 client.25744 trim_cache size 0 max 16384 2024-05-21T19:10:18.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.530+0000 7fe629272b80 1 Processor -- start 2024-05-21T19:10:18.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.530+0000 7fe629272b80 1 -- start start 2024-05-21T19:10:18.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a973fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a97db70 0x55815a992e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6181a9e80 con 0x55815a97db70 2024-05-21T19:10:18.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe618074210 con 0x55815a979c10 2024-05-21T19:10:18.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe629272b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe618072060 con 0x55815a9745f0 2024-05-21T19:10:18.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe616a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe616a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54346/0 (socket says 172.21.15.3:54346) 2024-05-21T19:10:18.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe616a00700 1 -- 172.21.15.3:0/2766115345 learned_addr learned my addr 172.21.15.3:0/2766115345 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:18.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe617400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a973fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.531+0000 7fe617e00700 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a97db70 0x55815a992e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 -- 172.21.15.3:0/2766115345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 msgr2=0x55815a973fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a973fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 -- 172.21.15.3:0/2766115345 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a97db70 msgr2=0x55815a992e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a97db70 0x55815a992e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 -- 172.21.15.3:0/2766115345 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55815a97a240 con 0x55815a979c10 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe617400700 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a973fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe616a00700 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe6040095d0 tx=0x7fe604009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7a015733f43bb8e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe603e00700 1 -- 172.21.15.3:0/2766115345 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe604011c60 con 0x55815a979c10 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe603e00700 1 -- 172.21.15.3:0/2766115345 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe604011e00 con 0x55815a979c10 2024-05-21T19:10:18.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.532+0000 7fe603e00700 1 -- 172.21.15.3:0/2766115345 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60401e420 con 0x55815a979c10 2024-05-21T19:10:18.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 -- 172.21.15.3:0/2766115345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 msgr2=0x55815a97b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe6040095d0 tx=0x7fe604009260 comp rx=0 tx=0).stop 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 -- 172.21.15.3:0/2766115345 shutdown_connections 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a97db70 0x55815a992e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a9745f0 0x55815a973fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 --2- 172.21.15.3:0/2766115345 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a979c10 0x55815a97b300 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.533+0000 7fe629272b80 1 -- 172.21.15.3:0/2766115345 >> 172.21.15.3:0/2766115345 conn(0x55815a8a1ce0 msgr2=0x55815a989840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.534+0000 7fe629272b80 1 -- 172.21.15.3:0/2766115345 shutdown_connections 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.534+0000 7fe629272b80 1 -- 172.21.15.3:0/2766115345 wait complete. 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.534+0000 7fe629272b80 1 -- start start 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.534+0000 7fe629272b80 1 Processor -- start 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 0x55815a993700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a991770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe6180726d0 con 0x55815a9745f0 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe618073b40 con 0x55815a97db70 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe618072da0 con 0x55815a979c10 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe629272b80 10 client.0 _ll_register_callbacks cb 0x55815a86bd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe617400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe617400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47156/0 (socket says 172.21.15.3:47156) 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe617400700 1 -- 172.21.15.3:0/998427877 learned_addr learned my addr 172.21.15.3:0/998427877 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe616a00700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 0x55815a993700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.535+0000 7fe617e00700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a991770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 -- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 msgr2=0x55815a991770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a991770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 -- 172.21.15.3:0/998427877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 msgr2=0x55815a9931c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 -- 172.21.15.3:0/998427877 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55815a991f70 con 0x55815a979c10 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe617400700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe616a00700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 0x55815a993700 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55815a97bd80 tx=0x7fe604005560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13c26db7b459351c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe601600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe604005230 con 0x55815a979c10 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe604011e00 con 0x55815a979c10 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.536+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe604004750 con 0x55815a979c10 2024-05-21T19:10:18.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe604037070 con 0x55815a979c10 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe629272b80 10 client.25750 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55815a9f9020 con 0x55815a979c10 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe604011e00 con 0x55815a979c10 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe6040289d0 con 0x55815a979c10 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe629272b80 10 client.25750 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe629272b80 10 client.25750 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.537+0000 7fe629272b80 20 client.25750 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a9f96e0 0x55815a9fbb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe629272b80 4 client.25750 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "da0f4b66", "release": true, "await": true}] 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "da0f4b66", "release": true, "await": true}) -- 0x55815a8cd670 con 0x55815a9f96e0 2024-05-21T19:10:18.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe617400700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a9f96e0 0x55815a9fbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:18.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe617400700 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a9f96e0 0x55815a9fbb00 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1887113eb4de9406 server_cookie=27bf5cb169c04be1 in_seq=0 out_seq=0 2024-05-21T19:10:18.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.538+0000 7fe601600700 10 client.25750 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.542+0000 7fe601600700 1 -- 172.21.15.3:0/998427877 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55815a8cd670 con 0x55815a9f96e0 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.542+0000 7fe601600700 10 client.25750 handle_command_reply: tid=0 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 client.25750 shutdown 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 msgr2=0x55815a993700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 0x55815a993700 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55815a97bd80 tx=0x7fe604005560 comp rx=0 tx=0).stop 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 shutdown_connections 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a9f96e0 0x55815a9fbb00 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a97db70 0x55815a991770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a9745f0 0x55815a9931c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 --2- 172.21.15.3:0/998427877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a979c10 0x55815a993700 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 >> 172.21.15.3:0/998427877 conn(0x55815a8a1ce0 msgr2=0x55815a988fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe601600700 0 client.25750 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 shutdown_connections 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.543+0000 7fe629272b80 1 -- 172.21.15.3:0/998427877 wait complete. 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.544+0000 7fe629272b80 20 client.25750 trim_cache size 0 max 16384 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:10:18.545 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 8, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "da0f4b66": { 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 8, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 147.4, 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:10:18.546 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:10:18.547 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.544+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 msgr2=0x7fe5fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.544+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 0x7fe5fc0b4d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe610009ec0 tx=0x7fe610004ad0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.544+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 msgr2=0x7fe61819bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.544+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe608000c00 tx=0x7fe60800bfd0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 shutdown_connections 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe5fc0b2880 0x7fe5fc0b4d40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe61810ffa0 0x7fe6181a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe618075770 0x7fe61819bf10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 --2- 172.21.15.3:0/1084658254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe618076090 0x7fe61819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:18.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 >> 172.21.15.3:0/1084658254 conn(0x7fe61807a690 msgr2=0x7fe618100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:18.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 shutdown_connections 2024-05-21T19:10:18.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:18.545+0000 7fe61e800700 1 -- 172.21.15.3:0/1084658254 wait complete. 2024-05-21T19:10:18.557 INFO:tasks.workunit.client.0.smithi003.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-21T19:10:18.559 INFO:tasks.workunit.client.0.smithi003.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-05-21T19:10:18.560 INFO:tasks.workunit.client.0.smithi003.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-05-21T19:10:19.484 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'da0f4b66', total seconds elapsed: 36.3 2024-05-21T19:10:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:19 smithi003 ceph-mon[31577]: pgmap v511: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:10:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:10:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:10:19.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:10:19.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:19 smithi178 ceph-mon[36523]: pgmap v511: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:10:19.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:10:19.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:10:19.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:10:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:19 smithi104 ceph-mon[36417]: pgmap v511: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 8 op/s 2024-05-21T19:10:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:10:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:10:19.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:10:21.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:21 smithi003 ceph-mon[31577]: pgmap v512: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:10:21.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:21 smithi178 ceph-mon[36523]: pgmap v512: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:10:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:21 smithi104 ceph-mon[36417]: pgmap v512: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-21T19:10:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:23 smithi003 ceph-mon[31577]: pgmap v513: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:10:23.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:23 smithi178 ceph-mon[36523]: pgmap v513: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:10:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:23 smithi104 ceph-mon[36417]: pgmap v513: 97 pgs: 97 active+clean; 680 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-21T19:10:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:25 smithi003 ceph-mon[31577]: pgmap v514: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:10:25.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:25 smithi178 ceph-mon[36523]: pgmap v514: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:10:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:25 smithi104 ceph-mon[36417]: pgmap v514: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:10:26.177 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 -- 172.21.15.3:0/1593203371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb0103380 msgr2=0x7f2cb0109c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 --2- 172.21.15.3:0/1593203371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb0103380 0x7f2cb0109c10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8009ca0 tx=0x7f2ca802a8c0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 -- 172.21.15.3:0/1593203371 shutdown_connections 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 --2- 172.21.15.3:0/1593203371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb0103380 0x7f2cb0109c10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 --2- 172.21.15.3:0/1593203371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 0x7f2cb0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 --2- 172.21.15.3:0/1593203371 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb01017d0 0x7f2cb0101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 -- 172.21.15.3:0/1593203371 >> 172.21.15.3:0/1593203371 conn(0x7f2cb00fcd40 msgr2=0x7f2cb00ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.178 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.176+0000 7f2cafe00640 1 -- 172.21.15.3:0/1593203371 shutdown_connections 2024-05-21T19:10:26.179 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.177+0000 7f2cafe00640 1 -- 172.21.15.3:0/1593203371 wait complete. 2024-05-21T19:10:26.181 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 Processor -- start 2024-05-21T19:10:26.181 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 -- start start 2024-05-21T19:10:26.181 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb01017d0 0x7f2cb019ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 0x7f2cb019b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb010d300 con 0x7f2cb01029c0 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb010d180 con 0x7f2cb0103380 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cafe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb010d480 con 0x7f2cb01017d0 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2cae000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 0x7f2cb019b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.182 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2caf400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2caea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb01017d0 0x7f2cb019ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2caf400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55300/0 (socket says 172.21.15.3:55300) 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.178+0000 7f2caf400640 1 -- 172.21.15.3:0/2528513403 learned_addr learned my addr 172.21.15.3:0/2528513403 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 -- 172.21.15.3:0/2528513403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb01017d0 msgr2=0x7f2cb019ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb01017d0 0x7f2cb019ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 -- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 msgr2=0x7f2cb019b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 0x7f2cb019b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.183 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 -- 172.21.15.3:0/2528513403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb01a2950 con 0x7f2cb0103380 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.179+0000 7f2caf400640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2ca80097b0 tx=0x7f2ca8031770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.180+0000 7f2ca7400640 1 -- 172.21.15.3:0/2528513403 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8003b70 con 0x7f2cb0103380 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.180+0000 7f2ca7400640 1 -- 172.21.15.3:0/2528513403 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca8003d10 con 0x7f2cb0103380 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.180+0000 7f2ca7400640 1 -- 172.21.15.3:0/2528513403 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca802fc10 con 0x7f2cb0103380 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.180+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb01a2be0 con 0x7f2cb0103380 2024-05-21T19:10:26.184 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.180+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb01a30e0 con 0x7f2cb0103380 2024-05-21T19:10:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.183+0000 7f2cb8676740 1 Processor -- start 2024-05-21T19:10:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.183+0000 7f2ca7400640 1 -- 172.21.15.3:0/2528513403 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2ca8004040 con 0x7f2cb0103380 2024-05-21T19:10:26.189 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 -- start start 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e41335cf0 0x563e41336110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e4133dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563e412a5b90 con 0x563e4133b850 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563e41295730 con 0x563e41335cf0 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cb8676740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e41299770 con 0x563e413366e0 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2caea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2caea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50352/0 (socket says 172.21.15.3:50352) 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2caea00640 1 -- 172.21.15.3:0/451909859 learned_addr learned my addr 172.21.15.3:0/451909859 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:26.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cae000640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e41335cf0 0x563e41336110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.184+0000 7f2cae000640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e4133dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 -- 172.21.15.3:0/451909859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e41335cf0 msgr2=0x563e41336110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e41335cf0 0x563e41336110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 -- 172.21.15.3:0/451909859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 msgr2=0x563e4133dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e4133dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 -- 172.21.15.3:0/451909859 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e4122e8b0 con 0x563e413366e0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2cae000640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e4133dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2caea00640 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0009c60 tx=0x7f2ca0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32e6c6694e3e0e82 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2c9be00640 1 -- 172.21.15.3:0/451909859 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca0004220 con 0x563e413366e0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2c9be00640 1 -- 172.21.15.3:0/451909859 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca00043c0 con 0x563e413366e0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2c9be00640 1 -- 172.21.15.3:0/451909859 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca00197a0 con 0x563e413366e0 2024-05-21T19:10:26.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.185+0000 7f2ca7400640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 0x7f2c940b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cae000640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 0x7f2c940b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2ca7400640 1 -- 172.21.15.3:0/2528513403 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ca8103800 con 0x7f2cb0103380 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 -- 172.21.15.3:0/451909859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 msgr2=0x563e4133b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0009c60 tx=0x7f2ca0011810 comp rx=0 tx=0).stop 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 -- 172.21.15.3:0/451909859 shutdown_connections 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e413366e0 0x563e4133b1e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e4133dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 --2- 172.21.15.3:0/451909859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e41335cf0 0x563e41336110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 -- 172.21.15.3:0/451909859 >> 172.21.15.3:0/451909859 conn(0x563e41331360 msgr2=0x563e41331760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 -- 172.21.15.3:0/451909859 shutdown_connections 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cae000640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 0x7f2c940b4d20 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x563e41336f40 tx=0x7f2c9c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.186+0000 7f2cb8676740 1 -- 172.21.15.3:0/451909859 wait complete. 2024-05-21T19:10:26.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.187+0000 7f2cb8676740 1 -- start start 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.187+0000 7f2cb8676740 1 Processor -- start 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.187+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.187+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41340080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e41347050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cb8676740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563e40f7b790 con 0x563e4133b850 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cb8676740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563e4123dbc0 con 0x563e413366e0 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cb8676740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e4133e800 con 0x563e41335cf0 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cb8676740 10 client.0 _ll_register_callbacks cb 0x563e4121b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50360/0 (socket says 172.21.15.3:50360) 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 -- 172.21.15.3:0/1587127191 learned_addr learned my addr 172.21.15.3:0/1587127191 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caf400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e41347050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2cae000640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41340080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 -- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 msgr2=0x563e41340080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41340080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 -- 172.21.15.3:0/1587127191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 msgr2=0x563e41347050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e41347050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caea00640 1 -- 172.21.15.3:0/1587127191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e40faa210 con 0x563e41335cf0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.188+0000 7f2caf400640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e41347050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2caea00640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2ca001b040 tx=0x7f2ca0003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44c53e50cfe881e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2c98c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca0028070 con 0x563e41335cf0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ca00043c0 con 0x563e41335cf0 2024-05-21T19:10:26.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ca0005040 con 0x563e41335cf0 2024-05-21T19:10:26.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ca0034050 con 0x563e41335cf0 2024-05-21T19:10:26.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2cb8676740 10 client.25762 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:26.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.189+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e41076620 con 0x563e41335cf0 2024-05-21T19:10:26.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca00043c0 con 0x563e41335cf0 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ca0004c50 con 0x563e41335cf0 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 10 client.25762 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 10 client.25762 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 20 client.25762 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e4134b2f0 0x563e4134d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 4 client.25762 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.190+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e412a7ae0 con 0x563e4134b2f0 2024-05-21T19:10:26.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.191+0000 7f2cae000640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e4134b2f0 0x563e4134d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.191+0000 7f2cae000640 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e4134b2f0 0x563e4134d6e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a471f07856ffa08e server_cookie=d51f9010c1dbc304 in_seq=0 out_seq=0 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.191+0000 7f2c98c00640 10 client.25762 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2c98c00640 1 -- 172.21.15.3:0/1587127191 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563e412a7ae0 con 0x563e4134b2f0 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2c98c00640 10 client.25762 handle_command_reply: tid=0 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 client.25762 shutdown 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 msgr2=0x563e4133fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2ca001b040 tx=0x7f2ca0003820 comp rx=0 tx=0).stop 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 shutdown_connections 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e4134b2f0 0x563e4134d6e0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e4133b850 0x563e41347050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41340080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 --2- 172.21.15.3:0/1587127191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e41335cf0 0x563e4133fb40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2c98c00640 0 client.25762 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.192+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 >> 172.21.15.3:0/1587127191 conn(0x563e41331360 msgr2=0x563e413304c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.193+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 shutdown_connections 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.193+0000 7f2cb8676740 1 -- 172.21.15.3:0/1587127191 wait complete. 2024-05-21T19:10:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.193+0000 7f2cb8676740 20 client.25762 trim_cache size 0 max 16384 2024-05-21T19:10:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 Processor -- start 2024-05-21T19:10:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 -- start start 2024-05-21T19:10:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41347010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e4133f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01ae770 con 0x563e41335cf0 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01ac040 con 0x563e413366e0 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cb8676740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01a9e90 con 0x563e4133b850 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2caea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2caea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35096/0 (socket says 172.21.15.3:35096) 2024-05-21T19:10:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2caea00640 1 -- 172.21.15.3:0/18988901 learned_addr learned my addr 172.21.15.3:0/18988901 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2cae000640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41347010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.210+0000 7f2caf400640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e4133f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 -- 172.21.15.3:0/18988901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 msgr2=0x563e4133f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e4133f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 -- 172.21.15.3:0/18988901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 msgr2=0x563e41347010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41347010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 -- 172.21.15.3:0/18988901 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e41336480 con 0x563e41335cf0 2024-05-21T19:10:26.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2cae000640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41347010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2caea00640 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0019690 tx=0x7f2ca0005990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5060d077c6ab03bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2c9b400640 1 -- 172.21.15.3:0/18988901 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca0028040 con 0x563e41335cf0 2024-05-21T19:10:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2c9b400640 1 -- 172.21.15.3:0/18988901 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca0031030 con 0x563e41335cf0 2024-05-21T19:10:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.211+0000 7f2c9b400640 1 -- 172.21.15.3:0/18988901 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca0019b60 con 0x563e41335cf0 2024-05-21T19:10:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 -- 172.21.15.3:0/18988901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 msgr2=0x563e41334240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0019690 tx=0x7f2ca0005990 comp rx=0 tx=0).stop 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 -- 172.21.15.3:0/18988901 shutdown_connections 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e4133f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e41347010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 --2- 172.21.15.3:0/18988901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41334240 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 -- 172.21.15.3:0/18988901 >> 172.21.15.3:0/18988901 conn(0x563e41331360 msgr2=0x563e413379e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 -- 172.21.15.3:0/18988901 shutdown_connections 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.212+0000 7f2cb8676740 1 -- 172.21.15.3:0/18988901 wait complete. 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 -- start start 2024-05-21T19:10:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 Processor -- start 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e413b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01aa500 con 0x563e41335cf0 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01ab970 con 0x563e413366e0 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb01aabd0 con 0x563e4133b850 2024-05-21T19:10:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.213+0000 7f2cb8676740 10 client.0 _ll_register_callbacks cb 0x7f2ca0009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2cae000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e413b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35102/0 (socket says 172.21.15.3:35102) 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2cae000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55342/0 (socket says 172.21.15.3:55342) 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caea00640 1 -- 172.21.15.3:0/4085865251 learned_addr learned my addr 172.21.15.3:0/4085865251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 -- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 msgr2=0x563e413443d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 -- 172.21.15.3:0/4085865251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 msgr2=0x563e41343e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 -- 172.21.15.3:0/4085865251 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e413b43b0 con 0x563e4133b850 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2cae000640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caea00640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2caf400640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e413b3e70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8101280 tx=0x7f2ca80ca510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0cf112b11a6b9fb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.214+0000 7f2c98c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca80ea060 con 0x563e4133b850 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ca80e5390 con 0x563e4133b850 2024-05-21T19:10:26.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ca0031030 con 0x563e4133b850 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2ca80cada0 con 0x563e4133b850 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 10 client.25768 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563e413b5580 con 0x563e4133b850 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ca0031030 con 0x563e4133b850 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2ca80d3770 con 0x563e4133b850 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 10 client.25768 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 10 client.25768 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.215+0000 7f2cb8676740 20 client.25768 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e413b5eb0 0x563e413b82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2cb8676740 4 client.25768 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563e412a12c0 con 0x563e413b5eb0 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2caea00640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e413b5eb0 0x563e413b82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2caea00640 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e413b5eb0 0x563e413b82d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a03ed6c87a3907 server_cookie=e7c8715211f17797 in_seq=0 out_seq=0 2024-05-21T19:10:26.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.216+0000 7f2c98c00640 10 client.25768 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.225+0000 7f2c98c00640 1 -- 172.21.15.3:0/4085865251 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563e412a12c0 con 0x563e413b5eb0 2024-05-21T19:10:26.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.225+0000 7f2c98c00640 10 client.25768 handle_command_reply: tid=0 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.225+0000 7f2cb8676740 1 client.25768 shutdown 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 msgr2=0x563e413b3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e413b3e70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8101280 tx=0x7f2ca80ca510 comp rx=0 tx=0).stop 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 shutdown_connections 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e413b5eb0 0x563e413b82d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e4133b850 0x563e413b3e70 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e413366e0 0x563e413443d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 --2- 172.21.15.3:0/4085865251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e41335cf0 0x563e41343e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 >> 172.21.15.3:0/4085865251 conn(0x563e41331360 msgr2=0x563e4132fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2c98c00640 0 client.25768 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 shutdown_connections 2024-05-21T19:10:26.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 1 -- 172.21.15.3:0/4085865251 wait complete. 2024-05-21T19:10:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.226+0000 7f2cb8676740 20 client.25768 trim_cache size 0 max 16384 2024-05-21T19:10:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:10:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:10:26.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 msgr2=0x7f2c940b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 0x7f2c940b4d20 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x563e41336f40 tx=0x7f2c9c005f90 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 msgr2=0x7f2cb01a22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2ca80097b0 tx=0x7f2ca8031770 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 shutdown_connections 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cb0103380 0x7f2cb01a22b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2cb01029c0 0x7f2cb019b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c940b2860 0x7f2c940b4d20 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 --2- 172.21.15.3:0/2528513403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2cb01017d0 0x7f2cb019ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:26.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 >> 172.21.15.3:0/2528513403 conn(0x7f2cb00fcd40 msgr2=0x7f2cb006a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:26.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 shutdown_connections 2024-05-21T19:10:26.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:26.227+0000 7f2cafe00640 1 -- 172.21.15.3:0/2528513403 wait complete. 2024-05-21T19:10:27.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:27 smithi003 ceph-mon[31577]: pgmap v515: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-21T19:10:27.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:27 smithi178 ceph-mon[36523]: pgmap v515: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-21T19:10:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:27 smithi104 ceph-mon[36417]: pgmap v515: 97 pgs: 97 active+clean; 721 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 5.0 KiB/s wr, 8 op/s 2024-05-21T19:10:29.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:29 smithi178 ceph-mon[36523]: pgmap v516: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-21T19:10:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:29 smithi104 ceph-mon[36417]: pgmap v516: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-21T19:10:29.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:29 smithi003 ceph-mon[31577]: pgmap v516: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-21T19:10:31.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:31 smithi178 ceph-mon[36523]: pgmap v517: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-21T19:10:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:31 smithi104 ceph-mon[36417]: pgmap v517: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-21T19:10:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:31 smithi003 ceph-mon[31577]: pgmap v517: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-21T19:10:33.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:33 smithi178 ceph-mon[36523]: pgmap v518: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:10:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:33 smithi104 ceph-mon[36417]: pgmap v518: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:10:33.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:33 smithi003 ceph-mon[31577]: pgmap v518: 97 pgs: 97 active+clean; 780 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:10:35.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:35 smithi178 ceph-mon[36523]: pgmap v519: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-21T19:10:35.744 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:35 smithi104 ceph-mon[36417]: pgmap v519: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-21T19:10:35.744 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:35 smithi003 ceph-mon[31577]: pgmap v519: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-21T19:10:37.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:37 smithi178 ceph-mon[36523]: pgmap v520: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:37 smithi104 ceph-mon[36417]: pgmap v520: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:37.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:37 smithi003 ceph-mon[31577]: pgmap v520: 97 pgs: 97 active+clean; 837 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 -- 172.21.15.3:0/2087210812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688106890 msgr2=0x7fc68810d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.376 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 --2- 172.21.15.3:0/2087210812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688106890 0x7fc68810d120 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc680009ca0 tx=0x7fc68002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 -- 172.21.15.3:0/2087210812 shutdown_connections 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 --2- 172.21.15.3:0/2087210812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 0x7fc688106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 --2- 172.21.15.3:0/2087210812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688106890 0x7fc68810d120 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 --2- 172.21.15.3:0/2087210812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688104ce0 0x7fc688105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.375+0000 7fc68ec00640 1 -- 172.21.15.3:0/2087210812 >> 172.21.15.3:0/2087210812 conn(0x7fc688100270 msgr2=0x7fc688102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.376+0000 7fc68ec00640 1 -- 172.21.15.3:0/2087210812 shutdown_connections 2024-05-21T19:10:39.377 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.376+0000 7fc68ec00640 1 -- 172.21.15.3:0/2087210812 wait complete. 2024-05-21T19:10:39.379 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 Processor -- start 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 -- start start 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 0x7fc68819b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 0x7fc6881a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc688110840 con 0x7fc688104ce0 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881106c0 con 0x7fc688106890 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.377+0000 7fc68ec00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881109c0 con 0x7fc688105ed0 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 0x7fc6881a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43822/0 (socket says 172.21.15.3:43822) 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 -- 172.21.15.3:0/3915723747 learned_addr learned my addr 172.21.15.3:0/3915723747 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:39.380 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687400640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 0x7fc68819b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 -- 172.21.15.3:0/3915723747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 msgr2=0x7fc68819b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 0x7fc68819b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 -- 172.21.15.3:0/3915723747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 msgr2=0x7fc6881a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 0x7fc6881a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 -- 172.21.15.3:0/3915723747 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6881a2a40 con 0x7fc688104ce0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 0x7fc6881a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.378+0000 7fc687e00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc67800e9c0 tx=0x7fc67800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.379+0000 7fc684c00640 1 -- 172.21.15.3:0/3915723747 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc67800cd80 con 0x7fc688104ce0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.379+0000 7fc684c00640 1 -- 172.21.15.3:0/3915723747 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6780035f0 con 0x7fc688104ce0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.379+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6881a2d30 con 0x7fc688104ce0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.379+0000 7fc684c00640 1 -- 172.21.15.3:0/3915723747 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc678010690 con 0x7fc688104ce0 2024-05-21T19:10:39.381 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.379+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6881a3210 con 0x7fc688104ce0 2024-05-21T19:10:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.382+0000 7fc6919a2740 1 Processor -- start 2024-05-21T19:10:39.383 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.382+0000 7fc6919a2740 1 -- start start 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 0x563937f8cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563937ef4b90 con 0x563937f84b30 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563937ee4730 con 0x563937f8a690 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc6919a2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563937ee8770 con 0x563937f85520 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.384 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc687400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 0x563937f8cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43838/0 (socket says 172.21.15.3:43838) 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.383+0000 7fc68cc00640 1 -- 172.21.15.3:0/3713530979 learned_addr learned my addr 172.21.15.3:0/3713530979 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 -- 172.21.15.3:0/3713530979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 msgr2=0x563937f8a020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8a020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 -- 172.21.15.3:0/3713530979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 msgr2=0x563937f8cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 0x563937f8cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 -- 172.21.15.3:0/3713530979 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563937e7d8b0 con 0x563937f84b30 2024-05-21T19:10:39.385 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc687400640 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 0x563937f8cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:39.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc684c00640 1 -- 172.21.15.3:0/3915723747 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc6780037a0 con 0x7fc688104ce0 2024-05-21T19:10:39.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.384+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc680009ca0 tx=0x7fc680005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a7ce5ebd1c2f983 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.385+0000 7fc684c00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 0x7fc66c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.386 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.386+0000 7fc67d200640 1 -- 172.21.15.3:0/3713530979 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc680031650 con 0x563937f84b30 2024-05-21T19:10:39.387 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.386+0000 7fc67d200640 1 -- 172.21.15.3:0/3713530979 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc680036040 con 0x563937f84b30 2024-05-21T19:10:39.387 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.386+0000 7fc67d200640 1 -- 172.21.15.3:0/3713530979 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6800046d0 con 0x563937f84b30 2024-05-21T19:10:39.387 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.386+0000 7fc684c00640 1 -- 172.21.15.3:0/3915723747 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6780e2520 con 0x7fc688104ce0 2024-05-21T19:10:39.387 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.386+0000 7fc687e00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 0x7fc66c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 -- 172.21.15.3:0/3713530979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 msgr2=0x563937f84f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc687e00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 0x7fc66c0b4de0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc6780a9820 tx=0x7fc6780a59e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc680009ca0 tx=0x7fc680005ef0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 -- 172.21.15.3:0/3713530979 shutdown_connections 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f8a690 0x563937f8cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3713530979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f84b30 0x563937f84f50 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 -- 172.21.15.3:0/3713530979 >> 172.21.15.3:0/3713530979 conn(0x563937f801a0 msgr2=0x563937f805a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 -- 172.21.15.3:0/3713530979 shutdown_connections 2024-05-21T19:10:39.388 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.387+0000 7fc6919a2740 1 -- 172.21.15.3:0/3713530979 wait complete. 2024-05-21T19:10:39.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 -- start start 2024-05-21T19:10:39.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 Processor -- start 2024-05-21T19:10:39.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f84b30 0x563937f8e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f95d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563937bca790 con 0x563937f8a690 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563937e8cbc0 con 0x563937f84b30 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563937f8d460 con 0x563937f85520 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.388+0000 7fc6919a2740 10 client.0 _ll_register_callbacks cb 0x563937e6a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f84b30 0x563937f8e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39848/0 (socket says 172.21.15.3:39848) 2024-05-21T19:10:39.393 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 -- 172.21.15.3:0/3820044888 learned_addr learned my addr 172.21.15.3:0/3820044888 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f95d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 -- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f84b30 msgr2=0x563937f8e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f84b30 0x563937f8e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 -- 172.21.15.3:0/3820044888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 msgr2=0x563937f95d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f95d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc687400640 1 -- 172.21.15.3:0/3820044888 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563937bf9210 con 0x563937f85520 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.389+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f95d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc687400640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc67400bf80 tx=0x7fc6740118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e933fe398422aa77 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc671600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674004020 con 0x563937f85520 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6740041c0 con 0x563937f85520 2024-05-21T19:10:39.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc680036040 con 0x563937f85520 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc6740043c0 con 0x563937f85520 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc6919a2740 10 client.25777 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.390+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563937cc5620 con 0x563937f85520 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc680036040 con 0x563937f85520 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc674004cb0 con 0x563937f85520 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 10 client.25777 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 10 client.25777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 20 client.25777 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563937f9a380 0x563937f9c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 4 client.25777 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563937ef6ae0 con 0x563937f9a380 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.391+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563937f9a380 0x563937f9c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.392+0000 7fc68cc00640 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563937f9a380 0x563937f9c7a0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69bbe743b7aa18b6 server_cookie=e9be4bb771c48b71 in_seq=0 out_seq=0 2024-05-21T19:10:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.392+0000 7fc671600640 10 client.25777 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc671600640 1 -- 172.21.15.3:0/3820044888 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563937ef6ae0 con 0x563937f9a380 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc671600640 10 client.25777 handle_command_reply: tid=0 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 client.25777 shutdown 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 msgr2=0x563937f8ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc67400bf80 tx=0x7fc6740118d0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 shutdown_connections 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563937f9a380 0x563937f9c7a0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f85520 0x563937f8ecc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f95d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc671600640 0 client.25777 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 --2- 172.21.15.3:0/3820044888 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f84b30 0x563937f8e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 >> 172.21.15.3:0/3820044888 conn(0x563937f801a0 msgr2=0x563937f7f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 shutdown_connections 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.393+0000 7fc6919a2740 1 -- 172.21.15.3:0/3820044888 wait complete. 2024-05-21T19:10:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.394+0000 7fc6919a2740 20 client.25777 trim_cache size 0 max 16384 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 Processor -- start 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 -- start start 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f95cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f86500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881ae950 con 0x563937f8a690 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881ac220 con 0x563937f85520 2024-05-21T19:10:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.410+0000 7fc6919a2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881aa070 con 0x563937f84b30 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39850/0 (socket says 172.21.15.3:39850) 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 -- 172.21.15.3:0/2282023039 learned_addr learned my addr 172.21.15.3:0/2282023039 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f86500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc687400640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f95cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 -- 172.21.15.3:0/2282023039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 msgr2=0x563937f95cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f95cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 -- 172.21.15.3:0/2282023039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 msgr2=0x563937f86500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f86500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc68cc00640 1 -- 172.21.15.3:0/2282023039 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563937f8d860 con 0x563937f84b30 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.411+0000 7fc687400640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f95cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.412+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc680031a20 tx=0x7fc680031af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fee8827129f9a0eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.412+0000 7fc673e00640 1 -- 172.21.15.3:0/2282023039 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6800041e0 con 0x563937f84b30 2024-05-21T19:10:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.412+0000 7fc673e00640 1 -- 172.21.15.3:0/2282023039 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc680036070 con 0x563937f84b30 2024-05-21T19:10:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.412+0000 7fc673e00640 1 -- 172.21.15.3:0/2282023039 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc680003ea0 con 0x563937f84b30 2024-05-21T19:10:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- 172.21.15.3:0/2282023039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 msgr2=0x563937f85fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc680031a20 tx=0x7fc680031af0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- 172.21.15.3:0/2282023039 shutdown_connections 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f86500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f95cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2282023039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f85fc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- 172.21.15.3:0/2282023039 >> 172.21.15.3:0/2282023039 conn(0x563937f801a0 msgr2=0x563937f83910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- 172.21.15.3:0/2282023039 shutdown_connections 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- 172.21.15.3:0/2282023039 wait complete. 2024-05-21T19:10:39.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 -- start start 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.413+0000 7fc6919a2740 1 Processor -- start 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f92f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f93460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881aa6e0 con 0x563937f8a690 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881abb50 con 0x563937f85520 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881aadb0 con 0x563937f84b30 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc6919a2740 10 client.0 _ll_register_callbacks cb 0x7fc67400bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc68cc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43858/0 (socket says 172.21.15.3:43858) 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc68cc00640 1 -- 172.21.15.3:0/2433997541 learned_addr learned my addr 172.21.15.3:0/2433997541 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc687400640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f93460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.414+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f92f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 -- 172.21.15.3:0/2433997541 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 msgr2=0x563937f92f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f92f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 -- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 msgr2=0x563937f93460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f93460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 -- 172.21.15.3:0/2433997541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563937f94a60 con 0x563937f8a690 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc68cc00640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc680009430 tx=0x7fc680009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4eb814daf41c5da server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc671600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc680064060 con 0x563937f8a690 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc680004660 con 0x563937f8a690 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc680036070 con 0x563937f8a690 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc680003c20 con 0x563937f8a690 2024-05-21T19:10:39.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc6919a2740 10 client.15678 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.415+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563937f95d70 con 0x563937f8a690 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc680036070 con 0x563937f8a690 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc68006c050 con 0x563937f8a690 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 10 client.15678 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 10 client.15678 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 20 client.15678 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563938005090 0x563938007480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 4 client.15678 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563937ef02c0 con 0x563938005090 2024-05-21T19:10:39.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.416+0000 7fc687400640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563938005090 0x563938007480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.417+0000 7fc687400640 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563938005090 0x563938007480 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab479acc26ebdfd9 server_cookie=f1ea51b0d58cfa72 in_seq=0 out_seq=0 2024-05-21T19:10:39.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.417+0000 7fc671600640 10 client.15678 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.429+0000 7fc671600640 1 -- 172.21.15.3:0/2433997541 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563937ef02c0 con 0x563938005090 2024-05-21T19:10:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.429+0000 7fc671600640 10 client.15678 handle_command_reply: tid=0 2024-05-21T19:10:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.429+0000 7fc6919a2740 1 client.15678 shutdown 2024-05-21T19:10:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 msgr2=0x563937f94470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc680009430 tx=0x7fc680009900 comp rx=0 tx=0).stop 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 shutdown_connections 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563938005090 0x563938007480 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563937f8a690 0x563937f94470 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563937f85520 0x563937f93460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc671600640 0 client.15678 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 --2- 172.21.15.3:0/2433997541 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563937f84b30 0x563937f92f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 >> 172.21.15.3:0/2433997541 conn(0x563937f801a0 msgr2=0x563937f85fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 shutdown_connections 2024-05-21T19:10:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 1 -- 172.21.15.3:0/2433997541 wait complete. 2024-05-21T19:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.430+0000 7fc6919a2740 20 client.15678 trim_cache size 0 max 16384 2024-05-21T19:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:10:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:10:39.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 msgr2=0x7fc66c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 0x7fc66c0b4de0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc6780a9820 tx=0x7fc6780a59e0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 msgr2=0x7fc68819ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc67800e9c0 tx=0x7fc67800ee80 comp rx=0 tx=0).stop 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 shutdown_connections 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc66c0b2920 0x7fc66c0b4de0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc688105ed0 0x7fc68819b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc688106890 0x7fc6881a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 --2- 172.21.15.3:0/3915723747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc688104ce0 0x7fc68819ae20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.431+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 >> 172.21.15.3:0/3915723747 conn(0x7fc688100270 msgr2=0x7fc6881091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.432+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 shutdown_connections 2024-05-21T19:10:39.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:39.432+0000 7fc68ec00640 1 -- 172.21.15.3:0/3915723747 wait complete. 2024-05-21T19:10:39.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:39 smithi178 ceph-mon[36523]: pgmap v521: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:10:39.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:39 smithi104 ceph-mon[36417]: pgmap v521: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:10:39.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:39 smithi003 ceph-mon[31577]: pgmap v521: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:10:41.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:41 smithi104 ceph-mon[36417]: pgmap v522: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:41.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:41 smithi003 ceph-mon[31577]: pgmap v522: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:41 smithi178 ceph-mon[36523]: pgmap v522: 97 pgs: 97 active+clean; 898 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:43.692 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:10:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:43 smithi104 ceph-mon[36417]: pgmap v523: 97 pgs: 97 active+clean; 898 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:10:43.775 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:43 smithi003 ceph-mon[31577]: pgmap v523: 97 pgs: 97 active+clean; 898 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:10:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:43 smithi178 ceph-mon[36523]: pgmap v523: 97 pgs: 97 active+clean; 898 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:10:44.173 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:45.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:45 smithi003 ceph-mon[31577]: pgmap v524: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:10:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:45 smithi104 ceph-mon[36417]: pgmap v524: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:10:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:45 smithi178 ceph-mon[36523]: pgmap v524: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 -- 172.21.15.3:0/2219896087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70105760 msgr2=0x7f8b70105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2219896087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70105760 0x7f8b70105be0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8b580098f0 tx=0x7f8b58009c00 comp rx=0 tx=0).stop 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 -- 172.21.15.3:0/2219896087 shutdown_connections 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2219896087 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b70106120 0x7f8b70112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2219896087 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b7010b760 0x7f8b7010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2219896087 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70105760 0x7f8b70105be0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 -- 172.21.15.3:0/2219896087 >> 172.21.15.3:0/2219896087 conn(0x7f8b70101250 msgr2=0x7f8b70103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 -- 172.21.15.3:0/2219896087 shutdown_connections 2024-05-21T19:10:46.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.529+0000 7f8b76a00700 1 -- 172.21.15.3:0/2219896087 wait complete. 2024-05-21T19:10:46.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.530+0000 7f8b76a00700 1 Processor -- start 2024-05-21T19:10:46.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.530+0000 7f8b76a00700 1 -- start start 2024-05-21T19:10:46.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 0x7f8b7019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 0x7f8b7019c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 0x7f8b701a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70115990 con 0x7f8b70105760 2024-05-21T19:10:46.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70115810 con 0x7f8b7010b760 2024-05-21T19:10:46.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b76a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70115b10 con 0x7f8b70106120 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 0x7f8b7019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b6f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 0x7f8b7019c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 0x7f8b7019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39554/0 (socket says 172.21.15.3:39554) 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b74a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 0x7f8b701a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.531+0000 7f8b6fe00700 1 -- 172.21.15.3:0/2760379961 learned_addr learned my addr 172.21.15.3:0/2760379961 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 -- 172.21.15.3:0/2760379961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 msgr2=0x7f8b701a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 0x7f8b701a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 -- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 msgr2=0x7f8b7019bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 0x7f8b7019bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 -- 172.21.15.3:0/2760379961 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b701a0e80 con 0x7f8b70106120 2024-05-21T19:10:46.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b74a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 0x7f8b701a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6f400700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 0x7f8b7019c400 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c010 tx=0x7f8b5800fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6cc00700 1 -- 172.21.15.3:0/2760379961 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b580050c0 con 0x7f8b70106120 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b701a1110 con 0x7f8b70106120 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6cc00700 1 -- 172.21.15.3:0/2760379961 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b5800b560 con 0x7f8b70106120 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b6cc00700 1 -- 172.21.15.3:0/2760379961 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b58003a00 con 0x7f8b70106120 2024-05-21T19:10:46.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.532+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b701a89f0 con 0x7f8b70106120 2024-05-21T19:10:46.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.537+0000 7f8b6cc00700 1 -- 172.21.15.3:0/2760379961 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8b5800b710 con 0x7f8b70106120 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.538+0000 7f8b81423b80 1 Processor -- start 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.538+0000 7f8b81423b80 1 -- start start 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c669f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66f30 0x556231c60b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 0x556231c615c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556231bbee40 con 0x556231c66610 2024-05-21T19:10:46.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556231bae9e0 con 0x556231c66f30 2024-05-21T19:10:46.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b81423b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556231bb2a20 con 0x556231c61140 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b74a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c669f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b6cc00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 0x7f8b540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b74a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c669f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39556/0 (socket says 172.21.15.3:39556) 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b74a00700 1 -- 172.21.15.3:0/378677609 learned_addr learned my addr 172.21.15.3:0/378677609 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66f30 0x556231c60b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b6f400700 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 0x556231c615c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.539+0000 7f8b6cc00700 1 -- 172.21.15.3:0/2760379961 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b580e2ff0 con 0x7f8b70106120 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b74a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 0x7f8b540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 -- 172.21.15.3:0/378677609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66f30 msgr2=0x556231c60b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66f30 0x556231c60b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 -- 172.21.15.3:0/378677609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 msgr2=0x556231c669f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c669f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 -- 172.21.15.3:0/378677609 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556231b77420 con 0x556231c61140 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b6f400700 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 0x556231c615c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8b580e0e40 tx=0x7f8b5806fbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2874161a98de9ff4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b65600700 1 -- 172.21.15.3:0/378677609 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b580a9df0 con 0x556231c61140 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b65600700 1 -- 172.21.15.3:0/378677609 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b580aa190 con 0x556231c61140 2024-05-21T19:10:46.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.540+0000 7f8b65600700 1 -- 172.21.15.3:0/378677609 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b58028260 con 0x556231c61140 2024-05-21T19:10:46.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 -- 172.21.15.3:0/378677609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 msgr2=0x556231c615c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b74a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 0x7f8b540b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8b68003fd0 tx=0x7f8b68004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 0x556231c615c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8b580e0e40 tx=0x7f8b5806fbc0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 -- 172.21.15.3:0/378677609 shutdown_connections 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c61140 0x556231c615c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c669f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 --2- 172.21.15.3:0/378677609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66f30 0x556231c60b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 -- 172.21.15.3:0/378677609 >> 172.21.15.3:0/378677609 conn(0x556231b8ebe0 msgr2=0x556231c5b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.541+0000 7f8b81423b80 1 -- 172.21.15.3:0/378677609 shutdown_connections 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.542+0000 7f8b81423b80 1 -- 172.21.15.3:0/378677609 wait complete. 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.542+0000 7f8b81423b80 1 -- start start 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.542+0000 7f8b81423b80 1 Processor -- start 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c6ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556231ab4fa0 con 0x556231c66610 2024-05-21T19:10:46.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556231b4f760 con 0x556231c61140 2024-05-21T19:10:46.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556231c6d7a0 con 0x556231c66f30 2024-05-21T19:10:46.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b81423b80 10 client.0 _ll_register_callbacks cb 0x556231b58c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:46.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b6f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b6f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39572/0 (socket says 172.21.15.3:39572) 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c6ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b6f400700 1 -- 172.21.15.3:0/3730994335 learned_addr learned my addr 172.21.15.3:0/3730994335 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.543+0000 7f8b74a00700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 -- 172.21.15.3:0/3730994335 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 msgr2=0x556231c6a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 -- 172.21.15.3:0/3730994335 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 msgr2=0x556231c6a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 -- 172.21.15.3:0/3730994335 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556231afe8d0 con 0x556231c61140 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6f400700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c6ccb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8b60012810 tx=0x7f8b60012b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed0796d5e664e121 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b5e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b60004030 con 0x556231c61140 2024-05-21T19:10:46.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b580aa190 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.544+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b600041d0 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b60022070 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b81423b80 10 client.25787 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556231b7f060 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b580aa190 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b6001c510 con 0x556231c61140 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b81423b80 10 client.25787 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.545+0000 7f8b81423b80 10 client.25787 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b81423b80 20 client.25787 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231c7a310 0x556231c7c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b81423b80 4 client.25787 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556231bc0d90 con 0x556231c7a310 2024-05-21T19:10:46.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b6f400700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231c7a310 0x556231c7c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b6f400700 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231c7a310 0x556231c7c700 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85053fe3a3383640 server_cookie=cec642a4396c93fe in_seq=0 out_seq=0 2024-05-21T19:10:46.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.546+0000 7f8b5e000700 10 client.25787 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:46.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.547+0000 7f8b5e000700 1 -- 172.21.15.3:0/3730994335 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556231bc0d90 con 0x556231c7a310 2024-05-21T19:10:46.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.547+0000 7f8b5e000700 10 client.25787 handle_command_reply: tid=0 2024-05-21T19:10:46.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.547+0000 7f8b81423b80 1 client.25787 shutdown 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 msgr2=0x556231c6ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c6ccb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8b60012810 tx=0x7f8b60012b20 comp rx=0 tx=0).stop 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 shutdown_connections 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231c7a310 0x556231c7c700 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c6ccb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 --2- 172.21.15.3:0/3730994335 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c6a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b5e000700 0 client.25787 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 >> 172.21.15.3:0/3730994335 conn(0x556231b8ebe0 msgr2=0x556231c5ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 shutdown_connections 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 1 -- 172.21.15.3:0/3730994335 wait complete. 2024-05-21T19:10:46.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.548+0000 7f8b81423b80 20 client.25787 trim_cache size 0 max 16384 2024-05-21T19:10:46.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 Processor -- start 2024-05-21T19:10:46.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 -- start start 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66610 0x556231c67ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c5b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701b2690 con 0x556231c61140 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701aff20 con 0x556231c66610 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.571+0000 7f8b81423b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701add70 con 0x556231c66f30 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39582/0 (socket says 172.21.15.3:39582) 2024-05-21T19:10:46.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 -- 172.21.15.3:0/2857723167 learned_addr learned my addr 172.21.15.3:0/2857723167 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:46.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6f400700 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66610 0x556231c67ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b74a00700 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c5b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 -- 172.21.15.3:0/2857723167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 msgr2=0x556231c5b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c5b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 -- 172.21.15.3:0/2857723167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66610 msgr2=0x556231c67ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66610 0x556231c67ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.572+0000 7f8b6fe00700 1 -- 172.21.15.3:0/2857723167 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556231c77d30 con 0x556231c61140 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.573+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8b60005950 tx=0x7f8b6001ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=421820b873b8e794 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.573+0000 7f8b64c00700 1 -- 172.21.15.3:0/2857723167 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6001c460 con 0x556231c61140 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.573+0000 7f8b64c00700 1 -- 172.21.15.3:0/2857723167 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b6001c600 con 0x556231c61140 2024-05-21T19:10:46.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.573+0000 7f8b64c00700 1 -- 172.21.15.3:0/2857723167 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b60003bd0 con 0x556231c61140 2024-05-21T19:10:46.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- 172.21.15.3:0/2857723167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 msgr2=0x556231c60b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8b60005950 tx=0x7f8b6001ce00 comp rx=0 tx=0).stop 2024-05-21T19:10:46.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- 172.21.15.3:0/2857723167 shutdown_connections 2024-05-21T19:10:46.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c5b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c61140 0x556231c60b20 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 --2- 172.21.15.3:0/2857723167 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c66610 0x556231c67ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- 172.21.15.3:0/2857723167 >> 172.21.15.3:0/2857723167 conn(0x556231b8ebe0 msgr2=0x556231c6a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- 172.21.15.3:0/2857723167 shutdown_connections 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- 172.21.15.3:0/2857723167 wait complete. 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.574+0000 7f8b81423b80 1 -- start start 2024-05-21T19:10:46.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 Processor -- start 2024-05-21T19:10:46.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c72bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701ae3e0 con 0x556231c66610 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701af850 con 0x556231c61140 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b701aeab0 con 0x556231c66f30 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.575+0000 7f8b81423b80 10 client.0 _ll_register_callbacks cb 0x556231b58c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c72bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39592/0 (socket says 172.21.15.3:39592) 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 -- 172.21.15.3:0/168426677 learned_addr learned my addr 172.21.15.3:0/168426677 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:46.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b74a00700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 -- 172.21.15.3:0/168426677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 msgr2=0x556231c6f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 -- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 msgr2=0x556231c72bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c72bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.576+0000 7f8b6f400700 1 -- 172.21.15.3:0/168426677 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556231c700e0 con 0x556231c66610 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b6f400700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8b580e0e40 tx=0x7f8b58019040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23bc6278bad8c849 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b5e000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b580aa190 con 0x556231c66610 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b580920d0 con 0x556231c66610 2024-05-21T19:10:46.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b6001c600 con 0x556231c66610 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b580700d0 con 0x556231c66610 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b81423b80 10 client.15696 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.577+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556231ce5910 con 0x556231c66610 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b6001c600 con 0x556231c66610 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b580aa8e0 con 0x556231c66610 2024-05-21T19:10:46.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 10 client.15696 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 10 client.15696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 20 client.15696 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231ce5ee0 0x556231ce8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 4 client.15696 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556231bba570 con 0x556231ce5ee0 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.578+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231ce5ee0 0x556231ce8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b6fe00700 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231ce5ee0 0x556231ce8300 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc577cd5f62f0a5d server_cookie=ed74c92f66bac5e in_seq=0 out_seq=0 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b5e000700 10 client.15696 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b5e000700 1 -- 172.21.15.3:0/168426677 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556231bba570 con 0x556231ce5ee0 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b5e000700 10 client.15696 handle_command_reply: tid=0 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b81423b80 1 client.15696 shutdown 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 msgr2=0x556231c73110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.579+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f8b580e0e40 tx=0x7f8b58019040 comp rx=0 tx=0).stop 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 shutdown_connections 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556231ce5ee0 0x556231ce8300 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556231c66f30 0x556231c6f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556231c61140 0x556231c72bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b5e000700 0 client.15696 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 --2- 172.21.15.3:0/168426677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556231c66610 0x556231c73110 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 >> 172.21.15.3:0/168426677 conn(0x556231b8ebe0 msgr2=0x556231c6b670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 shutdown_connections 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 1 -- 172.21.15.3:0/168426677 wait complete. 2024-05-21T19:10:46.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.580+0000 7f8b81423b80 20 client.15696 trim_cache size 0 max 16384 2024-05-21T19:10:46.584 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:10:46.584 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:10:46.584 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:10:46.584 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:10:46.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 msgr2=0x7f8b540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 0x7f8b540b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8b68003fd0 tx=0x7f8b68004b40 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 msgr2=0x7f8b7019c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 0x7f8b7019c400 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c010 tx=0x7f8b5800fa00 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 shutdown_connections 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b540b2880 0x7f8b540b4d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b7010b760 0x7f8b701a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b70105760 0x7f8b7019bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 --2- 172.21.15.3:0/2760379961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b70106120 0x7f8b7019c400 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 >> 172.21.15.3:0/2760379961 conn(0x7f8b70101250 msgr2=0x7f8b70101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 shutdown_connections 2024-05-21T19:10:46.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:46.581+0000 7f8b76a00700 1 -- 172.21.15.3:0/2760379961 wait complete. 2024-05-21T19:10:47.487 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:10:47.488 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:10:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:47 smithi104 ceph-mon[36417]: pgmap v525: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:10:47.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:47 smithi003 ceph-mon[31577]: pgmap v525: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:10:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:47 smithi178 ceph-mon[36523]: pgmap v525: 97 pgs: 97 active+clean; 968 KiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:10:47.951 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:49.688 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:49 smithi178 ceph-mon[36523]: pgmap v526: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:10:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:49 smithi104 ceph-mon[36417]: pgmap v526: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:10:49.804 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:49 smithi003 ceph-mon[31577]: pgmap v526: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 -- 172.21.15.3:0/2671089525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 msgr2=0x7f5290107d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 --2- 172.21.15.3:0/2671089525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f5290107d30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f528800b0a0 tx=0x7f528800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 -- 172.21.15.3:0/2671089525 shutdown_connections 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 --2- 172.21.15.3:0/2671089525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f5290107d30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 --2- 172.21.15.3:0/2671089525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102470 0x7f5290102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 --2- 172.21.15.3:0/2671089525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102d90 0x7f5290107260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 -- 172.21.15.3:0/2671089525 >> 172.21.15.3:0/2671089525 conn(0x7f52900fded0 msgr2=0x7f52901002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 -- 172.21.15.3:0/2671089525 shutdown_connections 2024-05-21T19:10:50.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.307+0000 7f5295200700 1 -- 172.21.15.3:0/2671089525 wait complete. 2024-05-21T19:10:50.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.308+0000 7f5295200700 1 Processor -- start 2024-05-21T19:10:50.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 -- start start 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 0x7f52901a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 0x7f52901a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f52901a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5290119cf0 con 0x7f5290102d90 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5290119b70 con 0x7f5290107880 2024-05-21T19:10:50.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.309+0000 7f5295200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5290119e70 con 0x7f5290102470 2024-05-21T19:10:50.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 0x7f52901a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:50.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 0x7f52901a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:50.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 0x7f52901a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49196/0 (socket says 172.21.15.3:49196) 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 0x7f52901a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39612/0 (socket says 172.21.15.3:39612) 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528f400700 1 -- 172.21.15.3:0/4042825429 learned_addr learned my addr 172.21.15.3:0/4042825429 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f52901a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 -- 172.21.15.3:0/4042825429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 msgr2=0x7f52901a0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 0x7f52901a0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 -- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 msgr2=0x7f52901a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 0x7f52901a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 -- 172.21.15.3:0/4042825429 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52901a5190 con 0x7f5290107880 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.310+0000 7f528fe00700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f52901a4a50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f528800b070 tx=0x7f5288004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.311+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5288021070 con 0x7f5290107880 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.311+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5288007e30 con 0x7f5290107880 2024-05-21T19:10:50.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.311+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52880045f0 con 0x7f5290107880 2024-05-21T19:10:50.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.311+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52901a5420 con 0x7f5290107880 2024-05-21T19:10:50.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.311+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52901acd00 con 0x7f5290107880 2024-05-21T19:10:50.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.312+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f529006c390 con 0x7f5290107880 2024-05-21T19:10:50.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.315+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5288007980 con 0x7f5290107880 2024-05-21T19:10:50.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.316+0000 7f5287e00700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 0x7f52740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:50.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.316+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f528800f020 con 0x7f5290107880 2024-05-21T19:10:50.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.316+0000 7f528f400700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 0x7f52740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:50.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.317+0000 7f528f400700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 0x7f52740b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5280009d20 tx=0x7f5280009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:50.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.318+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f528802a020 con 0x7f5290107880 2024-05-21T19:10:50.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.619+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f529006a230 con 0x7f5290107880 2024-05-21T19:10:50.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.620+0000 7f5287e00700 1 -- 172.21.15.3:0/4042825429 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f529006a230 con 0x7f5290107880 2024-05-21T19:10:50.621 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:10:50.621 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:10:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 msgr2=0x7f52740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 0x7f52740b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5280009d20 tx=0x7f5280009260 comp rx=0 tx=0).stop 2024-05-21T19:10:50.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 msgr2=0x7f52901a4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f52901a4a50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f528800b070 tx=0x7f5288004c80 comp rx=0 tx=0).stop 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 shutdown_connections 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52740b2900 0x7f52740b4dc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5290107880 0x7f52901a4a50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5290102470 0x7f52901a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 --2- 172.21.15.3:0/4042825429 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5290102d90 0x7f52901a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:50.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 >> 172.21.15.3:0/4042825429 conn(0x7f52900fded0 msgr2=0x7f5290105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:50.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 shutdown_connections 2024-05-21T19:10:50.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:50.624+0000 7f5295200700 1 -- 172.21.15.3:0/4042825429 wait complete. 2024-05-21T19:10:50.626 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:10:51.520 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:10:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:51 smithi104 ceph-mon[36417]: pgmap v527: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:10:51.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4042825429' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:51.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:51 smithi003 ceph-mon[31577]: pgmap v527: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:10:51.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4042825429' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:51 smithi178 ceph-mon[36523]: pgmap v527: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:10:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4042825429' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:10:52.022 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 -- 172.21.15.3:0/2422601163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f243010eeb0 msgr2=0x7f24301112a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 --2- 172.21.15.3:0/2422601163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f243010eeb0 0x7f24301112a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2428009930 tx=0x7f242802a420 comp rx=0 tx=0).stop 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 -- 172.21.15.3:0/2422601163 shutdown_connections 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 --2- 172.21.15.3:0/2422601163 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f243010eeb0 0x7f24301112a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 --2- 172.21.15.3:0/2422601163 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f24300754b0 0x7f2430075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 --2- 172.21.15.3:0/2422601163 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2430076a90 0x7f2430074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 -- 172.21.15.3:0/2422601163 >> 172.21.15.3:0/2422601163 conn(0x7f24300fde50 msgr2=0x7f2430100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 -- 172.21.15.3:0/2422601163 shutdown_connections 2024-05-21T19:10:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.579+0000 7f2435400640 1 -- 172.21.15.3:0/2422601163 wait complete. 2024-05-21T19:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.580+0000 7f2435400640 1 Processor -- start 2024-05-21T19:10:52.582 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.580+0000 7f2435400640 1 -- start start 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2430076a90 0x7f243019f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f243010eeb0 0x7f24301a6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2430114a30 con 0x7f24300754b0 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24301148b0 con 0x7f2430076a90 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2435400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2430114bb0 con 0x7f243010eeb0 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35966/0 (socket says 172.21.15.3:35966) 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 -- 172.21.15.3:0/4261890422 learned_addr learned my addr 172.21.15.3:0/4261890422 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2427400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2430076a90 0x7f243019f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f2434a00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f243010eeb0 0x7f24301a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.583 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 -- 172.21.15.3:0/4261890422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f243010eeb0 msgr2=0x7f24301a6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f243010eeb0 0x7f24301a6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 -- 172.21.15.3:0/4261890422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2430076a90 msgr2=0x7f243019f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2430076a90 0x7f243019f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.581+0000 7f242fe00640 1 -- 172.21.15.3:0/4261890422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24301a6ce0 con 0x7f24300754b0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f242fe00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f242000ebc0 tx=0x7f242000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f242d600640 1 -- 172.21.15.3:0/4261890422 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2420010630 con 0x7f24300754b0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24301a6fd0 con 0x7f24300754b0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f242d600640 1 -- 172.21.15.3:0/4261890422 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2420010c80 con 0x7f24300754b0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f242d600640 1 -- 172.21.15.3:0/4261890422 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2420018b60 con 0x7f24300754b0 2024-05-21T19:10:52.584 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.582+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24301a7430 con 0x7f24300754b0 2024-05-21T19:10:52.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 Processor -- start 2024-05-21T19:10:52.586 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 -- start start 2024-05-21T19:10:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f242d600640 1 -- 172.21.15.3:0/4261890422 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2420018d00 con 0x7f24300754b0 2024-05-21T19:10:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a944110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a9491e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56278a8b3b90 con 0x56278a943cf0 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56278a8a3730 con 0x56278a949850 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2439869740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56278a8a7770 con 0x56278a9446e0 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2427400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2434a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a944110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f242fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a9491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2427400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58756/0 (socket says 172.21.15.3:58756) 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.586+0000 7f2427400640 1 -- 172.21.15.3:0/1825589286 learned_addr learned my addr 172.21.15.3:0/1825589286 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 -- 172.21.15.3:0/1825589286 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 msgr2=0x56278a9491e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a9491e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 -- 172.21.15.3:0/1825589286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 msgr2=0x56278a944110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a944110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.588 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 -- 172.21.15.3:0/1825589286 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56278a83c8b0 con 0x56278a949850 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2427400640 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2418009c80 tx=0x7f2418011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1fde0cf9d70925e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2425200640 1 -- 172.21.15.3:0/1825589286 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418004230 con 0x56278a949850 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.587+0000 7f2425200640 1 -- 172.21.15.3:0/1825589286 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24180043d0 con 0x56278a949850 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2425200640 1 -- 172.21.15.3:0/1825589286 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24180196f0 con 0x56278a949850 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f242d600640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 0x7f24140b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f242d600640 1 -- 172.21.15.3:0/4261890422 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f24200e2930 con 0x7f24300754b0 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 -- 172.21.15.3:0/1825589286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 msgr2=0x56278a94bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2434a00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 0x7f24140b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2418009c80 tx=0x7f2418011810 comp rx=0 tx=0).stop 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 -- 172.21.15.3:0/1825589286 shutdown_connections 2024-05-21T19:10:52.591 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a9491e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a94bce0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 --2- 172.21.15.3:0/1825589286 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a944110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.588+0000 7f2439869740 1 -- 172.21.15.3:0/1825589286 >> 172.21.15.3:0/1825589286 conn(0x56278a93f360 msgr2=0x56278a93f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.589+0000 7f2439869740 1 -- 172.21.15.3:0/1825589286 shutdown_connections 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.589+0000 7f2439869740 1 -- 172.21.15.3:0/1825589286 wait complete. 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.589+0000 7f2434a00640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 0x7f24140b4ca0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2428006010 tx=0x7f2428005b50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.589+0000 7f2439869740 1 -- start start 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.589+0000 7f2439869740 1 Processor -- start 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a94df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a954fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56278a589790 con 0x56278a943cf0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56278a84bbc0 con 0x56278a949850 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56278a94c800 con 0x56278a9446e0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2439869740 10 client.0 _ll_register_callbacks cb 0x56278a829400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f242fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2427400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a94df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f2434a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a954fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f242fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35978/0 (socket says 172.21.15.3:35978) 2024-05-21T19:10:52.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.590+0000 7f242fe00640 1 -- 172.21.15.3:0/2335984271 learned_addr learned my addr 172.21.15.3:0/2335984271 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 -- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 msgr2=0x56278a954fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a954fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 -- 172.21.15.3:0/2335984271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 msgr2=0x56278a94da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 -- 172.21.15.3:0/2335984271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56278a5b8210 con 0x56278a9446e0 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f242fe00640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2434a00640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a954fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f2427400640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a94df60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2418005890 tx=0x7f24180052f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30c2630490dca21d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f241d600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.591+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418028020 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f24180035f0 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24180043d0 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2418033050 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f2439869740 10 client.25819 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56278a684620 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.592+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24180043d0 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2418018070 con 0x56278a9446e0 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 10 client.25819 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 10 client.25819 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 20 client.25819 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a959290 0x56278a95b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 4 client.25819 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56278a8b5ae0 con 0x56278a959290 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.593+0000 7f242fe00640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a959290 0x56278a95b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.594+0000 7f241d600640 10 client.25819 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.594+0000 7f242fe00640 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a959290 0x56278a95b680 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f1fe8cf735c2e1e server_cookie=8f35f7c30364c5cf in_seq=0 out_seq=0 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f241d600640 1 -- 172.21.15.3:0/2335984271 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56278a8b5ae0 con 0x56278a959290 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f241d600640 10 client.25819 handle_command_reply: tid=0 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 client.25819 shutdown 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 msgr2=0x56278a94df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a94df60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2418005890 tx=0x7f24180052f0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 shutdown_connections 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a959290 0x56278a95b680 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a94df60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f241d600640 0 client.25819 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a949850 0x56278a954fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 --2- 172.21.15.3:0/2335984271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a94da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 >> 172.21.15.3:0/2335984271 conn(0x56278a93f360 msgr2=0x56278a93e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 shutdown_connections 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.595+0000 7f2439869740 1 -- 172.21.15.3:0/2335984271 wait complete. 2024-05-21T19:10:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.596+0000 7f2439869740 20 client.25819 trim_cache size 0 max 16384 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.612+0000 7f2439869740 1 Processor -- start 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.612+0000 7f2439869740 1 -- start start 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a942950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a949850 0x56278a954f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f24301b2cb0 con 0x56278a949850 2024-05-21T19:10:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24301b0580 con 0x56278a943cf0 2024-05-21T19:10:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2439869740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f24301ae3d0 con 0x56278a9446e0 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2434a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a949850 0x56278a954f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58776/0 (socket says 172.21.15.3:58776) 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 -- 172.21.15.3:0/949719399 learned_addr learned my addr 172.21.15.3:0/949719399 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f2427400640 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a942950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 -- 172.21.15.3:0/949719399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 msgr2=0x56278a942950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a942950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 -- 172.21.15.3:0/949719399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a949850 msgr2=0x56278a954f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a949850 0x56278a954f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.613+0000 7f242fe00640 1 -- 172.21.15.3:0/949719399 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56278a95b9f0 con 0x56278a943cf0 2024-05-21T19:10:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.614+0000 7f242fe00640 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f242000efe0 tx=0x7f24200e8530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a63f0dc25247fe7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.614+0000 7f241fe00640 1 -- 172.21.15.3:0/949719399 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24200a9820 con 0x56278a943cf0 2024-05-21T19:10:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.614+0000 7f241fe00640 1 -- 172.21.15.3:0/949719399 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24200cc040 con 0x56278a943cf0 2024-05-21T19:10:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.614+0000 7f241fe00640 1 -- 172.21.15.3:0/949719399 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24200a9640 con 0x56278a943cf0 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- 172.21.15.3:0/949719399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 msgr2=0x56278a93ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f242000efe0 tx=0x7f24200e8530 comp rx=0 tx=0).stop 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- 172.21.15.3:0/949719399 shutdown_connections 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a9446e0 0x56278a942950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a949850 0x56278a954f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 --2- 172.21.15.3:0/949719399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a943cf0 0x56278a93ee00 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- 172.21.15.3:0/949719399 >> 172.21.15.3:0/949719399 conn(0x56278a93f360 msgr2=0x56278a942240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- 172.21.15.3:0/949719399 shutdown_connections 2024-05-21T19:10:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- 172.21.15.3:0/949719399 wait complete. 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.615+0000 7f2439869740 1 -- start start 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 Processor -- start 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a951fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 0x56278a953530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f24301aea40 con 0x56278a943cf0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f24301afeb0 con 0x56278a9446e0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f24301af110 con 0x56278a949850 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2439869740 10 client.0 _ll_register_callbacks cb 0x7f2418005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2427400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2434a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 0x56278a953530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f242fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a951fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.616+0000 7f2427400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58782/0 (socket says 172.21.15.3:58782) 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2427400640 1 -- 172.21.15.3:0/1547612011 learned_addr learned my addr 172.21.15.3:0/1547612011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 -- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 msgr2=0x56278a952520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 -- 172.21.15.3:0/1547612011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 msgr2=0x56278a951fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a951fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 -- 172.21.15.3:0/1547612011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56278a953b20 con 0x56278a949850 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2427400640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f2434a00640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 0x56278a953530 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f242802a940 tx=0x7f2428009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49ac4c1476bdcd98 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.617+0000 7f241d600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428035040 con 0x56278a949850 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2428032880 con 0x56278a949850 2024-05-21T19:10:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24200cc040 con 0x56278a949850 2024-05-21T19:10:52.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2428032a80 con 0x56278a949850 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f2439869740 10 client.25825 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56278a954ea0 con 0x56278a949850 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.618+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24200cc040 con 0x56278a949850 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f242803c440 con 0x56278a949850 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 10 client.25825 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 10 client.25825 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 20 client.25825 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a9c42a0 0x56278a9c66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 4 client.25825 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56278a8af2c0 con 0x56278a9c42a0 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.619+0000 7f242fe00640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a9c42a0 0x56278a9c66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.620+0000 7f242fe00640 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a9c42a0 0x56278a9c66c0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fea15c5e2cece624 server_cookie=e253df9cd7af7307 in_seq=0 out_seq=0 2024-05-21T19:10:52.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.620+0000 7f241d600640 10 client.25825 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f241d600640 1 -- 172.21.15.3:0/1547612011 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56278a8af2c0 con 0x56278a9c42a0 2024-05-21T19:10:52.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f241d600640 10 client.25825 handle_command_reply: tid=0 2024-05-21T19:10:52.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 client.25825 shutdown 2024-05-21T19:10:52.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 msgr2=0x56278a953530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 0x56278a953530 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f242802a940 tx=0x7f2428009260 comp rx=0 tx=0).stop 2024-05-21T19:10:52.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 shutdown_connections 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56278a9c42a0 0x56278a9c66c0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56278a949850 0x56278a953530 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56278a9446e0 0x56278a952520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 --2- 172.21.15.3:0/1547612011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56278a943cf0 0x56278a951fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 >> 172.21.15.3:0/1547612011 conn(0x56278a93f360 msgr2=0x56278a945060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f241d600640 0 client.25825 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 shutdown_connections 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.632+0000 7f2439869740 1 -- 172.21.15.3:0/1547612011 wait complete. 2024-05-21T19:10:52.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.633+0000 7f2439869740 20 client.25825 trim_cache size 0 max 16384 2024-05-21T19:10:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:10:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:10:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:10:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.633+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 msgr2=0x7f24140b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.633+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 0x7f24140b4ca0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2428006010 tx=0x7f2428005b50 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.633+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 msgr2=0x7f243019f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.633+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f242000ebc0 tx=0x7f242000c6a0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 shutdown_connections 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f24140b27e0 0x7f24140b4ca0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f243010eeb0 0x7f24301a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2430076a90 0x7f243019f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 --2- 172.21.15.3:0/4261890422 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f24300754b0 0x7f243019f110 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 >> 172.21.15.3:0/4261890422 conn(0x7f24300fde50 msgr2=0x7f2430102250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 shutdown_connections 2024-05-21T19:10:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:10:52.634+0000 7f2435400640 1 -- 172.21.15.3:0/4261890422 wait complete. 2024-05-21T19:10:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:53 smithi104 ceph-mon[36417]: pgmap v528: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:53.815 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:53 smithi003 ceph-mon[31577]: pgmap v528: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:53 smithi178 ceph-mon[36523]: pgmap v528: 97 pgs: 97 active+clean; 1.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:10:54.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.351+0000 7f8c17200700 1 -- 172.21.15.3:0/255942970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806bab0 msgr2=0x7f8c1806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.351+0000 7f8c17200700 1 --2- 172.21.15.3:0/255942970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806bab0 0x7f8c1806bf30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8c040099c0 tx=0x7f8c04009cd0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.351+0000 7f8c17200700 1 -- 172.21.15.3:0/255942970 shutdown_connections 2024-05-21T19:10:54.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.351+0000 7f8c17200700 1 --2- 172.21.15.3:0/255942970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806c470 0x7f8c18110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.352+0000 7f8c17200700 1 --2- 172.21.15.3:0/255942970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 0x7f8c18109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.352+0000 7f8c17200700 1 --2- 172.21.15.3:0/255942970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806bab0 0x7f8c1806bf30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.352+0000 7f8c17200700 1 -- 172.21.15.3:0/255942970 >> 172.21.15.3:0/255942970 conn(0x7f8c18079280 msgr2=0x7f8c18079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.352+0000 7f8c17200700 1 -- 172.21.15.3:0/255942970 shutdown_connections 2024-05-21T19:10:54.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.352+0000 7f8c17200700 1 -- 172.21.15.3:0/255942970 wait complete. 2024-05-21T19:10:54.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 Processor -- start 2024-05-21T19:10:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 -- start start 2024-05-21T19:10:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 0x7f8c1810f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 0x7f8c181a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c18113650 con 0x7f8c18109580 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181134d0 con 0x7f8c1806c470 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.353+0000 7f8c17200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181137d0 con 0x7f8c1806bab0 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 0x7f8c1810f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58800/0 (socket says 172.21.15.3:58800) 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 -- 172.21.15.3:0/3290754804 learned_addr learned my addr 172.21.15.3:0/3290754804 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c16800700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 0x7f8c181a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 -- 172.21.15.3:0/3290754804 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 msgr2=0x7f8c1810f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 0x7f8c1810f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 -- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 msgr2=0x7f8c181a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 0x7f8c181a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 -- 172.21.15.3:0/3290754804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c181a5160 con 0x7f8c1806c470 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15e00700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 0x7f8c1810f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.354+0000 7f8c15400700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8c04006010 tx=0x7f8c04005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.355+0000 7f8c0ea00700 1 -- 172.21.15.3:0/3290754804 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04026070 con 0x7f8c1806c470 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.355+0000 7f8c0ea00700 1 -- 172.21.15.3:0/3290754804 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c04005680 con 0x7f8c1806c470 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.355+0000 7f8c0ea00700 1 -- 172.21.15.3:0/3290754804 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0400fb20 con 0x7f8c1806c470 2024-05-21T19:10:54.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.355+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c181a53f0 con 0x7f8c1806c470 2024-05-21T19:10:54.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.355+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c181accd0 con 0x7f8c1806c470 2024-05-21T19:10:54.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.359+0000 7f8c0ea00700 1 -- 172.21.15.3:0/3290754804 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8c04029070 con 0x7f8c1806c470 2024-05-21T19:10:54.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.360+0000 7f8c275a9b80 1 Processor -- start 2024-05-21T19:10:54.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.360+0000 7f8c275a9b80 1 -- start start 2024-05-21T19:10:54.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 0x55f960ad7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f960a35e40 con 0x55f960add940 2024-05-21T19:10:54.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f960a259e0 con 0x55f960ad7ad0 2024-05-21T19:10:54.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f960a29a20 con 0x55f960add020 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c16800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c15e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c16800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42560/0 (socket says 172.21.15.3:42560) 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c16800700 1 -- 172.21.15.3:0/399397755 learned_addr learned my addr 172.21.15.3:0/399397755 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.361+0000 7f8c15400700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 0x55f960ad7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c0ea00700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 0x7f8bfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c0ea00700 1 -- 172.21.15.3:0/3290754804 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c040e2970 con 0x7f8c1806c470 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 -- 172.21.15.3:0/399397755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 msgr2=0x55f960add400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 -- 172.21.15.3:0/399397755 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 msgr2=0x55f960ad74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 -- 172.21.15.3:0/399397755 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9609ee420 con 0x55f960ad7ad0 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15e00700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c16800700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c16800700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 0x7f8bfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.362+0000 7f8c15400700 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 0x55f960ad7f30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8c040a7210 tx=0x7f8c04009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43b80784bf0c45dc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c03400700 1 -- 172.21.15.3:0/399397755 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c040a9d70 con 0x55f960ad7ad0 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c03400700 1 -- 172.21.15.3:0/399397755 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c04003e20 con 0x55f960ad7ad0 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c03400700 1 -- 172.21.15.3:0/399397755 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c040a9710 con 0x55f960ad7ad0 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c275a9b80 1 -- 172.21.15.3:0/399397755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 msgr2=0x55f960ad7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 0x55f960ad7f30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8c040a7210 tx=0x7f8c04009550 comp rx=0 tx=0).stop 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.363+0000 7f8c16800700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 0x7f8bfc0b4dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8c10009fd0 tx=0x7f8c10004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 -- 172.21.15.3:0/399397755 shutdown_connections 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960ad7ad0 0x55f960ad7f30 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960add400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/399397755 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 -- 172.21.15.3:0/399397755 >> 172.21.15.3:0/399397755 conn(0x55f960a05be0 msgr2=0x55f960ad2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 -- 172.21.15.3:0/399397755 shutdown_connections 2024-05-21T19:10:54.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 -- 172.21.15.3:0/399397755 wait complete. 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 -- start start 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.364+0000 7f8c275a9b80 1 Processor -- start 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ae3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960ae1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f96092bfa0 con 0x55f960add020 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f9609c6760 con 0x55f960add940 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f960ae4220 con 0x55f960ad7ad0 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c275a9b80 10 client.0 _ll_register_callbacks cb 0x55f9609cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c15400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c16800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960ae1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c15400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36026/0 (socket says 172.21.15.3:36026) 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c15400700 1 -- 172.21.15.3:0/1278059047 learned_addr learned my addr 172.21.15.3:0/1278059047 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.365+0000 7f8c15e00700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ae3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 -- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 msgr2=0x55f960ae3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ae3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 -- 172.21.15.3:0/1278059047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 msgr2=0x55f960ae0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 -- 172.21.15.3:0/1278059047 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9609758d0 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c15400700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c16800700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960ae1000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8c10011d40 tx=0x7f8c1000b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=725ad7e08abc05f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8bf7e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c1002a060 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c100178d0 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.366+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f960a37d90 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.367+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c10009170 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.367+0000 7f8c275a9b80 10 client.25829 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.367+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f9609f6060 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.367+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55f960a37d90 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.367+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c10004620 con 0x55f960add940 2024-05-21T19:10:54.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 10 client.25829 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 10 client.25829 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 20 client.25829 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960af0d90 0x55f960af3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 4 client.25829 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f960a31570 con 0x55f960af0d90 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.368+0000 7f8c15e00700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960af0d90 0x55f960af3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.369+0000 7f8c15e00700 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960af0d90 0x55f960af3180 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aff159e05cc49e0f server_cookie=7877f6fe361364e2 in_seq=0 out_seq=0 2024-05-21T19:10:54.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.369+0000 7f8bf7e00700 10 client.25829 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8bf7e00700 1 -- 172.21.15.3:0/1278059047 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f960a31570 con 0x55f960af0d90 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8bf7e00700 10 client.25829 handle_command_reply: tid=0 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 client.25829 shutdown 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 msgr2=0x55f960ae1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960ae1000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8c10011d40 tx=0x7f8c1000b040 comp rx=0 tx=0).stop 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 shutdown_connections 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960ae1000 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ae3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960af0d90 0x55f960af3180 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/1278059047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add020 0x55f960ae0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 >> 172.21.15.3:0/1278059047 conn(0x55f960a05be0 msgr2=0x55f960ad64a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8bf7e00700 0 client.25829 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 shutdown_connections 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.370+0000 7f8c275a9b80 1 -- 172.21.15.3:0/1278059047 wait complete. 2024-05-21T19:10:54.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.371+0000 7f8c275a9b80 20 client.25829 trim_cache size 0 max 16384 2024-05-21T19:10:54.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.387+0000 7f8c275a9b80 1 Processor -- start 2024-05-21T19:10:54.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 -- start start 2024-05-21T19:10:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ad7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 0x55f960ad1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b68d0 con 0x55f960add940 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b4160 con 0x55f960add020 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b1fb0 con 0x55f960ad7ad0 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c16800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c16800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36032/0 (socket says 172.21.15.3:36032) 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c15400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 0x55f960ad1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c16800700 1 -- 172.21.15.3:0/509182965 learned_addr learned my addr 172.21.15.3:0/509182965 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.388+0000 7f8c15e00700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ad7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 -- 172.21.15.3:0/509182965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 msgr2=0x55f960ad7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ad7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 -- 172.21.15.3:0/509182965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 msgr2=0x55f960ad2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 -- 172.21.15.3:0/509182965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f960ad6d30 con 0x55f960add020 2024-05-21T19:10:54.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c16800700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15e00700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ad7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:54.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c15400700 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 0x55f960ad1c30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8c04005b40 tx=0x7f8c040a6670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77c3bb1647525b19 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c02a00700 1 -- 172.21.15.3:0/509182965 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c040a98f0 con 0x55f960add020 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c02a00700 1 -- 172.21.15.3:0/509182965 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c040a9ab0 con 0x55f960add020 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.389+0000 7f8c02a00700 1 -- 172.21.15.3:0/509182965 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c040843c0 con 0x55f960add020 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 -- 172.21.15.3:0/509182965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 msgr2=0x55f960ad1c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 0x55f960ad1c30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8c04005b40 tx=0x7f8c040a6670 comp rx=0 tx=0).stop 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 -- 172.21.15.3:0/509182965 shutdown_connections 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960add940 0x55f960ad2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960ad7ad0 0x55f960ad7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/509182965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add020 0x55f960ad1c30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 -- 172.21.15.3:0/509182965 >> 172.21.15.3:0/509182965 conn(0x55f960a05be0 msgr2=0x55f960adf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 -- 172.21.15.3:0/509182965 shutdown_connections 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.390+0000 7f8c275a9b80 1 -- 172.21.15.3:0/509182965 wait complete. 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 -- start start 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 Processor -- start 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960af7fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960af8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b2620 con 0x55f960ad7ad0 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b3a90 con 0x55f960add940 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.391+0000 7f8c275a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c181b2cf0 con 0x55f960add020 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c275a9b80 10 client.0 _ll_register_callbacks cb 0x55f9609cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:54.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36034/0 (socket says 172.21.15.3:36034) 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 -- 172.21.15.3:0/3847035279 learned_addr learned my addr 172.21.15.3:0/3847035279 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c16800700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960af8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15400700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960af7fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 -- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 msgr2=0x55f960af7fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960af7fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 -- 172.21.15.3:0/3847035279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 msgr2=0x55f960af8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960af8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c15e00700 1 -- 172.21.15.3:0/3847035279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f960af8ad0 con 0x55f960ad7ad0 2024-05-21T19:10:54.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.392+0000 7f8c16800700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960af8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8c15e00700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55f960af3980 tx=0x7f8c08004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafc0733048bfabb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8bf7e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08004a30 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c08004bd0 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c040a9ab0 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c0802e050 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8c275a9b80 10 client.15738 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.393+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f960b5b6c0 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c040a9ab0 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c08005040 con 0x55f960ad7ad0 2024-05-21T19:10:54.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 10 client.15738 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 10 client.15738 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 20 client.15738 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960b5be00 0x55f960b5e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 4 client.15738 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f9608a8250 con 0x55f960b5be00 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.394+0000 7f8c15400700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960b5be00 0x55f960b5e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c15400700 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960b5be00 0x55f960b5e220 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f70cb04f67e77507 server_cookie=c462e344dee5193b in_seq=0 out_seq=0 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8bf7e00700 10 client.15738 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8bf7e00700 1 -- 172.21.15.3:0/3847035279 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f9608a8250 con 0x55f960b5be00 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8bf7e00700 10 client.15738 handle_command_reply: tid=0 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 client.15738 shutdown 2024-05-21T19:10:54.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 msgr2=0x55f960ae98f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x55f960af3980 tx=0x7f8c08004640 comp rx=0 tx=0).stop 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 shutdown_connections 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f960add940 0x55f960af8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55f960b5be00 0x55f960b5e220 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f960ad7ad0 0x55f960ae98f0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 --2- 172.21.15.3:0/3847035279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f960add020 0x55f960af7fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8bf7e00700 0 client.15738 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.395+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 >> 172.21.15.3:0/3847035279 conn(0x55f960a05be0 msgr2=0x55f960adab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 shutdown_connections 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c275a9b80 1 -- 172.21.15.3:0/3847035279 wait complete. 2024-05-21T19:10:54.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c275a9b80 20 client.15738 trim_cache size 0 max 16384 2024-05-21T19:10:54.401 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:10:54.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 msgr2=0x7f8bfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 0x7f8bfc0b4dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8c10009fd0 tx=0x7f8c10004ad0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 msgr2=0x7f8c1810fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.396+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8c04006010 tx=0x7f8c04005280 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 shutdown_connections 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8bfc0b2900 0x7f8bfc0b4dc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c18109580 0x7f8c181a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c1806bab0 0x7f8c1810f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 --2- 172.21.15.3:0/3290754804 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c1806c470 0x7f8c1810fc00 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 >> 172.21.15.3:0/3290754804 conn(0x7f8c18079280 msgr2=0x7f8c181012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:54.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 shutdown_connections 2024-05-21T19:10:54.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:54.397+0000 7f8c17200700 1 -- 172.21.15.3:0/3290754804 wait complete. 2024-05-21T19:10:55.274 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:10:55.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:55 smithi003 ceph-mon[31577]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-21T19:10:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:55 smithi104 ceph-mon[36417]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-21T19:10:55.761 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:55 smithi178 ceph-mon[36523]: pgmap v529: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-21T19:10:57.594 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:57 smithi003 ceph-mon[31577]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:10:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:57 smithi104 ceph-mon[36417]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:10:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:57 smithi178 ceph-mon[36523]: pgmap v530: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:10:58.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 -- 172.21.15.3:0/115335690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 msgr2=0x7f5d14105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 --2- 172.21.15.3:0/115335690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d14105be0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5d00009990 tx=0x7f5d00009ca0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 -- 172.21.15.3:0/115335690 shutdown_connections 2024-05-21T19:10:58.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 --2- 172.21.15.3:0/115335690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 0x7f5d14112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 --2- 172.21.15.3:0/115335690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 0x7f5d1410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 --2- 172.21.15.3:0/115335690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d14105be0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 -- 172.21.15.3:0/115335690 >> 172.21.15.3:0/115335690 conn(0x7f5d14101250 msgr2=0x7f5d14103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 -- 172.21.15.3:0/115335690 shutdown_connections 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.147+0000 7f5d1b000700 1 -- 172.21.15.3:0/115335690 wait complete. 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.148+0000 7f5d1b000700 1 Processor -- start 2024-05-21T19:10:58.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.148+0000 7f5d1b000700 1 -- start start 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 0x7f5d1419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 0x7f5d141a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141159f0 con 0x7f5d14105760 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d14115870 con 0x7f5d14106120 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d1b000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d14115b70 con 0x7f5d1410b760 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36052/0 (socket says 172.21.15.3:36052) 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d13e00700 1 -- 172.21.15.3:0/1437535314 learned_addr learned my addr 172.21.15.3:0/1437535314 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d13400700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 0x7f5d1419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.149+0000 7f5d19000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 0x7f5d141a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 -- 172.21.15.3:0/1437535314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 msgr2=0x7f5d141a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 0x7f5d141a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 -- 172.21.15.3:0/1437535314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 msgr2=0x7f5d1419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 0x7f5d1419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 -- 172.21.15.3:0/1437535314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d141a0e70 con 0x7f5d14105760 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.150+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400eb30 tx=0x7f5d0400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.151+0000 7f5d10c00700 1 -- 172.21.15.3:0/1437535314 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d0400cbd0 con 0x7f5d14105760 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.151+0000 7f5d10c00700 1 -- 172.21.15.3:0/1437535314 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d040044d0 con 0x7f5d14105760 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.151+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d141a1160 con 0x7f5d14105760 2024-05-21T19:10:58.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.151+0000 7f5d10c00700 1 -- 172.21.15.3:0/1437535314 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d04003df0 con 0x7f5d14105760 2024-05-21T19:10:58.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.151+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d141a89e0 con 0x7f5d14105760 2024-05-21T19:10:58.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.154+0000 7f5d10c00700 1 -- 172.21.15.3:0/1437535314 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5d04004000 con 0x7f5d14105760 2024-05-21T19:10:58.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.155+0000 7f5d25a1db80 1 Processor -- start 2024-05-21T19:10:58.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 -- start start 2024-05-21T19:10:58.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d10c00700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 0x7f5cf80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2f30 0x5618fb59cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb59d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5618fb4fae40 con 0x5618fb59d140 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5618fb4ea9e0 con 0x5618fb5a2f30 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5618fb4eea20 con 0x5618fb5a2610 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d10c00700 1 -- 172.21.15.3:0/1437535314 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5d040e2400 con 0x7f5d14105760 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d19000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 0x7f5cf80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2f30 0x5618fb59cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42600/0 (socket says 172.21.15.3:42600) 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 -- 172.21.15.3:0/260534 learned_addr learned my addr 172.21.15.3:0/260534 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.156+0000 7f5d19000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb59d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 -- 172.21.15.3:0/260534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2f30 msgr2=0x5618fb59cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2f30 0x5618fb59cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 -- 172.21.15.3:0/260534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 msgr2=0x5618fb59d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb59d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 -- 172.21.15.3:0/260534 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618fb4b3420 con 0x5618fb5a2610 2024-05-21T19:10:58.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d19000700 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb59d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:10:58.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.157+0000 7f5d13e00700 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d040a96a0 tx=0x7f5d040a9770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b45acb8118649c7a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d09600700 1 -- 172.21.15.3:0/260534 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d040a9110 con 0x5618fb5a2610 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d19000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 0x7f5cf80b4dc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x5618fb59db00 tx=0x7f5d0c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d09600700 1 -- 172.21.15.3:0/260534 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d04009500 con 0x5618fb5a2610 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d09600700 1 -- 172.21.15.3:0/260534 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d040dd110 con 0x5618fb5a2610 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d25a1db80 1 -- 172.21.15.3:0/260534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 msgr2=0x5618fb5a29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.158+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d040a96a0 tx=0x7f5d040a9770 comp rx=0 tx=0).stop 2024-05-21T19:10:58.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 -- 172.21.15.3:0/260534 shutdown_connections 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb59d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2610 0x5618fb5a29f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/260534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2f30 0x5618fb59cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 -- 172.21.15.3:0/260534 >> 172.21.15.3:0/260534 conn(0x5618fb4cabe0 msgr2=0x5618fb597690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 -- 172.21.15.3:0/260534 shutdown_connections 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 -- 172.21.15.3:0/260534 wait complete. 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.159+0000 7f5d25a1db80 1 -- start start 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 Processor -- start 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb5a2610 0x5618fb5a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5a6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5618fb3f0fa0 con 0x5618fb5a2610 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5618fb48b760 con 0x5618fb59d140 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5618fb5a99e0 con 0x5618fb5a2f30 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.160+0000 7f5d25a1db80 10 client.0 _ll_register_callbacks cb 0x5618fb494c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb5a2610 0x5618fb5a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d19000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58888/0 (socket says 172.21.15.3:58888) 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 -- 172.21.15.3:0/737404719 learned_addr learned my addr 172.21.15.3:0/737404719 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 -- 172.21.15.3:0/737404719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 msgr2=0x5618fb5a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 -- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb5a2610 msgr2=0x5618fb5a60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb5a2610 0x5618fb5a60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 -- 172.21.15.3:0/737404719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618fb43a8d0 con 0x5618fb59d140 2024-05-21T19:10:58.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5d13e00700 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5d04009230 tx=0x7f5d040a5160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0d9c6ee0fc20d64 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.161+0000 7f5cfe000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:10:58.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d040cc2d0 con 0x5618fb59d140 2024-05-21T19:10:58.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5d040db110 con 0x5618fb59d140 2024-05-21T19:10:58.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d04009500 con 0x5618fb59d140 2024-05-21T19:10:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5d040042f0 con 0x5618fb59d140 2024-05-21T19:10:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5d25a1db80 10 client.25847 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618fb4bb060 con 0x5618fb59d140 2024-05-21T19:10:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d04009500 con 0x5618fb59d140 2024-05-21T19:10:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.162+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5d040c6070 con 0x5618fb59d140 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 10 client.25847 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 10 client.25847 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 20 client.25847 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb5b6490 0x5618fb5b8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 4 client.25847 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5618fb4fcd90 con 0x5618fb5b6490 2024-05-21T19:10:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.163+0000 7f5d13400700 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb5b6490 0x5618fb5b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.164+0000 7f5d13400700 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb5b6490 0x5618fb5b8880 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a9ed5ec81620794e server_cookie=a9cae88469a5bf28 in_seq=0 out_seq=0 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.164+0000 7f5cfe000700 10 client.25847 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.164+0000 7f5cfe000700 1 -- 172.21.15.3:0/737404719 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5618fb4fcd90 con 0x5618fb5b6490 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.164+0000 7f5cfe000700 10 client.25847 handle_command_reply: tid=0 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.164+0000 7f5d25a1db80 1 client.25847 shutdown 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 msgr2=0x5618fb5a8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5d04009230 tx=0x7f5d040a5160 comp rx=0 tx=0).stop 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 shutdown_connections 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb59d140 0x5618fb5a8d50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb5b6490 0x5618fb5b8880 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/737404719 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb5a2610 0x5618fb5a60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 >> 172.21.15.3:0/737404719 conn(0x5618fb4cabe0 msgr2=0x5618fb596d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5cfe000700 0 client.25847 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 shutdown_connections 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 1 -- 172.21.15.3:0/737404719 wait complete. 2024-05-21T19:10:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.165+0000 7f5d25a1db80 20 client.25847 trim_cache size 0 max 16384 2024-05-21T19:10:58.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 Processor -- start 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 -- start start 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5a6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb59d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141b2870 con 0x5618fb59d140 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141b0100 con 0x5618fb5a2610 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.182+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141adf50 con 0x5618fb5a2f30 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36072/0 (socket says 172.21.15.3:36072) 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 -- 172.21.15.3:0/1440518454 learned_addr learned my addr 172.21.15.3:0/1440518454 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d19000700 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb59d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13400700 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 -- 172.21.15.3:0/1440518454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 msgr2=0x5618fb59d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb59d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 -- 172.21.15.3:0/1440518454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 msgr2=0x5618fb5a6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5a6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.183+0000 7f5d13e00700 1 -- 172.21.15.3:0/1440518454 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618fb5a09d0 con 0x5618fb59d140 2024-05-21T19:10:58.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.184+0000 7f5d13e00700 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400eb00 tx=0x7f5d040a9770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a9aab2ed650f2b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.184+0000 7f5d08c00700 1 -- 172.21.15.3:0/1440518454 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d04009500 con 0x5618fb59d140 2024-05-21T19:10:58.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.184+0000 7f5d08c00700 1 -- 172.21.15.3:0/1440518454 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d040cc2d0 con 0x5618fb59d140 2024-05-21T19:10:58.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.184+0000 7f5d08c00700 1 -- 172.21.15.3:0/1440518454 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d040db310 con 0x5618fb59d140 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- 172.21.15.3:0/1440518454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 msgr2=0x5618fb5a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400eb00 tx=0x7f5d040a9770 comp rx=0 tx=0).stop 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- 172.21.15.3:0/1440518454 shutdown_connections 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb59d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5a5050 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/1440518454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5a6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- 172.21.15.3:0/1440518454 >> 172.21.15.3:0/1440518454 conn(0x5618fb4cabe0 msgr2=0x5618fb5a77a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- 172.21.15.3:0/1440518454 shutdown_connections 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- 172.21.15.3:0/1440518454 wait complete. 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.185+0000 7f5d25a1db80 1 -- start start 2024-05-21T19:10:58.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 Processor -- start 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5aeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5bd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141ae5c0 con 0x5618fb59d140 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141afa30 con 0x5618fb5a2610 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d141aec90 con 0x5618fb5a2f30 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.186+0000 7f5d25a1db80 10 client.0 _ll_register_callbacks cb 0x5618fb494c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d19000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5bd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5aeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d19000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5bd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42646/0 (socket says 172.21.15.3:42646) 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d19000700 1 -- 172.21.15.3:0/3735960051 learned_addr learned my addr 172.21.15.3:0/3735960051 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:10:58.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13400700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 -- 172.21.15.3:0/3735960051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 msgr2=0x5618fb5bd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5bd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 -- 172.21.15.3:0/3735960051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 msgr2=0x5618fb5af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5af400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 -- 172.21.15.3:0/3735960051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618fb5bdb00 con 0x5618fb59d140 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5d13e00700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5aeec0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5d04000c00 tx=0x7f5d040b28d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69a7dd64f0d262d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:10:58.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.187+0000 7f5cfe000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:10:58.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d04009500 con 0x5618fb59d140 2024-05-21T19:10:58.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5d040a8c00 con 0x5618fb59d140 2024-05-21T19:10:58.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d040cc2d0 con 0x5618fb59d140 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5d040aa0a0 con 0x5618fb59d140 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 10 client.15756 fetch_fsmap learned FSMap version 26 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5618fb6208e0 con 0x5618fb59d140 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d040cc2d0 con 0x5618fb59d140 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5d04089060 con 0x5618fb59d140 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 10 client.15756 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 10 client.15756 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.188+0000 7f5d25a1db80 20 client.15756 populate_metadata read hostname 'smithi003' 2024-05-21T19:10:58.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb620cf0 0x5618fb6230e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5d25a1db80 4 client.15756 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5618fb4f6570 con 0x5618fb620cf0 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5d13400700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb620cf0 0x5618fb6230e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5d13400700 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb620cf0 0x5618fb6230e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d3ca5121400301eb server_cookie=6b1a257956bdb7ba in_seq=0 out_seq=0 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.189+0000 7f5cfe000700 10 client.15756 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5cfe000700 1 -- 172.21.15.3:0/3735960051 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5618fb4f6570 con 0x5618fb620cf0 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5cfe000700 10 client.15756 handle_command_reply: tid=0 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 client.15756 shutdown 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 msgr2=0x5618fb5aeec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5aeec0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5d04000c00 tx=0x7f5d040b28d0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 shutdown_connections 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5618fb5a2f30 0x5618fb5bd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x5618fb620cf0 0x5618fb6230e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5618fb59d140 0x5618fb5aeec0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 --2- 172.21.15.3:0/3735960051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5618fb5a2610 0x5618fb5af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 >> 172.21.15.3:0/3735960051 conn(0x5618fb4cabe0 msgr2=0x5618fb5a65e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5cfe000700 0 client.15756 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 shutdown_connections 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 1 -- 172.21.15.3:0/3735960051 wait complete. 2024-05-21T19:10:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.190+0000 7f5d25a1db80 20 client.15756 trim_cache size 0 max 16384 2024-05-21T19:10:58.197 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:10:58.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 msgr2=0x7f5cf80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 0x7f5cf80b4dc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x5618fb59db00 tx=0x7f5d0c009920 comp rx=0 tx=0).stop 2024-05-21T19:10:58.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 msgr2=0x7f5d1419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:10:58.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f5d0400eb30 tx=0x7f5d0400ee40 comp rx=0 tx=0).stop 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 shutdown_connections 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5cf80b2900 0x7f5cf80b4dc0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d1410b760 0x7f5d141a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d14105760 0x7f5d1419be60 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 --2- 172.21.15.3:0/1437535314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d14106120 0x7f5d1419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.191+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 >> 172.21.15.3:0/1437535314 conn(0x7f5d14101250 msgr2=0x7f5d14101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:10:58.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.192+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 shutdown_connections 2024-05-21T19:10:58.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:10:58.192+0000 7f5d1b000700 1 -- 172.21.15.3:0/1437535314 wait complete. 2024-05-21T19:10:59.023 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:10:59.488 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:10:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:10:59 smithi104 ceph-mon[36417]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:10:59.812 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:10:59 smithi003 ceph-mon[31577]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:10:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:10:59 smithi178 ceph-mon[36523]: pgmap v531: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:11:01.561 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:01 smithi003 ceph-mon[31577]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:01 smithi104 ceph-mon[36417]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:01.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 -- 172.21.15.3:0/4139014354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 msgr2=0x7f6c28075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/4139014354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c28075cc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6c18009990 tx=0x7f6c18009ca0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 -- 172.21.15.3:0/4139014354 shutdown_connections 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/4139014354 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28114480 0x7f6c28116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/4139014354 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c28075cc0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/4139014354 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28076200 0x7f6c28113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 -- 172.21.15.3:0/4139014354 >> 172.21.15.3:0/4139014354 conn(0x7f6c280fefc0 msgr2=0x7f6c281013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 -- 172.21.15.3:0/4139014354 shutdown_connections 2024-05-21T19:11:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.857+0000 7f6c2dc00700 1 -- 172.21.15.3:0/4139014354 wait complete. 2024-05-21T19:11:01.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.858+0000 7f6c2dc00700 1 Processor -- start 2024-05-21T19:11:01.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 -- start start 2024-05-21T19:11:01.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28076200 0x7f6c281a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28114480 0x7f6c281a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c28119cb0 con 0x7f6c28114480 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c28119b30 con 0x7f6c280758e0 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2dc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c28119e30 con 0x7f6c28076200 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c2d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28114480 0x7f6c281a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c27400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28076200 0x7f6c281a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51728/0 (socket says 172.21.15.3:51728) 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.859+0000 7f6c27e00700 1 -- 172.21.15.3:0/2699862288 learned_addr learned my addr 172.21.15.3:0/2699862288 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 -- 172.21.15.3:0/2699862288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28076200 msgr2=0x7f6c281a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28076200 0x7f6c281a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 -- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28114480 msgr2=0x7f6c281a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28114480 0x7f6c281a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 -- 172.21.15.3:0/2699862288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c281a51b0 con 0x7f6c280758e0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.860+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6c18000c00 tx=0x7f6c180057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.861+0000 7f6c24c00700 1 -- 172.21.15.3:0/2699862288 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18027070 con 0x7f6c280758e0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.861+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c281a5440 con 0x7f6c280758e0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.861+0000 7f6c24c00700 1 -- 172.21.15.3:0/2699862288 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c18022470 con 0x7f6c280758e0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.861+0000 7f6c24c00700 1 -- 172.21.15.3:0/2699862288 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18017650 con 0x7f6c280758e0 2024-05-21T19:11:01.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.861+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c281acd20 con 0x7f6c280758e0 2024-05-21T19:11:01.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.865+0000 7f6c24c00700 1 -- 172.21.15.3:0/2699862288 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6c1802a070 con 0x7f6c280758e0 2024-05-21T19:11:01.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.865+0000 7f6c39a96b80 1 Processor -- start 2024-05-21T19:11:01.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.865+0000 7f6c39a96b80 1 -- start start 2024-05-21T19:11:01.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe23ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe1e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5603bfd7be40 con 0x5603bfe1e390 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5603bfd6b9e0 con 0x5603bfe240e0 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5603bfd6fa20 con 0x5603bfe237c0 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c27400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe1e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c2d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe23ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51732/0 (socket says 172.21.15.3:51732) 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.866+0000 7f6c27e00700 1 -- 172.21.15.3:0/3511990277 learned_addr learned my addr 172.21.15.3:0/3511990277 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:01.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c24c00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 0x7f6c0c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 -- 172.21.15.3:0/3511990277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 msgr2=0x5603bfe23ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe23ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 -- 172.21.15.3:0/3511990277 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 msgr2=0x5603bfe1e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe1e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c24c00700 1 -- 172.21.15.3:0/2699862288 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c180e2ff0 con 0x7f6c280758e0 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 -- 172.21.15.3:0/3511990277 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603bfd34420 con 0x5603bfe240e0 2024-05-21T19:11:01.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c2d200700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 0x7f6c0c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.867+0000 7f6c27e00700 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c180aa5f0 tx=0x7f6c18009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89f9a618222aa402 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.868+0000 7f6c1d600700 1 -- 172.21.15.3:0/3511990277 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c180aa430 con 0x5603bfe240e0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.868+0000 7f6c1d600700 1 -- 172.21.15.3:0/3511990277 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c180aa170 con 0x5603bfe240e0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.868+0000 7f6c1d600700 1 -- 172.21.15.3:0/3511990277 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18023000 con 0x5603bfe240e0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- 172.21.15.3:0/3511990277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 msgr2=0x5603bfe1dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6c180aa5f0 tx=0x7f6c18009ca0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c2d200700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 0x7f6c0c0b4d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6c2806be50 tx=0x7f6c2000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- 172.21.15.3:0/3511990277 shutdown_connections 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe1e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe23ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/3511990277 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe1dd70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- 172.21.15.3:0/3511990277 >> 172.21.15.3:0/3511990277 conn(0x5603bfd4bbe0 msgr2=0x5603bfe18810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- 172.21.15.3:0/3511990277 shutdown_connections 2024-05-21T19:11:01.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- 172.21.15.3:0/3511990277 wait complete. 2024-05-21T19:11:01.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.869+0000 7f6c39a96b80 1 -- start start 2024-05-21T19:11:01.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 Processor -- start 2024-05-21T19:11:01.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe29d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe27650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5603bfc71fa0 con 0x5603bfe1e390 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5603bfd0c760 con 0x5603bfe237c0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5603bfd6b9e0 con 0x5603bfe240e0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.870+0000 7f6c39a96b80 10 client.0 _ll_register_callbacks cb 0x5603bfd15c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe29d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c2d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe27650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51736/0 (socket says 172.21.15.3:51736) 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 -- 172.21.15.3:0/1570122215 learned_addr learned my addr 172.21.15.3:0/1570122215 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 -- 172.21.15.3:0/1570122215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 msgr2=0x5603bfe27650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe27650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 -- 172.21.15.3:0/1570122215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 msgr2=0x5603bfe29d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe29d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.871+0000 7f6c27400700 1 -- 172.21.15.3:0/1570122215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603bfcbb8d0 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c27400700 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c140127f0 tx=0x7f6c14012b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cececc579a5b3c6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c12000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1400f500 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c180aa170 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c1400f6a0 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c1400f8a0 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c39a96b80 10 client.25865 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.872+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603bfd3c060 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c180aa170 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6c14010ad0 con 0x5603bfe237c0 2024-05-21T19:11:01.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 10 client.25865 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 10 client.25865 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 20 client.25865 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfe371f0 0x5603bfe39690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 4 client.25865 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603bfd7dd90 con 0x5603bfe371f0 2024-05-21T19:11:01.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.873+0000 7f6c27e00700 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfe371f0 0x5603bfe39690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.874+0000 7f6c27e00700 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfe371f0 0x5603bfe39690 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7583053803c7213 server_cookie=3b2b159526807db5 in_seq=0 out_seq=0 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.874+0000 7f6c12000700 10 client.25865 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.874+0000 7f6c12000700 1 -- 172.21.15.3:0/1570122215 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5603bfd7dd90 con 0x5603bfe371f0 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.874+0000 7f6c12000700 10 client.25865 handle_command_reply: tid=0 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 client.25865 shutdown 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 msgr2=0x5603bfe27110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f6c140127f0 tx=0x7f6c14012b00 comp rx=0 tx=0).stop 2024-05-21T19:11:01.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 shutdown_connections 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfe371f0 0x5603bfe39690 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe27650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe29d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c12000700 0 client.25865 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1570122215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe237c0 0x5603bfe27110 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 >> 172.21.15.3:0/1570122215 conn(0x5603bfd4bbe0 msgr2=0x5603bfe17fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 shutdown_connections 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1570122215 wait complete. 2024-05-21T19:11:01.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.875+0000 7f6c39a96b80 20 client.25865 trim_cache size 0 max 16384 2024-05-21T19:11:01.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:01 smithi178 ceph-mon[36523]: pgmap v532: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:01.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 Processor -- start 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 -- start start 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe1e390 0x5603bfe1dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe18740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b6a00 con 0x5603bfe237c0 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b4290 con 0x5603bfe1e390 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b20e0 con 0x5603bfe240e0 2024-05-21T19:11:01.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c27400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c27400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56766/0 (socket says 172.21.15.3:56766) 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.893+0000 7f6c27400700 1 -- 172.21.15.3:0/1753580180 learned_addr learned my addr 172.21.15.3:0/1753580180 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c2d200700 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe18740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27e00700 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe1e390 0x5603bfe1dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 -- 172.21.15.3:0/1753580180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 msgr2=0x5603bfe18740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe18740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 -- 172.21.15.3:0/1753580180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe1e390 msgr2=0x5603bfe1dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe1e390 0x5603bfe1dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 -- 172.21.15.3:0/1753580180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603bfe39d10 con 0x5603bfe237c0 2024-05-21T19:11:01.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c27400700 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6c140127c0 tx=0x7f6c1400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48183afd3d59529 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.894+0000 7f6c1cc00700 1 -- 172.21.15.3:0/1753580180 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1400fa40 con 0x5603bfe237c0 2024-05-21T19:11:01.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c1cc00700 1 -- 172.21.15.3:0/1753580180 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c14005560 con 0x5603bfe237c0 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c1cc00700 1 -- 172.21.15.3:0/1753580180 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14003950 con 0x5603bfe237c0 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1753580180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 msgr2=0x5603bfe24c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6c140127c0 tx=0x7f6c1400f790 comp rx=0 tx=0).stop 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1753580180 shutdown_connections 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe240e0 0x5603bfe18740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe1e390 0x5603bfe1dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/1753580180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe237c0 0x5603bfe24c90 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.895+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1753580180 >> 172.21.15.3:0/1753580180 conn(0x5603bfd4bbe0 msgr2=0x5603bfe24580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.896+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1753580180 shutdown_connections 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.896+0000 7f6c39a96b80 1 -- 172.21.15.3:0/1753580180 wait complete. 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.896+0000 7f6c39a96b80 1 -- start start 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.896+0000 7f6c39a96b80 1 Processor -- start 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe30040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe2cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b2750 con 0x5603bfe1e390 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b3bc0 con 0x5603bfe240e0 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c281b2e20 con 0x5603bfe237c0 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c39a96b80 10 client.0 _ll_register_callbacks cb 0x5603bfd15c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56772/0 (socket says 172.21.15.3:56772) 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 -- 172.21.15.3:0/2894101741 learned_addr learned my addr 172.21.15.3:0/2894101741 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c2d200700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe2cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27400700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe30040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 -- 172.21.15.3:0/2894101741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 msgr2=0x5603bfe30040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe30040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 -- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 msgr2=0x5603bfe2cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe2cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27e00700 1 -- 172.21.15.3:0/2894101741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603bfe2d010 con 0x5603bfe1e390 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.897+0000 7f6c27400700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe30040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c27e00700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6c180a66e0 tx=0x7f6c18022cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a496c59a3ab5a288 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c12000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c180a9dd0 con 0x5603bfe1e390 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c180920d0 con 0x5603bfe1e390 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c14005560 con 0x5603bfe1e390 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6c180a9fb0 con 0x5603bfe1e390 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c39a96b80 10 client.15774 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.898+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603bfea24c0 con 0x5603bfe1e390 2024-05-21T19:11:01.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c14005560 con 0x5603bfe1e390 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6c18022920 con 0x5603bfe1e390 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 10 client.15774 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 10 client.15774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 20 client.15774 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfea2970 0x5603bfea4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 4 client.15774 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603bfd77570 con 0x5603bfea2970 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.899+0000 7f6c27400700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfea2970 0x5603bfea4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c27400700 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfea2970 0x5603bfea4d90 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7e2ef3928060ae0 server_cookie=e551223bcdfc150e in_seq=0 out_seq=0 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c12000700 10 client.15774 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c12000700 1 -- 172.21.15.3:0/2894101741 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603bfd77570 con 0x5603bfea2970 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c12000700 10 client.15774 handle_command_reply: tid=0 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c39a96b80 1 client.15774 shutdown 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 msgr2=0x5603bfe2fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.900+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6c180a66e0 tx=0x7f6c18022cc0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 shutdown_connections 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5603bfea2970 0x5603bfea4d90 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5603bfe240e0 0x5603bfe2cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5603bfe1e390 0x5603bfe2fb00 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 --2- 172.21.15.3:0/2894101741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5603bfe237c0 0x5603bfe30040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c12000700 0 client.15774 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 >> 172.21.15.3:0/2894101741 conn(0x5603bfd4bbe0 msgr2=0x5603bfe286c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 shutdown_connections 2024-05-21T19:11:01.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 1 -- 172.21.15.3:0/2894101741 wait complete. 2024-05-21T19:11:01.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.901+0000 7f6c39a96b80 20 client.15774 trim_cache size 0 max 16384 2024-05-21T19:11:01.915 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 msgr2=0x7f6c0c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 0x7f6c0c0b4d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6c2806be50 tx=0x7f6c2000b040 comp rx=0 tx=0).stop 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 msgr2=0x7f6c281a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6c18000c00 tx=0x7f6c180057c0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 shutdown_connections 2024-05-21T19:11:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c0c0b2880 0x7f6c0c0b4d40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c28114480 0x7f6c281a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c280758e0 0x7f6c281a01a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 --2- 172.21.15.3:0/2699862288 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c28076200 0x7f6c281a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 >> 172.21.15.3:0/2699862288 conn(0x7f6c280fefc0 msgr2=0x7f6c280ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 shutdown_connections 2024-05-21T19:11:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:01.902+0000 7f6c2dc00700 1 -- 172.21.15.3:0/2699862288 wait complete. 2024-05-21T19:11:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:03 smithi104 ceph-mon[36417]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:03.831 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:11:03.831 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:11:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:03 smithi003 ceph-mon[31577]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:03 smithi178 ceph-mon[36523]: pgmap v533: 97 pgs: 97 active+clean; 1.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:04.302 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:05 smithi104 ceph-mon[36417]: pgmap v534: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 -- 172.21.15.3:0/178615442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c078650 msgr2=0x7fbc5c078ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 --2- 172.21.15.3:0/178615442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c078650 0x7fbc5c078ab0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fbc44009900 tx=0x7fbc4402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 -- 172.21.15.3:0/178615442 shutdown_connections 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 --2- 172.21.15.3:0/178615442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078ff0 0x7fbc5c079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 --2- 172.21.15.3:0/178615442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c078650 0x7fbc5c078ab0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 --2- 172.21.15.3:0/178615442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c077410 0x7fbc5c077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 -- 172.21.15.3:0/178615442 >> 172.21.15.3:0/178615442 conn(0x7fbc5c100080 msgr2=0x7fbc5c1024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 -- 172.21.15.3:0/178615442 shutdown_connections 2024-05-21T19:11:05.781 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.781+0000 7fbc62400640 1 -- 172.21.15.3:0/178615442 wait complete. 2024-05-21T19:11:05.782 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.782+0000 7fbc62400640 1 Processor -- start 2024-05-21T19:11:05.782 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 -- start start 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c077410 0x7fbc5c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c078ff0 0x7fbc5c1a6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c114a90 con 0x7fbc5c077410 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c114910 con 0x7fbc5c078ff0 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.783+0000 7fbc62400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c114c10 con 0x7fbc5c078650 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59350/0 (socket says 172.21.15.3:59350) 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 -- 172.21.15.3:0/2196754997 learned_addr learned my addr 172.21.15.3:0/2196754997 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc61000640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c077410 0x7fbc5c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc61a00640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c078ff0 0x7fbc5c1a6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 -- 172.21.15.3:0/2196754997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c078ff0 msgr2=0x7fbc5c1a6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.784 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c078ff0 0x7fbc5c1a6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 -- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c077410 msgr2=0x7fbc5c19f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c077410 0x7fbc5c19f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 -- 172.21.15.3:0/2196754997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc5c1a6d00 con 0x7fbc5c078650 2024-05-21T19:11:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.784+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbc44005ab0 tx=0x7fbc44003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.785+0000 7fbc5a000640 1 -- 172.21.15.3:0/2196754997 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4403f070 con 0x7fbc5c078650 2024-05-21T19:11:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.785+0000 7fbc5a000640 1 -- 172.21.15.3:0/2196754997 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc44031c50 con 0x7fbc5c078650 2024-05-21T19:11:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.785+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc5c1a6f90 con 0x7fbc5c078650 2024-05-21T19:11:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.785+0000 7fbc5a000640 1 -- 172.21.15.3:0/2196754997 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc44035030 con 0x7fbc5c078650 2024-05-21T19:11:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.785+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc5c1a7400 con 0x7fbc5c078650 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.788+0000 7fbc669c3740 1 Processor -- start 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 -- start start 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc5a000640 1 -- 172.21.15.3:0/2196754997 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbc44042070 con 0x7fbc5c078650 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acb31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acb5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55869ac1db90 con 0x55869acadcf0 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55869ac0d730 con 0x55869acae6e0 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc669c3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55869ac11770 con 0x55869acb3850 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc61a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc61a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56784/0 (socket says 172.21.15.3:56784) 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc61a00640 1 -- 172.21.15.3:0/3884913506 learned_addr learned my addr 172.21.15.3:0/3884913506 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc53e00640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acb5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.789+0000 7fbc61000640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acb31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 -- 172.21.15.3:0/3884913506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 msgr2=0x55869acb5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acb5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 -- 172.21.15.3:0/3884913506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 msgr2=0x55869acb31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acb31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.790 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 -- 172.21.15.3:0/3884913506 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55869aba68b0 con 0x55869acadcf0 2024-05-21T19:11:05.791 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61000640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acb31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:05.795 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc61a00640 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc54009ca0 tx=0x7fbc54011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4839947bd7a16ee1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc52000640 1 -- 172.21.15.3:0/3884913506 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5401e070 con 0x55869acadcf0 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc52000640 1 -- 172.21.15.3:0/3884913506 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc54009e50 con 0x55869acadcf0 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.790+0000 7fbc52000640 1 -- 172.21.15.3:0/3884913506 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5400e9e0 con 0x55869acadcf0 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc5a000640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 0x7fbc400b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc5a000640 1 -- 172.21.15.3:0/2196754997 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc44102910 con 0x7fbc5c078650 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 -- 172.21.15.3:0/3884913506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 msgr2=0x55869acae110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fbc54009ca0 tx=0x7fbc54011810 comp rx=0 tx=0).stop 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc61000640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 0x7fbc400b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 -- 172.21.15.3:0/3884913506 shutdown_connections 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acb5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acb31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.796 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 --2- 172.21.15.3:0/3884913506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acae110 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 -- 172.21.15.3:0/3884913506 >> 172.21.15.3:0/3884913506 conn(0x55869aca9360 msgr2=0x55869aca9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.791+0000 7fbc669c3740 1 -- 172.21.15.3:0/3884913506 shutdown_connections 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.792+0000 7fbc669c3740 1 -- 172.21.15.3:0/3884913506 wait complete. 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.792+0000 7fbc669c3740 1 -- start start 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.792+0000 7fbc61000640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 0x7fbc400b4d20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x55869acaa230 tx=0x7fbc4c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.792+0000 7fbc669c3740 1 Processor -- start 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acb8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55869a8f3790 con 0x55869acadcf0 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55869abb5bc0 con 0x55869acb3850 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55869acb6800 con 0x55869acae6e0 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc669c3740 10 client.0 _ll_register_callbacks cb 0x55869ab93400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:05.797 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56800/0 (socket says 172.21.15.3:56800) 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 -- 172.21.15.3:0/4111801534 learned_addr learned my addr 172.21.15.3:0/4111801534 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc53e00640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acb8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61a00640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 -- 172.21.15.3:0/4111801534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 msgr2=0x55869acb8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acb8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 -- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 msgr2=0x55869acbf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbf040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.793+0000 7fbc61000640 1 -- 172.21.15.3:0/4111801534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55869a922210 con 0x55869acadcf0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc61000640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c01da00 tx=0x7fbc4c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc024ec806fdebda server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc4aa00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c02d060 con 0x55869acadcf0 2024-05-21T19:11:05.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc4c017030 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc54009e50 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.794+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc4c00f540 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 10 client.15786 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55869a9ee620 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc54009e50 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc4c033810 con 0x55869acadcf0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 10 client.15786 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 10 client.15786 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 20 client.15786 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869acc36b0 0x55869acc5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 4 client.15786 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.795+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55869ac1fae0 con 0x55869acc36b0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.796+0000 7fbc53e00640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869acc36b0 0x55869acc5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.796+0000 7fbc53e00640 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869acc36b0 0x55869acc5ac0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf073c6b6c054ab6 server_cookie=6e869e7055ff17a3 in_seq=0 out_seq=0 2024-05-21T19:11:05.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.796+0000 7fbc4aa00640 10 client.15786 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.797+0000 7fbc4aa00640 1 -- 172.21.15.3:0/4111801534 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55869ac1fae0 con 0x55869acc36b0 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.797+0000 7fbc4aa00640 10 client.15786 handle_command_reply: tid=0 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.797+0000 7fbc669c3740 1 client.15786 shutdown 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.797+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 msgr2=0x55869acb7ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.797+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c01da00 tx=0x7fbc4c004ab0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 shutdown_connections 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869acc36b0 0x55869acc5ac0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acb8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbf040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 --2- 172.21.15.3:0/4111801534 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acb7ac0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc4aa00640 0 client.15786 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:05.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 >> 172.21.15.3:0/4111801534 conn(0x55869aca9360 msgr2=0x55869aca84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 shutdown_connections 2024-05-21T19:11:05.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 1 -- 172.21.15.3:0/4111801534 wait complete. 2024-05-21T19:11:05.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.798+0000 7fbc669c3740 20 client.15786 trim_cache size 0 max 16384 2024-05-21T19:11:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.815+0000 7fbc669c3740 1 Processor -- start 2024-05-21T19:11:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.815+0000 7fbc669c3740 1 -- start start 2024-05-21T19:11:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acacb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acaf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1b2b60 con 0x55869acadcf0 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1b0430 con 0x55869acae6e0 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc669c3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1ae280 con 0x55869acb3850 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc53e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc61000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acacb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc53e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51828/0 (socket says 172.21.15.3:51828) 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc61a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acaf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.816+0000 7fbc53e00640 1 -- 172.21.15.3:0/1884804712 learned_addr learned my addr 172.21.15.3:0/1884804712 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 -- 172.21.15.3:0/1884804712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 msgr2=0x55869acaf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acaf840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 -- 172.21.15.3:0/1884804712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 msgr2=0x55869acacb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acacb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 -- 172.21.15.3:0/1884804712 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55869acb6ba0 con 0x55869acae6e0 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc53e00640 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fbc440c9ef0 tx=0x7fbc44005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d8efa2cd55a0a0a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc51600640 1 -- 172.21.15.3:0/1884804712 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc44049040 con 0x55869acae6e0 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc51600640 1 -- 172.21.15.3:0/1884804712 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc44031e00 con 0x55869acae6e0 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.817+0000 7fbc51600640 1 -- 172.21.15.3:0/1884804712 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc440c61f0 con 0x55869acae6e0 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- 172.21.15.3:0/1884804712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 msgr2=0x55869acbf000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fbc440c9ef0 tx=0x7fbc44005de0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- 172.21.15.3:0/1884804712 shutdown_connections 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acb3850 0x55869acaf840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acae6e0 0x55869acbf000 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 --2- 172.21.15.3:0/1884804712 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acacb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- 172.21.15.3:0/1884804712 >> 172.21.15.3:0/1884804712 conn(0x55869aca9360 msgr2=0x55869acaf130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- 172.21.15.3:0/1884804712 shutdown_connections 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- 172.21.15.3:0/1884804712 wait complete. 2024-05-21T19:11:05.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.818+0000 7fbc669c3740 1 -- start start 2024-05-21T19:11:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 Processor -- start 2024-05-21T19:11:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acbc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acbcbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1ae8f0 con 0x55869acadcf0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1afd60 con 0x55869acb3850 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1aefc0 con 0x55869acae6e0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.819+0000 7fbc669c3740 10 client.0 _ll_register_callbacks cb 0x7fbc4c011f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc61000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acbc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acbcbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc61000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acbc6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56818/0 (socket says 172.21.15.3:56818) 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc61000640 1 -- 172.21.15.3:0/2902102910 learned_addr learned my addr 172.21.15.3:0/2902102910 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc61a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 -- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 msgr2=0x55869acbdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 -- 172.21.15.3:0/2902102910 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 msgr2=0x55869acbc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acbc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 -- 172.21.15.3:0/2902102910 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55869acbe1f0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc53e00640 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acbcbf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55869acb8790 tx=0x7fbc440092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cc573c51b534fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc4aa00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc44049070 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc4403b460 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.820+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55869ac192c0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc440c96d0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 10 client.25897 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55869ad2e2a0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55869ac192c0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc440c92e0 con 0x55869acae6e0 2024-05-21T19:11:05.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 10 client.25897 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 10 client.25897 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 20 client.25897 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869ad2ea90 0x55869ad30eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 4 client.25897 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.821+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55869ab934b0 con 0x55869ad2ea90 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.822+0000 7fbc61000640 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869ad2ea90 0x55869ad30eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.822+0000 7fbc61000640 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869ad2ea90 0x55869ad30eb0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de3f2899900bfefa server_cookie=bceb9709aa6695de in_seq=0 out_seq=0 2024-05-21T19:11:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.822+0000 7fbc4aa00640 10 client.25897 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:05.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.836+0000 7fbc4aa00640 1 -- 172.21.15.3:0/2902102910 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55869ab934b0 con 0x55869ad2ea90 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.836+0000 7fbc4aa00640 10 client.25897 handle_command_reply: tid=0 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.836+0000 7fbc669c3740 1 client.25897 shutdown 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 msgr2=0x55869acbcbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acbcbf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55869acb8790 tx=0x7fbc440092e0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 shutdown_connections 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55869ad2ea90 0x55869ad30eb0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55869acae6e0 0x55869acbcbf0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55869acb3850 0x55869acbdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 --2- 172.21.15.3:0/2902102910 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55869acadcf0 0x55869acbc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc4aa00640 0 client.25897 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 >> 172.21.15.3:0/2902102910 conn(0x55869aca9360 msgr2=0x55869acac980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 shutdown_connections 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 1 -- 172.21.15.3:0/2902102910 wait complete. 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.837+0000 7fbc669c3740 20 client.25897 trim_cache size 0 max 16384 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:11:05.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 msgr2=0x7fbc400b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 0x7fbc400b4d20 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x55869acaa230 tx=0x7fbc4c009500 comp rx=0 tx=0).stop 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 msgr2=0x7fbc5c19f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fbc44005ab0 tx=0x7fbc44003b90 comp rx=0 tx=0).stop 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 shutdown_connections 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc400b2860 0x7fbc400b4d20 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc5c078650 0x7fbc5c19f620 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc5c078ff0 0x7fbc5c1a6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 --2- 172.21.15.3:0/2196754997 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc5c077410 0x7fbc5c19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 >> 172.21.15.3:0/2196754997 conn(0x7fbc5c100080 msgr2=0x7fbc5c101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 shutdown_connections 2024-05-21T19:11:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:05.838+0000 7fbc62400640 1 -- 172.21.15.3:0/2196754997 wait complete. 2024-05-21T19:11:05.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:05 smithi003 ceph-mon[31577]: pgmap v534: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:05 smithi178 ceph-mon[36523]: pgmap v534: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 -- 172.21.15.3:0/2602096881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188076090 msgr2=0x7f51881141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 --2- 172.21.15.3:0/2602096881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188076090 0x7f51881141d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5174009990 tx=0x7f5174009ca0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 -- 172.21.15.3:0/2602096881 shutdown_connections 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 --2- 172.21.15.3:0/2602096881 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188114710 0x7f5188116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 --2- 172.21.15.3:0/2602096881 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f5188075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 --2- 172.21.15.3:0/2602096881 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188076090 0x7f51881141d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.701+0000 7f518ea00700 1 -- 172.21.15.3:0/2602096881 >> 172.21.15.3:0/2602096881 conn(0x7f518807a6f0 msgr2=0x7f518807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.702+0000 7f518ea00700 1 -- 172.21.15.3:0/2602096881 shutdown_connections 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.702+0000 7f518ea00700 1 -- 172.21.15.3:0/2602096881 wait complete. 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.703+0000 7f518ea00700 1 Processor -- start 2024-05-21T19:11:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.704+0000 7f518ea00700 1 -- start start 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.704+0000 7f518ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f518810f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 0x7f51881087f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188114710 0x7f5188108d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ea00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5188119da0 con 0x7f5188114710 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ea00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5188119c20 con 0x7f5188076090 2024-05-21T19:11:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ea00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5188119f20 con 0x7f5188075770 2024-05-21T19:11:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f5187e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f518810f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f5187e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f518810f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59392/0 (socket says 172.21.15.3:59392) 2024-05-21T19:11:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f5187e00700 1 -- 172.21.15.3:0/2326652866 learned_addr learned my addr 172.21.15.3:0/2326652866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f5187400700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 0x7f51881087f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.705+0000 7f518ca00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188114710 0x7f5188108d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 -- 172.21.15.3:0/2326652866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 msgr2=0x7f518810f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f518810f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 -- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188114710 msgr2=0x7f5188108d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188114710 0x7f5188108d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 -- 172.21.15.3:0/2326652866 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5188109320 con 0x7f5188076090 2024-05-21T19:11:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5187400700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 0x7f51881087f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f51740098e0 tx=0x7f51740057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.706+0000 7f5184c00700 1 -- 172.21.15.3:0/2326652866 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5174027070 con 0x7f5188076090 2024-05-21T19:11:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.707+0000 7f5184c00700 1 -- 172.21.15.3:0/2326652866 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5174022470 con 0x7f5188076090 2024-05-21T19:11:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.707+0000 7f5184c00700 1 -- 172.21.15.3:0/2326652866 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5174017650 con 0x7f5188076090 2024-05-21T19:11:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.707+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51881095b0 con 0x7f5188076090 2024-05-21T19:11:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.707+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f518810d4c0 con 0x7f5188076090 2024-05-21T19:11:06.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.711+0000 7f519943db80 1 Processor -- start 2024-05-21T19:11:06.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 -- start start 2024-05-21T19:11:06.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a286d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c19a1e4ec0 con 0x55c19a28bf30 2024-05-21T19:11:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c19a1d4a60 con 0x55c19a28c850 2024-05-21T19:11:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.712+0000 7f519943db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c19a1d8aa0 con 0x55c19a286900 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f518ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f518ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56844/0 (socket says 172.21.15.3:56844) 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51866/0 (socket says 172.21.15.3:51866) 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f518ca00700 1 -- 172.21.15.3:0/3608775243 learned_addr learned my addr 172.21.15.3:0/3608775243 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 -- 172.21.15.3:0/3608775243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 msgr2=0x55c19a286d60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a286d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 -- 172.21.15.3:0/3608775243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 msgr2=0x55c19a28c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5187e00700 1 -- 172.21.15.3:0/3608775243 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c19a19d4a0 con 0x55c19a28c850 2024-05-21T19:11:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f518ca00700 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.713+0000 7f5184c00700 1 -- 172.21.15.3:0/2326652866 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5174009d10 con 0x7f5188076090 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.714+0000 7f5187e00700 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5178009d10 tx=0x7f5178011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c9f0eaaaa7eefa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.714+0000 7f517d600700 1 -- 172.21.15.3:0/3608775243 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5178004250 con 0x55c19a28c850 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.714+0000 7f517d600700 1 -- 172.21.15.3:0/3608775243 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51780043f0 con 0x55c19a28c850 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.714+0000 7f517d600700 1 -- 172.21.15.3:0/3608775243 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51780197e0 con 0x55c19a28c850 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 -- 172.21.15.3:0/3608775243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 msgr2=0x55c19a2862e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5178009d10 tx=0x7f5178011720 comp rx=0 tx=0).stop 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 -- 172.21.15.3:0/3608775243 shutdown_connections 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a286d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a28c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 --2- 172.21.15.3:0/3608775243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a2862e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.715+0000 7f519943db80 1 -- 172.21.15.3:0/3608775243 >> 172.21.15.3:0/3608775243 conn(0x55c19a1b4c60 msgr2=0x55c19a281090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f519943db80 1 -- 172.21.15.3:0/3608775243 shutdown_connections 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f519943db80 1 -- 172.21.15.3:0/3608775243 wait complete. 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f5184c00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 0x7f516c0b4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f5184c00700 1 -- 172.21.15.3:0/2326652866 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f51740e2960 con 0x7f5188076090 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f519943db80 1 -- start start 2024-05-21T19:11:06.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.716+0000 7f5187e00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 0x7f516c0b4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 Processor -- start 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2924f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c19a0db020 con 0x55c19a286900 2024-05-21T19:11:06.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c19a1757e0 con 0x55c19a28c850 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c19a2932c0 con 0x55c19a28bf30 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.717+0000 7f519943db80 10 client.0 _ll_register_callbacks cb 0x55c19a17ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187e00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 0x7f516c0b4cd0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5178003eb0 tx=0x7f5178003f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2924f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59398/0 (socket says 172.21.15.3:59398) 2024-05-21T19:11:06.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 -- 172.21.15.3:0/2039375815 learned_addr learned my addr 172.21.15.3:0/2039375815 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:06.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f518ca00700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 -- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 msgr2=0x55c19a28fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 -- 172.21.15.3:0/2039375815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 msgr2=0x55c19a2924f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2924f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 -- 172.21.15.3:0/2039375815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c19a124950 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5187400700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f51740a7200 tx=0x7f51740a9960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b99ee710782f07dc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.718+0000 7f5172000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51740aa690 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5174022920 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51780043f0 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f51740a9f90 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f519943db80 10 client.25906 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.719+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c19a1a50e0 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51780043f0 con 0x55c19a28bf30 2024-05-21T19:11:06.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f51740b28d0 con 0x55c19a28bf30 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 10 client.25906 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 10 client.25906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 20 client.25906 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a29fc60 0x55c19a2a2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 4 client.25906 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:06.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.720+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c19a1e6e10 con 0x55c19a29fc60 2024-05-21T19:11:06.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.721+0000 7f5187e00700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a29fc60 0x55c19a2a2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.722+0000 7f5187e00700 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a29fc60 0x55c19a2a2050 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b893087897d8e6d9 server_cookie=5ef24061e8fa2a51 in_seq=0 out_seq=0 2024-05-21T19:11:06.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.722+0000 7f5172000700 10 client.25906 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.722+0000 7f5172000700 1 -- 172.21.15.3:0/2039375815 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c19a1e6e10 con 0x55c19a29fc60 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.722+0000 7f5172000700 10 client.25906 handle_command_reply: tid=0 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 client.25906 shutdown 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 msgr2=0x55c19a28f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f51740a7200 tx=0x7f51740a9960 comp rx=0 tx=0).stop 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 shutdown_connections 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a29fc60 0x55c19a2a2050 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2924f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 --2- 172.21.15.3:0/2039375815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28f890 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f5172000700 0 client.25906 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 >> 172.21.15.3:0/2039375815 conn(0x55c19a1b4c60 msgr2=0x55c19a2852d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 shutdown_connections 2024-05-21T19:11:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 1 -- 172.21.15.3:0/2039375815 wait complete. 2024-05-21T19:11:06.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.723+0000 7f519943db80 20 client.25906 trim_cache size 0 max 16384 2024-05-21T19:11:06.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 Processor -- start 2024-05-21T19:11:06.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 -- start start 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51881bf1d0 con 0x55c19a286900 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51881bca60 con 0x55c19a28c850 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.761+0000 7f519943db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f51881ba8b0 con 0x55c19a28bf30 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56862/0 (socket says 172.21.15.3:56862) 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 -- 172.21.15.3:0/410940261 learned_addr learned my addr 172.21.15.3:0/410940261 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:06.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f518ca00700 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187400700 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 -- 172.21.15.3:0/410940261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 msgr2=0x55c19a28a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 -- 172.21.15.3:0/410940261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 msgr2=0x55c19a28d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.762+0000 7f5187e00700 1 -- 172.21.15.3:0/410940261 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c19a2829d0 con 0x55c19a286900 2024-05-21T19:11:06.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.763+0000 7f5187e00700 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5178014040 tx=0x7f5178022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16db277cc0c7669 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.763+0000 7f517cc00700 1 -- 172.21.15.3:0/410940261 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5178037030 con 0x55c19a286900 2024-05-21T19:11:06.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.763+0000 7f517cc00700 1 -- 172.21.15.3:0/410940261 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5178003b40 con 0x55c19a286900 2024-05-21T19:11:06.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.763+0000 7f517cc00700 1 -- 172.21.15.3:0/410940261 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f517802b040 con 0x55c19a286900 2024-05-21T19:11:06.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 -- 172.21.15.3:0/410940261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 msgr2=0x55c19a2862e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5178014040 tx=0x7f5178022000 comp rx=0 tx=0).stop 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 -- 172.21.15.3:0/410940261 shutdown_connections 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a28d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a286900 0x55c19a2862e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 --2- 172.21.15.3:0/410940261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a28bf30 0x55c19a28a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 -- 172.21.15.3:0/410940261 >> 172.21.15.3:0/410940261 conn(0x55c19a1b4c60 msgr2=0x55c19a28ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 -- 172.21.15.3:0/410940261 shutdown_connections 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.764+0000 7f519943db80 1 -- 172.21.15.3:0/410940261 wait complete. 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 -- start start 2024-05-21T19:11:06.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 Processor -- start 2024-05-21T19:11:06.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a295b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a296070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a30a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51881baf20 con 0x55c19a28bf30 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51881bc390 con 0x55c19a28c850 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.765+0000 7f519943db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f51881bb5f0 con 0x55c19a286900 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f519943db80 10 client.0 _ll_register_callbacks cb 0x55c19a17ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a296070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a295b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a296070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56872/0 (socket says 172.21.15.3:56872) 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187400700 1 -- 172.21.15.3:0/2156411824 learned_addr learned my addr 172.21.15.3:0/2156411824 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f518ca00700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a30a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 -- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 msgr2=0x55c19a30a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a30a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 -- 172.21.15.3:0/2156411824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 msgr2=0x55c19a296070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a296070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.766+0000 7f5187e00700 1 -- 172.21.15.3:0/2156411824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c19a30ad70 con 0x55c19a286900 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f5187e00700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a295b30 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5178009c60 tx=0x7f5178004520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f790cd32a90b0e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f5172000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5178042070 con 0x55c19a286900 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5178003b40 con 0x55c19a286900 2024-05-21T19:11:06.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5178024660 con 0x55c19a286900 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.767+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f517802b040 con 0x55c19a286900 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 10 client.25912 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c19a30c070 con 0x55c19a286900 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5178003b40 con 0x55c19a286900 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5178018070 con 0x55c19a286900 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 10 client.25912 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 10 client.25912 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:06.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 20 client.25912 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a30c420 0x55c19a30e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 4 client.25912 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c19a1e05f0 con 0x55c19a30c420 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.768+0000 7f5187400700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a30c420 0x55c19a30e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.769+0000 7f5187400700 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a30c420 0x55c19a30e810 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a902950b2d22a61 server_cookie=8dd5b3995aafd3e7 in_seq=0 out_seq=0 2024-05-21T19:11:06.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.769+0000 7f5172000700 10 client.25912 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f5172000700 1 -- 172.21.15.3:0/2156411824 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c19a1e05f0 con 0x55c19a30c420 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f5172000700 10 client.25912 handle_command_reply: tid=0 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f519943db80 1 client.25912 shutdown 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 msgr2=0x55c19a295b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a295b30 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5178009c60 tx=0x7f5178004520 comp rx=0 tx=0).stop 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 shutdown_connections 2024-05-21T19:11:06.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.770+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c19a30c420 0x55c19a30e810 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c19a28c850 0x55c19a30a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c19a286900 0x55c19a295b30 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f5172000700 0 client.25912 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 --2- 172.21.15.3:0/2156411824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c19a28bf30 0x55c19a296070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 >> 172.21.15.3:0/2156411824 conn(0x55c19a1b4c60 msgr2=0x55c19a290e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 shutdown_connections 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 1 -- 172.21.15.3:0/2156411824 wait complete. 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.771+0000 7f519943db80 20 client.25912 trim_cache size 0 max 16384 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:06.772 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "1d5d1078-ff25-4d86-91b7-19473251c667", 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 msgr2=0x7f516c0b4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 0x7f516c0b4cd0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5178003eb0 tx=0x7f5178003f10 comp rx=0 tx=0).stop 2024-05-21T19:11:06.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 msgr2=0x7f51881087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 0x7f51881087f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f51740098e0 tx=0x7f51740057c0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 shutdown_connections 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f516c0b2810 0x7f516c0b4cd0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5188114710 0x7f5188108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5188075770 0x7f518810f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 --2- 172.21.15.3:0/2326652866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5188076090 0x7f51881087f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 >> 172.21.15.3:0/2326652866 conn(0x7f518807a6f0 msgr2=0x7f5188113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.772+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 shutdown_connections 2024-05-21T19:11:06.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:06.773+0000 7f518ea00700 1 -- 172.21.15.3:0/2326652866 wait complete. 2024-05-21T19:11:07.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:07 smithi003 ceph-mon[31577]: pgmap v535: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:07.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:07 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:11:07.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:07 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:07.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:07 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:11:07.718 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:07 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:07 smithi104 ceph-mon[36417]: pgmap v535: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:07 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:11:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:07 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:07 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:11:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:07 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:07.793 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:11:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:07 smithi178 ceph-mon[36523]: pgmap v535: 97 pgs: 97 active+clean; 1.2 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:07 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:11:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:07 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:07.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:07 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:11:07.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:07 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:08.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:08 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:11:08.780 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:08 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:11:08.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:08 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:11:09.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:09 smithi003 ceph-mon[31577]: pgmap v536: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-21T19:11:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:09 smithi104 ceph-mon[36417]: pgmap v536: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-21T19:11:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:09 smithi178 ceph-mon[36523]: pgmap v536: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-05-21T19:11:10.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 -- 172.21.15.3:0/20113438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 msgr2=0x7fc6c406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 --2- 172.21.15.3:0/20113438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c406b6a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc6b00098f0 tx=0x7fc6b0009c00 comp rx=0 tx=0).stop 2024-05-21T19:11:10.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 -- 172.21.15.3:0/20113438 shutdown_connections 2024-05-21T19:11:10.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 --2- 172.21.15.3:0/20113438 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c406bbe0 0x7fc6c41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 --2- 172.21.15.3:0/20113438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c41095b0 0x7fc6c4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 --2- 172.21.15.3:0/20113438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c406b6a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 -- 172.21.15.3:0/20113438 >> 172.21.15.3:0/20113438 conn(0x7fc6c40793f0 msgr2=0x7fc6c4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 -- 172.21.15.3:0/20113438 shutdown_connections 2024-05-21T19:11:10.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.627+0000 7fc6ca600700 1 -- 172.21.15.3:0/20113438 wait complete. 2024-05-21T19:11:10.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.629+0000 7fc6ca600700 1 Processor -- start 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.629+0000 7fc6ca600700 1 -- start start 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c406bbe0 0x7fc6c419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c41095b0 0x7fc6c41a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41136d0 con 0x7fc6c406bbe0 2024-05-21T19:11:10.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c4113550 con 0x7fc6c406b220 2024-05-21T19:11:10.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6ca600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c4113850 con 0x7fc6c41095b0 2024-05-21T19:11:10.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51902/0 (socket says 172.21.15.3:51902) 2024-05-21T19:11:10.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6c3400700 1 -- 172.21.15.3:0/2624150539 learned_addr learned my addr 172.21.15.3:0/2624150539 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c406bbe0 0x7fc6c419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.630+0000 7fc6c3e00700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c41095b0 0x7fc6c41a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 -- 172.21.15.3:0/2624150539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c41095b0 msgr2=0x7fc6c41a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c41095b0 0x7fc6c41a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 -- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c406bbe0 msgr2=0x7fc6c419c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c406bbe0 0x7fc6c419c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 -- 172.21.15.3:0/2624150539 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c41a0e30 con 0x7fc6c406b220 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc6b400ec10 tx=0x7fc6b400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6bbe00700 1 -- 172.21.15.3:0/2624150539 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b400cc90 con 0x7fc6c406b220 2024-05-21T19:11:10.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6c41a1120 con 0x7fc6c406b220 2024-05-21T19:11:10.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6bbe00700 1 -- 172.21.15.3:0/2624150539 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b400ce30 con 0x7fc6c406b220 2024-05-21T19:11:10.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.631+0000 7fc6bbe00700 1 -- 172.21.15.3:0/2624150539 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b4010430 con 0x7fc6c406b220 2024-05-21T19:11:10.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.632+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6c41a89a0 con 0x7fc6c406b220 2024-05-21T19:11:10.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.637+0000 7fc6bbe00700 1 -- 172.21.15.3:0/2624150539 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc6b4004000 con 0x7fc6c406b220 2024-05-21T19:11:10.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 Processor -- start 2024-05-21T19:11:10.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 -- start start 2024-05-21T19:11:10.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e9339f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e92e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b03e88be40 con 0x55b03e92e140 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b03e87b9e0 con 0x55b03e933f30 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.638+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b03e87fa20 con 0x55b03e933610 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e9339f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51904/0 (socket says 172.21.15.3:51904) 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6bbe00700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 0x7fc6a80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 -- 172.21.15.3:0/668153740 learned_addr learned my addr 172.21.15.3:0/668153740 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:10.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e92e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3e00700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 0x7fc6a80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6bbe00700 1 -- 172.21.15.3:0/2624150539 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6b40e24e0 con 0x7fc6c406b220 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 -- 172.21.15.3:0/668153740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 msgr2=0x55b03e9339f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e9339f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 -- 172.21.15.3:0/668153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 msgr2=0x55b03e92e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e92e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c3400700 1 -- 172.21.15.3:0/668153740 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b03e844420 con 0x55b03e933f30 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.639+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e92e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.640+0000 7fc6c3400700 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40a9780 tx=0x7fc6b400ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8168739a5b5b88cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.640+0000 7fc6b8c00700 1 -- 172.21.15.3:0/668153740 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40a91f0 con 0x55b03e933f30 2024-05-21T19:11:10.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.640+0000 7fc6c3e00700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 0x7fc6a80b4d40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc009ec0 tx=0x7fc6bc004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.640+0000 7fc6b8c00700 1 -- 172.21.15.3:0/668153740 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b40b2230 con 0x55b03e933f30 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.640+0000 7fc6b8c00700 1 -- 172.21.15.3:0/668153740 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40a5210 con 0x55b03e933f30 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/668153740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 msgr2=0x55b03e92db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40a9780 tx=0x7fc6b400ef90 comp rx=0 tx=0).stop 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/668153740 shutdown_connections 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e92e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e9339f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/668153740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e92db20 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/668153740 >> 172.21.15.3:0/668153740 conn(0x55b03e85bbe0 msgr2=0x55b03e928690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/668153740 shutdown_connections 2024-05-21T19:11:10.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.641+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/668153740 wait complete. 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.642+0000 7fc6d4fbcb80 1 -- start start 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.642+0000 7fc6d4fbcb80 1 Processor -- start 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 0x55b03e939c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e937540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b03e781fa0 con 0x55b03e933610 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b03e81c760 con 0x55b03e933f30 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b03e93a920 con 0x55b03e92e140 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6d4fbcb80 10 client.0 _ll_register_callbacks cb 0x55b03e825c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6c3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e937540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56916/0 (socket says 172.21.15.3:56916) 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6c2a00700 1 -- 172.21.15.3:0/1501690664 learned_addr learned my addr 172.21.15.3:0/1501690664 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.643+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 0x55b03e939c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 -- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 msgr2=0x55b03e937540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e937540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 -- 172.21.15.3:0/1501690664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 msgr2=0x55b03e937000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 -- 172.21.15.3:0/1501690664 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b03e7cb8d0 con 0x55b03e92e140 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 0x55b03e939c60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4003a90 tx=0x7fc6b40b2950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=981539675284f5f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6ad600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40c2020 con 0x55b03e92e140 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6b40a9ce0 con 0x55b03e92e140 2024-05-21T19:11:10.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.644+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6b40b2230 con 0x55b03e92e140 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc6b40a91f0 con 0x55b03e92e140 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 10 client.25924 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b03e84c060 con 0x55b03e92e140 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b40b2230 con 0x55b03e92e140 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc6b40b2450 con 0x55b03e92e140 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 10 client.25924 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 10 client.25924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 20 client.25924 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9472e0 0x55b03e9496d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 4 client.25924 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:10.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.645+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b03e88dd90 con 0x55b03e9472e0 2024-05-21T19:11:10.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.646+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9472e0 0x55b03e9496d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.646+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9472e0 0x55b03e9496d0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f31709b10ea22ba6 server_cookie=aa880f46eb287ba3 in_seq=0 out_seq=0 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.646+0000 7fc6ad600700 10 client.25924 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6ad600700 1 -- 172.21.15.3:0/1501690664 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b03e88dd90 con 0x55b03e9472e0 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6ad600700 10 client.25924 handle_command_reply: tid=0 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 client.25924 shutdown 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 msgr2=0x55b03e939c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 0x55b03e939c60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4003a90 tx=0x7fc6b40b2950 comp rx=0 tx=0).stop 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 shutdown_connections 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9472e0 0x55b03e9496d0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e937540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e92e140 0x55b03e939c60 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1501690664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e937000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6ad600700 0 client.25924 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:10.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.647+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 >> 172.21.15.3:0/1501690664 conn(0x55b03e85bbe0 msgr2=0x55b03e927d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.648+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 shutdown_connections 2024-05-21T19:11:10.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.648+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1501690664 wait complete. 2024-05-21T19:11:10.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.648+0000 7fc6d4fbcb80 20 client.25924 trim_cache size 0 max 16384 2024-05-21T19:11:10.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.670+0000 7fc6d4fbcb80 1 Processor -- start 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.670+0000 7fc6d4fbcb80 1 -- start start 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e936000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933f30 0x55b03e9284f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41b2700 con 0x55b03e933610 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41aff90 con 0x55b03e92e140 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41adde0 con 0x55b03e933f30 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e936000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51910/0 (socket says 172.21.15.3:51910) 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e936000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56932/0 (socket says 172.21.15.3:56932) 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c3400700 1 -- 172.21.15.3:0/1669787462 learned_addr learned my addr 172.21.15.3:0/1669787462 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.671+0000 7fc6c3e00700 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933f30 0x55b03e9284f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 -- 172.21.15.3:0/1669787462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933f30 msgr2=0x55b03e9284f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933f30 0x55b03e9284f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 -- 172.21.15.3:0/1669787462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 msgr2=0x55b03e936000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e936000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 -- 172.21.15.3:0/1669787462 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b03e935570 con 0x55b03e92e140 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6c3400700 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4003fd0 tx=0x7fc6b400ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a091f95b1cd3fb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6afe00700 1 -- 172.21.15.3:0/1669787462 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40c2070 con 0x55b03e92e140 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6afe00700 1 -- 172.21.15.3:0/1669787462 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b40b2230 con 0x55b03e92e140 2024-05-21T19:11:10.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.672+0000 7fc6afe00700 1 -- 172.21.15.3:0/1669787462 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40b2450 con 0x55b03e92e140 2024-05-21T19:11:10.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1669787462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 msgr2=0x55b03e92db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc6b4003fd0 tx=0x7fc6b400ef90 comp rx=0 tx=0).stop 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1669787462 shutdown_connections 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933f30 0x55b03e9284f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e92e140 0x55b03e92db20 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/1669787462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e933610 0x55b03e936000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1669787462 >> 172.21.15.3:0/1669787462 conn(0x55b03e85bbe0 msgr2=0x55b03e9358f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1669787462 shutdown_connections 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.673+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/1669787462 wait complete. 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 -- start start 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 Processor -- start 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e94aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e94afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e9b9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41ae450 con 0x55b03e92e140 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41af8c0 con 0x55b03e933f30 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.674+0000 7fc6d4fbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c41aeb20 con 0x55b03e933610 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6d4fbcb80 10 client.0 _ll_register_callbacks cb 0x55b03e825c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e9b9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e94aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e9b9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51922/0 (socket says 172.21.15.3:51922) 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3e00700 1 -- 172.21.15.3:0/2144507384 learned_addr learned my addr 172.21.15.3:0/2144507384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e94afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 -- 172.21.15.3:0/2144507384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 msgr2=0x55b03e94afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e94afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 -- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 msgr2=0x55b03e9b9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:10.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e9b9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.675+0000 7fc6c3400700 1 -- 172.21.15.3:0/2144507384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b03e9b9870 con 0x55b03e92e140 2024-05-21T19:11:10.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6c3400700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e94aa90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40e2060 tx=0x7fc6b40a5a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55413a6805bf781c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:10.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6ad600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b40c2070 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc6b40a9ef0 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6b40b2230 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc6b40a9850 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6d4fbcb80 10 client.15828 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.676+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b03e9b9870 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b40b2230 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc6b40a53f0 con 0x55b03e92e140 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 10 client.15828 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 10 client.15828 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 20 client.15828 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9bace0 0x55b03e9bd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:10.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 4 client.15828 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b03e887570 con 0x55b03e9bace0 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.677+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9bace0 0x55b03e9bd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6c2a00700 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9bace0 0x55b03e9bd0d0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4dadbcf25c233b8 server_cookie=c7131ad3d2435853 in_seq=0 out_seq=0 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6ad600700 10 client.15828 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6ad600700 1 -- 172.21.15.3:0/2144507384 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b03e887570 con 0x55b03e9bace0 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6ad600700 10 client.15828 handle_command_reply: tid=0 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 client.15828 shutdown 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 msgr2=0x55b03e94aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e94aa90 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc6b40e2060 tx=0x7fc6b40a5a70 comp rx=0 tx=0).stop 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 shutdown_connections 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b03e9bace0 0x55b03e9bd0d0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b03e933f30 0x55b03e9b9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b03e92e140 0x55b03e94aa90 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 --2- 172.21.15.3:0/2144507384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b03e933610 0x55b03e94afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 >> 172.21.15.3:0/2144507384 conn(0x55b03e85bbe0 msgr2=0x55b03e936180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.678+0000 7fc6ad600700 0 client.15828 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 shutdown_connections 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6d4fbcb80 1 -- 172.21.15.3:0/2144507384 wait complete. 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6d4fbcb80 20 client.15828 trim_cache size 0 max 16384 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:11:10.681 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:10.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 msgr2=0x7fc6a80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 0x7fc6a80b4d40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc009ec0 tx=0x7fc6bc004b40 comp rx=0 tx=0).stop 2024-05-21T19:11:10.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 msgr2=0x7fc6c419be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:10.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc6b400ec10 tx=0x7fc6b400ef20 comp rx=0 tx=0).stop 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 shutdown_connections 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc6a80b2880 0x7fc6a80b4d40 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc6c41095b0 0x7fc6c41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc6c406b220 0x7fc6c419be20 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.679+0000 7fc6ca600700 1 --2- 172.21.15.3:0/2624150539 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc6c406bbe0 0x7fc6c419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.680+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 >> 172.21.15.3:0/2624150539 conn(0x7fc6c40793f0 msgr2=0x7fc6c410e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.680+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 shutdown_connections 2024-05-21T19:11:10.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:10.680+0000 7fc6ca600700 1 -- 172.21.15.3:0/2624150539 wait complete. 2024-05-21T19:11:11.500 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:11:11.500 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:11:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:11 smithi104 ceph-mon[36417]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:11 smithi003 ceph-mon[31577]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:11 smithi178 ceph-mon[36523]: pgmap v537: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:11.970 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:13.743 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:13 smithi003 ceph-mon[31577]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:13 smithi178 ceph-mon[36523]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:13 smithi104 ceph-mon[36417]: pgmap v538: 97 pgs: 97 active+clean; 1.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 -- 172.21.15.3:0/1156309295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe494106120 msgr2=0x7fe494112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 --2- 172.21.15.3:0/1156309295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe494106120 0x7fe494112630 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00b0a0 tx=0x7fe48c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 -- 172.21.15.3:0/1156309295 shutdown_connections 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 --2- 172.21.15.3:0/1156309295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe494106120 0x7fe494112630 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 --2- 172.21.15.3:0/1156309295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe49410b760 0x7fe49410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 --2- 172.21.15.3:0/1156309295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494105760 0x7fe494105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 -- 172.21.15.3:0/1156309295 >> 172.21.15.3:0/1156309295 conn(0x7fe494101250 msgr2=0x7fe494103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 -- 172.21.15.3:0/1156309295 shutdown_connections 2024-05-21T19:11:14.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.202+0000 7fe499c00700 1 -- 172.21.15.3:0/1156309295 wait complete. 2024-05-21T19:11:14.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.203+0000 7fe499c00700 1 Processor -- start 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.203+0000 7fe499c00700 1 -- start start 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494106120 0x7fe49419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe49410b760 0x7fe4941a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4941159f0 con 0x7fe49410b760 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe494115870 con 0x7fe494105760 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe499c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe494115b70 con 0x7fe494106120 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56498/0 (socket says 172.21.15.3:56498) 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 -- 172.21.15.3:0/2349192879 learned_addr learned my addr 172.21.15.3:0/2349192879 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe493400700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe49410b760 0x7fe4941a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:14.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492000700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494106120 0x7fe49419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 -- 172.21.15.3:0/2349192879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494106120 msgr2=0x7fe49419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494106120 0x7fe49419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 -- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe49410b760 msgr2=0x7fe4941a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.204+0000 7fe492a00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe49410b760 0x7fe4941a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe492a00700 1 -- 172.21.15.3:0/2349192879 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4941a0e10 con 0x7fe494105760 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe492a00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe48400e9a0 tx=0x7fe48400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:14.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48400ca10 con 0x7fe494105760 2024-05-21T19:11:14.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe48400cbb0 con 0x7fe494105760 2024-05-21T19:11:14.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4941a1100 con 0x7fe494105760 2024-05-21T19:11:14.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe484018680 con 0x7fe494105760 2024-05-21T19:11:14.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.205+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4941a8980 con 0x7fe494105760 2024-05-21T19:11:14.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.206+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe49406a230 con 0x7fe494105760 2024-05-21T19:11:14.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.209+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe484010430 con 0x7fe494105760 2024-05-21T19:11:14.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.210+0000 7fe48b400700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 0x7fe4780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:14.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.211+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4840e26a0 con 0x7fe494105760 2024-05-21T19:11:14.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.211+0000 7fe492000700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 0x7fe4780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:14.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.212+0000 7fe492000700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 0x7fe4780b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe480009680 tx=0x7fe480009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:14.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.212+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe4840aa340 con 0x7fe494105760 2024-05-21T19:11:14.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.497+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe49402e560 con 0x7fe494105760 2024-05-21T19:11:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.498+0000 7fe48b400700 1 -- 172.21.15.3:0/2349192879 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fe4840b23c0 con 0x7fe494105760 2024-05-21T19:11:14.499 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:11:14.499 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:11:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 msgr2=0x7fe4780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 0x7fe4780b4d40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe480009680 tx=0x7fe480009260 comp rx=0 tx=0).stop 2024-05-21T19:11:14.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 msgr2=0x7fe49419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:14.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe48400e9a0 tx=0x7fe48400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 shutdown_connections 2024-05-21T19:11:14.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4780b2880 0x7fe4780b4d40 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe49410b760 0x7fe4941a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe494105760 0x7fe49419be00 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 --2- 172.21.15.3:0/2349192879 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe494106120 0x7fe49419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:14.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 >> 172.21.15.3:0/2349192879 conn(0x7fe494101250 msgr2=0x7fe494101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:14.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.502+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 shutdown_connections 2024-05-21T19:11:14.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:14.503+0000 7fe499c00700 1 -- 172.21.15.3:0/2349192879 wait complete. 2024-05-21T19:11:14.504 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:11:15.363 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:11:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:15 smithi003 ceph-mon[31577]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2349192879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:15.837 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:15 smithi178 ceph-mon[36523]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2349192879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:15 smithi104 ceph-mon[36417]: pgmap v539: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2349192879' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:17.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:17 smithi003 ceph-mon[31577]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:17 smithi178 ceph-mon[36523]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:17 smithi104 ceph-mon[36417]: pgmap v540: 97 pgs: 97 active+clean; 1.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 -- 172.21.15.3:0/149790166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be406c470 msgr2=0x7f2be4110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 --2- 172.21.15.3:0/149790166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be406c470 0x7f2be4110310 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2be0009fc0 tx=0x7f2be000b330 comp rx=0 tx=0).stop 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 -- 172.21.15.3:0/149790166 shutdown_connections 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 --2- 172.21.15.3:0/149790166 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be406c470 0x7f2be4110310 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 --2- 172.21.15.3:0/149790166 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be4109580 0x7f2be4109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 --2- 172.21.15.3:0/149790166 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 0x7f2be406bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 -- 172.21.15.3:0/149790166 >> 172.21.15.3:0/149790166 conn(0x7f2be4079280 msgr2=0x7f2be4079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 -- 172.21.15.3:0/149790166 shutdown_connections 2024-05-21T19:11:18.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.184+0000 7f2beb200700 1 -- 172.21.15.3:0/149790166 wait complete. 2024-05-21T19:11:18.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 Processor -- start 2024-05-21T19:11:18.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 -- start start 2024-05-21T19:11:18.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 0x7f2be41a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be4109580 0x7f2be419ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.186+0000 7f2beb200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2be4113600 con 0x7f2be4109580 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2beb200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2be4113480 con 0x7f2be406bab0 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2beb200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2be4113780 con 0x7f2be406c470 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2bea800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be4109580 0x7f2be419ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42262/0 (socket says 172.21.15.3:42262) 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 -- 172.21.15.3:0/3954869482 learned_addr learned my addr 172.21.15.3:0/3954869482 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:18.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 0x7f2be41a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 -- 172.21.15.3:0/3954869482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 msgr2=0x7f2be41a18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 0x7f2be41a18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 -- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be4109580 msgr2=0x7f2be419ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be4109580 0x7f2be419ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.187+0000 7f2be9400700 1 -- 172.21.15.3:0/3954869482 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2be419c1c0 con 0x7f2be406c470 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2be9400700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2bd400eb30 tx=0x7f2bd400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2bdea00700 1 -- 172.21.15.3:0/3954869482 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd400cbd0 con 0x7f2be406c470 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2bdea00700 1 -- 172.21.15.3:0/3954869482 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bd40044d0 con 0x7f2be406c470 2024-05-21T19:11:18.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2be419c4b0 con 0x7f2be406c470 2024-05-21T19:11:18.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2bdea00700 1 -- 172.21.15.3:0/3954869482 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd4003df0 con 0x7f2be406c470 2024-05-21T19:11:18.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.188+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2be41a8770 con 0x7f2be406c470 2024-05-21T19:11:18.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.192+0000 7f2bdea00700 1 -- 172.21.15.3:0/3954869482 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2bd4004000 con 0x7f2be406c470 2024-05-21T19:11:18.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 Processor -- start 2024-05-21T19:11:18.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 -- start start 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6ce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56031d62be40 con 0x56031d6d40e0 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56031d61b9e0 con 0x56031d6d37c0 2024-05-21T19:11:18.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.193+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56031d61fa20 con 0x56031d6ce390 2024-05-21T19:11:18.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34370/0 (socket says 172.21.15.3:34370) 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 -- 172.21.15.3:0/3247136970 learned_addr learned my addr 172.21.15.3:0/3247136970 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9400700 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6ce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2bea800700 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 -- 172.21.15.3:0/3247136970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 msgr2=0x56031d6ce7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6ce7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 -- 172.21.15.3:0/3247136970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 msgr2=0x56031d6d3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2be9e00700 1 -- 172.21.15.3:0/3247136970 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56031d5e4420 con 0x56031d6d40e0 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.194+0000 7f2bdea00700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 0x7f2bcc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8009d30 tx=0x7f2bd8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5b3154ec9aeaf78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2bdea00700 1 -- 172.21.15.3:0/3954869482 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2bd40e2560 con 0x7f2be406c470 2024-05-21T19:11:18.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2bea800700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 0x7f2bcc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2bd3400700 1 -- 172.21.15.3:0/3247136970 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd8004250 con 0x56031d6d40e0 2024-05-21T19:11:18.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2bd3400700 1 -- 172.21.15.3:0/3247136970 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bd80043f0 con 0x56031d6d40e0 2024-05-21T19:11:18.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.195+0000 7f2bd3400700 1 -- 172.21.15.3:0/3247136970 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd80197c0 con 0x56031d6d40e0 2024-05-21T19:11:18.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bea800700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 0x7f2bcc0b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2be0009da0 tx=0x7f2be0009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3247136970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 msgr2=0x56031d6cdd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8009d30 tx=0x7f2bd8011720 comp rx=0 tx=0).stop 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3247136970 shutdown_connections 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6ce7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3247136970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6cdd70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3247136970 >> 172.21.15.3:0/3247136970 conn(0x56031d5fbbe0 msgr2=0x56031d6c8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3247136970 shutdown_connections 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.196+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3247136970 wait complete. 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.197+0000 7f2bf7259b80 1 -- start start 2024-05-21T19:11:18.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.197+0000 7f2bf7259b80 1 Processor -- start 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6d7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56031d521fa0 con 0x56031d6d40e0 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56031d5bc760 con 0x56031d6d37c0 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56031d6dac00 con 0x56031d6ce390 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bf7259b80 10 client.0 _ll_register_callbacks cb 0x56031d5c5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:18.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42286/0 (socket says 172.21.15.3:42286) 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2be9e00700 1 -- 172.21.15.3:0/3744532683 learned_addr learned my addr 172.21.15.3:0/3744532683 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2bea800700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6d7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.198+0000 7f2be9400700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 -- 172.21.15.3:0/3744532683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 msgr2=0x56031d6d7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 -- 172.21.15.3:0/3744532683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 msgr2=0x56031d6d7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6d7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 -- 172.21.15.3:0/3744532683 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56031d56b8d0 con 0x56031d6ce390 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8009840 tx=0x7f2bd8005f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4150873316777756 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2bc7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd8027020 con 0x56031d6ce390 2024-05-21T19:11:18.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bd80043f0 con 0x56031d6ce390 2024-05-21T19:11:18.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.199+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2bd8003890 con 0x56031d6ce390 2024-05-21T19:11:18.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bd8032050 con 0x56031d6ce390 2024-05-21T19:11:18.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bf7259b80 10 client.25948 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:18.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56031d5ec060 con 0x56031d6ce390 2024-05-21T19:11:18.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bd80043f0 con 0x56031d6ce390 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2bd8018070 con 0x56031d6ce390 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.200+0000 7f2bf7259b80 10 client.25948 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2bf7259b80 10 client.25948 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2bf7259b80 20 client.25948 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d6e76b0 0x56031d6e9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2bf7259b80 4 client.25948 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56031d62dd90 con 0x56031d6e76b0 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.201+0000 7f2be9400700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d6e76b0 0x56031d6e9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.202+0000 7f2be9400700 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d6e76b0 0x56031d6e9aa0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=146514cf9ede890d server_cookie=5a6345f7ed818500 in_seq=0 out_seq=0 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.202+0000 7f2bc7e00700 10 client.25948 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.202+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3744532683 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56031d62dd90 con 0x56031d6e76b0 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.202+0000 7f2bc7e00700 10 client.25948 handle_command_reply: tid=0 2024-05-21T19:11:18.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.202+0000 7f2bf7259b80 1 client.25948 shutdown 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 msgr2=0x56031d6d9eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8009840 tx=0x7f2bd8005f00 comp rx=0 tx=0).stop 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 shutdown_connections 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d6e76b0 0x56031d6e9aa0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6d40e0 0x56031d6d7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6ce390 0x56031d6d9eb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3744532683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6d7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bc7e00700 0 client.25948 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 >> 172.21.15.3:0/3744532683 conn(0x56031d5fbbe0 msgr2=0x56031d6c7fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 shutdown_connections 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3744532683 wait complete. 2024-05-21T19:11:18.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.203+0000 7f2bf7259b80 20 client.25948 trim_cache size 0 max 16384 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 Processor -- start 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 -- start start 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d40e0 0x56031d6c8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41b25d0 con 0x56031d6ce390 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41afe60 con 0x56031d6d40e0 2024-05-21T19:11:18.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.220+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41adcb0 con 0x56031d6d37c0 2024-05-21T19:11:18.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42294/0 (socket says 172.21.15.3:42294) 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 -- 172.21.15.3:0/2879310340 learned_addr learned my addr 172.21.15.3:0/2879310340 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2bea800700 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d40e0 0x56031d6c8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 -- 172.21.15.3:0/2879310340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d40e0 msgr2=0x56031d6c8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d40e0 0x56031d6c8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 -- 172.21.15.3:0/2879310340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 msgr2=0x56031d6cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9400700 1 -- 172.21.15.3:0/2879310340 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56031d6c96a0 con 0x56031d6d37c0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.221+0000 7f2be9e00700 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2be9400700 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2bd400c5b0 tx=0x7f2bd40e49b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=840896a20f92c3ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2bd2a00700 1 -- 172.21.15.3:0/2879310340 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd40a9450 con 0x56031d6d37c0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2bd2a00700 1 -- 172.21.15.3:0/2879310340 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bd4009500 con 0x56031d6d37c0 2024-05-21T19:11:18.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2bd2a00700 1 -- 172.21.15.3:0/2879310340 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd40a5290 con 0x56031d6d37c0 2024-05-21T19:11:18.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2bf7259b80 1 -- 172.21.15.3:0/2879310340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 msgr2=0x56031d6d4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.222+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2bd400c5b0 tx=0x7f2bd40e49b0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 -- 172.21.15.3:0/2879310340 shutdown_connections 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d40e0 0x56031d6c8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/2879310340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d37c0 0x56031d6d4e10 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 -- 172.21.15.3:0/2879310340 >> 172.21.15.3:0/2879310340 conn(0x56031d5fbbe0 msgr2=0x56031d6d2320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 -- 172.21.15.3:0/2879310340 shutdown_connections 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 -- 172.21.15.3:0/2879310340 wait complete. 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 -- start start 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.223+0000 7f2bf7259b80 1 Processor -- start 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6eef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6ef4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 0x56031d6ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41ae320 con 0x56031d6ce390 2024-05-21T19:11:18.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41af790 con 0x56031d6d37c0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2be41ae9f0 con 0x56031d6d40e0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bf7259b80 10 client.0 _ll_register_callbacks cb 0x56031d5c5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bea800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 0x56031d6ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2be9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6eef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bea800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 0x56031d6ef9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42300/0 (socket says 172.21.15.3:42300) 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2bea800700 1 -- 172.21.15.3:0/3910805741 learned_addr learned my addr 172.21.15.3:0/3910805741 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.224+0000 7f2be9400700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6ef4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 -- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 msgr2=0x56031d6ef9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 0x56031d6ef9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 -- 172.21.15.3:0/3910805741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 msgr2=0x56031d6ef4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6ef4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 -- 172.21.15.3:0/3910805741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56031d751310 con 0x56031d6ce390 2024-05-21T19:11:18.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9400700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6ef4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:18.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2be9e00700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6eef60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8019d60 tx=0x7f2bd801a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72934fb2005edd39 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:18.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2bc7e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:18.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bd8027040 con 0x56031d6ce390 2024-05-21T19:11:18.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2bd4009500 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.225+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2bd8005610 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2bd8003890 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 10 client.15852 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56031d7525b0 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2bd4009500 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2bd8018040 con 0x56031d6ce390 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 10 client.15852 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 10 client.15852 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 20 client.15852 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d752b40 0x56031d754f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 4 client.15852 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.226+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56031d627570 con 0x56031d752b40 2024-05-21T19:11:18.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.227+0000 7f2be9400700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d752b40 0x56031d754f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2be9400700 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d752b40 0x56031d754f60 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=35c89352af5ec976 server_cookie=1b2c716198de49db in_seq=0 out_seq=0 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bc7e00700 10 client.15852 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bc7e00700 1 -- 172.21.15.3:0/3910805741 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56031d627570 con 0x56031d752b40 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bc7e00700 10 client.15852 handle_command_reply: tid=0 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 client.15852 shutdown 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 msgr2=0x56031d6eef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6eef60 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8019d60 tx=0x7f2bd801a650 comp rx=0 tx=0).stop 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 shutdown_connections 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56031d6d40e0 0x56031d6ef9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x56031d752b40 0x56031d754f60 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56031d6ce390 0x56031d6eef60 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 --2- 172.21.15.3:0/3910805741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56031d6d37c0 0x56031d6ef4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bc7e00700 0 client.15852 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:18.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 >> 172.21.15.3:0/3910805741 conn(0x56031d5fbbe0 msgr2=0x56031d6d4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 shutdown_connections 2024-05-21T19:11:18.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.228+0000 7f2bf7259b80 1 -- 172.21.15.3:0/3910805741 wait complete. 2024-05-21T19:11:18.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2bf7259b80 20 client.15852 trim_cache size 0 max 16384 2024-05-21T19:11:18.231 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 msgr2=0x7f2bcc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 0x7f2bcc0b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2be0009da0 tx=0x7f2be0009f10 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 msgr2=0x7f2be41a1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2bd400eb30 tx=0x7f2bd400ee40 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 shutdown_connections 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2bcc0b2880 0x7f2bcc0b4d40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2be4109580 0x7f2be419ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2be406bab0 0x7f2be41a18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 --2- 172.21.15.3:0/3954869482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2be406c470 0x7f2be41a1de0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.229+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 >> 172.21.15.3:0/3954869482 conn(0x7f2be4079280 msgr2=0x7f2be410e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.230+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 shutdown_connections 2024-05-21T19:11:18.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:18.230+0000 7f2beb200700 1 -- 172.21.15.3:0/3954869482 wait complete. 2024-05-21T19:11:18.990 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 -- 172.21.15.3:0/2418398921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70104b10 msgr2=0x7fda70104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 --2- 172.21.15.3:0/2418398921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70104b10 0x7fda70104f30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fda60009ca0 tx=0x7fda6002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 -- 172.21.15.3:0/2418398921 shutdown_connections 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 --2- 172.21.15.3:0/2418398921 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70105d00 0x7fda70106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 --2- 172.21.15.3:0/2418398921 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda7010cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 --2- 172.21.15.3:0/2418398921 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70104b10 0x7fda70104f30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 -- 172.21.15.3:0/2418398921 >> 172.21.15.3:0/2418398921 conn(0x7fda70100080 msgr2=0x7fda701024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 -- 172.21.15.3:0/2418398921 shutdown_connections 2024-05-21T19:11:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.990+0000 7fda6f200640 1 -- 172.21.15.3:0/2418398921 wait complete. 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.991+0000 7fda6f200640 1 Processor -- start 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.991+0000 7fda6f200640 1 -- start start 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70104b10 0x7fda7019ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70105d00 0x7fda7019b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda70110680 con 0x7fda70105d00 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda70110500 con 0x7fda701066c0 2024-05-21T19:11:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda70110800 con 0x7fda70104b10 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6e800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70104b10 0x7fda7019ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6e800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56592/0 (socket says 172.21.15.3:56592) 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda6e800640 1 -- 172.21.15.3:0/2142937686 learned_addr learned my addr 172.21.15.3:0/2142937686 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.992+0000 7fda65400640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70105d00 0x7fda7019b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 -- 172.21.15.3:0/2142937686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70104b10 msgr2=0x7fda7019ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70104b10 0x7fda7019ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 -- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70105d00 msgr2=0x7fda7019b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70105d00 0x7fda7019b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 -- 172.21.15.3:0/2142937686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda701a2960 con 0x7fda701066c0 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6e800640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fda6800e970 tx=0x7fda6800ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda67400640 1 -- 172.21.15.3:0/2142937686 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda6800ccc0 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda701a2c50 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda67400640 1 -- 172.21.15.3:0/2142937686 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda6800ce60 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda67400640 1 -- 172.21.15.3:0/2142937686 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda68010430 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.993+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda701a3170 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.997+0000 7fda77e7a740 1 Processor -- start 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.997+0000 7fda67400640 1 -- 172.21.15.3:0/2142937686 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fda68004fd0 con 0x7fda701066c0 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.997+0000 7fda77e7a740 1 -- start start 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1ae1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562c9f118b90 con 0x562c9f1ae850 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562c9f108730 con 0x562c9f1a96e0 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda77e7a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562c9f10c770 con 0x562c9f1a8cf0 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda65400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda6de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1ae1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda65400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34416/0 (socket says 172.21.15.3:34416) 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda65400640 1 -- 172.21.15.3:0/2341842333 learned_addr learned my addr 172.21.15.3:0/2341842333 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.998+0000 7fda65400640 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 -- 172.21.15.3:0/2341842333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 msgr2=0x562c9f1a9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a9110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 -- 172.21.15.3:0/2341842333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 msgr2=0x562c9f1b0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 -- 172.21.15.3:0/2341842333 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c9f0a18b0 con 0x562c9f1a96e0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda65400640 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda6de00640 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1ae1e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda6002ade0 tx=0x7fda60005f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf864073afcd213e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda67400640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 0x7fda540b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda67400640 1 -- 172.21.15.3:0/2142937686 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda680e2670 con 0x7fda701066c0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda5f400640 1 -- 172.21.15.3:0/2341842333 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda60031650 con 0x562c9f1a96e0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda5f400640 1 -- 172.21.15.3:0/2341842333 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda60036030 con 0x562c9f1a96e0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda5f400640 1 -- 172.21.15.3:0/2341842333 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda60004540 con 0x562c9f1a96e0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:18.999+0000 7fda65400640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 0x7fda540b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 -- 172.21.15.3:0/2341842333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 msgr2=0x562c9f1ae1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1ae1e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda6002ade0 tx=0x7fda60005f60 comp rx=0 tx=0).stop 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda65400640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 0x7fda540b4d20 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x562c9f1a9f40 tx=0x7fda580097d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 -- 172.21.15.3:0/2341842333 shutdown_connections 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1b0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1ae1e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2341842333 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 -- 172.21.15.3:0/2341842333 >> 172.21.15.3:0/2341842333 conn(0x562c9f1a4360 msgr2=0x562c9f1a4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 -- 172.21.15.3:0/2341842333 shutdown_connections 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.000+0000 7fda77e7a740 1 -- 172.21.15.3:0/2341842333 wait complete. 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.001+0000 7fda77e7a740 1 -- start start 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.001+0000 7fda77e7a740 1 Processor -- start 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.001+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.001+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1a96e0 0x562c9f1b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1ae850 0x562c9f1b9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda77e7a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562c9edee790 con 0x562c9f1a96e0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda77e7a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562c9f0b0bc0 con 0x562c9f1a8cf0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda77e7a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562c9f1b1620 con 0x562c9f1ae850 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda77e7a740 10 client.0 _ll_register_callbacks cb 0x562c9f08e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda65400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1a96e0 0x562c9f1b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56622/0 (socket says 172.21.15.3:56622) 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 -- 172.21.15.3:0/1050483348 learned_addr learned my addr 172.21.15.3:0/1050483348 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6e800640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1ae850 0x562c9f1b9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 -- 172.21.15.3:0/1050483348 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1ae850 msgr2=0x562c9f1b9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1ae850 0x562c9f1b9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 -- 172.21.15.3:0/1050483348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1a96e0 msgr2=0x562c9f1b2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1a96e0 0x562c9f1b2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.002+0000 7fda6de00640 1 -- 172.21.15.3:0/1050483348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c9ee1d210 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda6de00640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda60031b50 tx=0x7fda60003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=920c763a181c3c1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda53e00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda6004a040 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda600042c0 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda60036030 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda60031810 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda77e7a740 10 client.25961 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.003+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c9eee9620 con 0x562c9f1a8cf0 2024-05-21T19:11:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda60036030 con 0x562c9f1a8cf0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda6004d030 con 0x562c9f1a8cf0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 10 client.25961 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 10 client.25961 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 20 client.25961 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f1be0a0 0x562c9f1c0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 4 client.25961 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c9f11aae0 con 0x562c9f1be0a0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.004+0000 7fda65400640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f1be0a0 0x562c9f1c0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.005+0000 7fda65400640 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f1be0a0 0x562c9f1c0490 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6d67c33fb913b5b server_cookie=4c6ab5c931dfbc15 in_seq=0 out_seq=0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.005+0000 7fda53e00640 10 client.25961 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda53e00640 1 -- 172.21.15.3:0/1050483348 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562c9f11aae0 con 0x562c9f1be0a0 2024-05-21T19:11:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda53e00640 10 client.25961 handle_command_reply: tid=0 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 client.25961 shutdown 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 msgr2=0x562c9f1b2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda60031b50 tx=0x7fda60003ba0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 shutdown_connections 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f1be0a0 0x562c9f1c0490 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1ae850 0x562c9f1b9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1a96e0 0x562c9f1b2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 --2- 172.21.15.3:0/1050483348 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b2900 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 >> 172.21.15.3:0/1050483348 conn(0x562c9f1a4360 msgr2=0x562c9f1a34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda53e00640 0 client.25961 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:19.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 shutdown_connections 2024-05-21T19:11:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 1 -- 172.21.15.3:0/1050483348 wait complete. 2024-05-21T19:11:19.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.006+0000 7fda77e7a740 20 client.25961 trim_cache size 0 max 16384 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.023+0000 7fda77e7a740 1 Processor -- start 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.023+0000 7fda77e7a740 1 -- start start 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.023+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.023+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a96e0 0x562c9f1a7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.023+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1a79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda77e7a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda701ae730 con 0x562c9f1ae850 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda77e7a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda701ac000 con 0x562c9f1a8cf0 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda77e7a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda701a9e50 con 0x562c9f1a96e0 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56630/0 (socket says 172.21.15.3:56630) 2024-05-21T19:11:19.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 -- 172.21.15.3:0/2394114782 learned_addr learned my addr 172.21.15.3:0/2394114782 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6e800640 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1a79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda65400640 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a96e0 0x562c9f1a7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 -- 172.21.15.3:0/2394114782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a96e0 msgr2=0x562c9f1a7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a96e0 0x562c9f1a7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 -- 172.21.15.3:0/2394114782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 msgr2=0x562c9f1a79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1a79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.024+0000 7fda6de00640 1 -- 172.21.15.3:0/2394114782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c9f1c0af0 con 0x562c9f1a8cf0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.025+0000 7fda6de00640 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda6002ade0 tx=0x7fda60030670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55d84b1dfef76f53 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.025+0000 7fda5ea00640 1 -- 172.21.15.3:0/2394114782 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda6002f610 con 0x562c9f1a8cf0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.025+0000 7fda5ea00640 1 -- 172.21.15.3:0/2394114782 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda60036030 con 0x562c9f1a8cf0 2024-05-21T19:11:19.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.025+0000 7fda5ea00640 1 -- 172.21.15.3:0/2394114782 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda600506a0 con 0x562c9f1a8cf0 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 -- 172.21.15.3:0/2394114782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 msgr2=0x562c9f1a6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda6002ade0 tx=0x7fda60030670 comp rx=0 tx=0).stop 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 -- 172.21.15.3:0/2394114782 shutdown_connections 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a96e0 0x562c9f1a7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f1a79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 --2- 172.21.15.3:0/2394114782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a8cf0 0x562c9f1a6f40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 -- 172.21.15.3:0/2394114782 >> 172.21.15.3:0/2394114782 conn(0x562c9f1a4360 msgr2=0x562c9f1aa9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 -- 172.21.15.3:0/2394114782 shutdown_connections 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.026+0000 7fda77e7a740 1 -- 172.21.15.3:0/2394114782 wait complete. 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 -- start start 2024-05-21T19:11:19.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 Processor -- start 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f226c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda701aa4c0 con 0x562c9f1ae850 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda701ab930 con 0x562c9f1a96e0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda701aab90 con 0x562c9f1a8cf0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.027+0000 7fda77e7a740 10 client.0 _ll_register_callbacks cb 0x7fda58009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda6de00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56642/0 (socket says 172.21.15.3:56642) 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda6e800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f226c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 -- 172.21.15.3:0/552277684 learned_addr learned my addr 172.21.15.3:0/552277684 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 -- 172.21.15.3:0/552277684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 msgr2=0x562c9f1b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 -- 172.21.15.3:0/552277684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 msgr2=0x562c9f226c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f226c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.028+0000 7fda65400640 1 -- 172.21.15.3:0/552277684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c9f1b19c0 con 0x562c9f1a96e0 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.029+0000 7fda65400640 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fda5800fcf0 tx=0x7fda58004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b309622d8dffeb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.029+0000 7fda53e00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:19.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.029+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda580040f0 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.029+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda58009040 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.029+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda60036030 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda58004290 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 10 client.25967 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562c9f227f40 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda60036030 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda5801d070 con 0x562c9f1a96e0 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 10 client.25967 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 10 client.25967 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 20 client.25967 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f228910 0x562c9f22ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 4 client.25967 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:11:19.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.030+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562c9f1142c0 con 0x562c9f228910 2024-05-21T19:11:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.031+0000 7fda6de00640 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f228910 0x562c9f22ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.031+0000 7fda6de00640 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f228910 0x562c9f22ad30 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=167fda4c6daa9858 server_cookie=46732d2a4d68db00 in_seq=0 out_seq=0 2024-05-21T19:11:19.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.031+0000 7fda53e00640 10 client.25967 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.043+0000 7fda53e00640 1 -- 172.21.15.3:0/552277684 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562c9f1142c0 con 0x562c9f228910 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.043+0000 7fda53e00640 10 client.25967 handle_command_reply: tid=0 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.043+0000 7fda77e7a740 1 client.25967 shutdown 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 msgr2=0x562c9f1b66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fda5800fcf0 tx=0x7fda58004730 comp rx=0 tx=0).stop 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 shutdown_connections 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562c9f228910 0x562c9f22ad30 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562c9f1ae850 0x562c9f226c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562c9f1a96e0 0x562c9f1b66b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 --2- 172.21.15.3:0/552277684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562c9f1a8cf0 0x562c9f1b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda53e00640 0 client.25967 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 >> 172.21.15.3:0/552277684 conn(0x562c9f1a4360 msgr2=0x562c9f1a2c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 shutdown_connections 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 1 -- 172.21.15.3:0/552277684 wait complete. 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.044+0000 7fda77e7a740 20 client.25967 trim_cache size 0 max 16384 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:11:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 msgr2=0x7fda540b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 0x7fda540b4d20 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x562c9f1a9f40 tx=0x7fda580097d0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 msgr2=0x7fda701a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fda6800e970 tx=0x7fda6800ed70 comp rx=0 tx=0).stop 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 shutdown_connections 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda701066c0 0x7fda701a22c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda70105d00 0x7fda7019b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda540b2860 0x7fda540b4d20 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 --2- 172.21.15.3:0/2142937686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda70104b10 0x7fda7019ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:19.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 >> 172.21.15.3:0/2142937686 conn(0x7fda70100080 msgr2=0x7fda701090d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:19.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.045+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 shutdown_connections 2024-05-21T19:11:19.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:19.046+0000 7fda6f200640 1 -- 172.21.15.3:0/2142937686 wait complete. 2024-05-21T19:11:19.075 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:11:19.563 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:19 smithi003 ceph-mon[31577]: pgmap v541: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:19 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:11:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:19 smithi178 ceph-mon[36523]: pgmap v541: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:19 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:11:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:19 smithi104 ceph-mon[36417]: pgmap v541: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:19 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:11:20.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:11:20.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:11:20.755 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:20 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:11:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:11:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:11:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:20 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:11:20.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:11:20.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:11:20.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:20 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:11:21.757 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:21 smithi003 ceph-mon[31577]: pgmap v542: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:21 smithi178 ceph-mon[36523]: pgmap v542: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 -- 172.21.15.3:0/64458195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c10ff40 msgr2=0x7f8c5c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 --2- 172.21.15.3:0/64458195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c112330 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8c5800b0a0 tx=0x7f8c5800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 -- 172.21.15.3:0/64458195 shutdown_connections 2024-05-21T19:11:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 --2- 172.21.15.3:0/64458195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c112330 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 --2- 172.21.15.3:0/64458195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 --2- 172.21.15.3:0/64458195 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c076090 0x7f8c5c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 -- 172.21.15.3:0/64458195 >> 172.21.15.3:0/64458195 conn(0x7f8c5c07a6a0 msgr2=0x7f8c5c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 -- 172.21.15.3:0/64458195 shutdown_connections 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.941+0000 7f8c64800700 1 -- 172.21.15.3:0/64458195 wait complete. 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.943+0000 7f8c64800700 1 Processor -- start 2024-05-21T19:11:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.943+0000 7f8c64800700 1 -- start start 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c19bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1158d0 con 0x7f8c5c076090 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c115750 con 0x7f8c5c075770 2024-05-21T19:11:21.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c64800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c115a50 con 0x7f8c5c10ff40 2024-05-21T19:11:21.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c61400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c61400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59396/0 (socket says 172.21.15.3:59396) 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c61400700 1 -- 172.21.15.3:0/1337046455 learned_addr learned my addr 172.21.15.3:0/1337046455 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c61e00700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c19bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.944+0000 7f8c62800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 -- 172.21.15.3:0/1337046455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 msgr2=0x7f8c5c1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 -- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 msgr2=0x7f8c5c19c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 -- 172.21.15.3:0/1337046455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5c1a0d30 con 0x7f8c5c075770 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61400700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c62800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c61e00700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c19bd20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000e9f0 tx=0x7f8c5000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c56a00700 1 -- 172.21.15.3:0/1337046455 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5000c9c0 con 0x7f8c5c075770 2024-05-21T19:11:21.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c56a00700 1 -- 172.21.15.3:0/1337046455 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c5000cb60 con 0x7f8c5c075770 2024-05-21T19:11:21.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c56a00700 1 -- 172.21.15.3:0/1337046455 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c50018680 con 0x7f8c5c075770 2024-05-21T19:11:21.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c5c1a1020 con 0x7f8c5c075770 2024-05-21T19:11:21.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.945+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c5c1a88a0 con 0x7f8c5c075770 2024-05-21T19:11:21.948 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.949+0000 7f8c56a00700 1 -- 172.21.15.3:0/1337046455 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8c50010430 con 0x7f8c5c075770 2024-05-21T19:11:21.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.950+0000 7f8c6f12db80 1 Processor -- start 2024-05-21T19:11:21.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.950+0000 7f8c6f12db80 1 -- start start 2024-05-21T19:11:21.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c56a00700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 0x7f8c440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5bc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.950 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5b6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55836f514e40 con 0x55836f5bbeb0 2024-05-21T19:11:21.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55836f5049e0 con 0x55836f5bc7d0 2024-05-21T19:11:21.951 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c56a00700 1 -- 172.21.15.3:0/1337046455 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c500e23e0 con 0x7f8c5c075770 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55836f508a20 con 0x55836f5b6880 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c62800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 0x7f8c440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c61400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c61400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45812/0 (socket says 172.21.15.3:45812) 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c61400700 1 -- 172.21.15.3:0/3748047845 learned_addr learned my addr 172.21.15.3:0/3748047845 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.951+0000 7f8c62800700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5b6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61e00700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5bc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 -- 172.21.15.3:0/3748047845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 msgr2=0x55836f5b6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5b6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 -- 172.21.15.3:0/3748047845 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 msgr2=0x55836f5bc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5bc290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 -- 172.21.15.3:0/3748047845 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55836f4cd420 con 0x55836f5bc7d0 2024-05-21T19:11:21.952 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61e00700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5bc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c62800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 0x7f8c440b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8c58009fd0 tx=0x7f8c58009d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.952+0000 7f8c61400700 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c011650 tx=0x7f8c4c009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2f23aff2e384f74 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.953+0000 7f8c4b400700 1 -- 172.21.15.3:0/3748047845 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c004230 con 0x55836f5bc7d0 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.953+0000 7f8c4b400700 1 -- 172.21.15.3:0/3748047845 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c4c004ce0 con 0x55836f5bc7d0 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.953+0000 7f8c4b400700 1 -- 172.21.15.3:0/3748047845 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c0056c0 con 0x55836f5bc7d0 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.953+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3748047845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 msgr2=0x55836f5b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.953+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c011650 tx=0x7f8c4c009f90 comp rx=0 tx=0).stop 2024-05-21T19:11:21.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3748047845 shutdown_connections 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5b6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5bc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3748047845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b6260 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3748047845 >> 172.21.15.3:0/3748047845 conn(0x55836f4e4be0 msgr2=0x55836f5b1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3748047845 shutdown_connections 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3748047845 wait complete. 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.954+0000 7f8c6f12db80 1 -- start start 2024-05-21T19:11:21.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 Processor -- start 2024-05-21T19:11:21.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5c2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5bfd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55836f40afa0 con 0x55836f5b6880 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55836f4a5760 con 0x55836f5bc7d0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55836f5c3240 con 0x55836f5bbeb0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c6f12db80 10 client.0 _ll_register_callbacks cb 0x55836f4aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.955+0000 7f8c61400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5c2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:56632/0 (socket says 172.21.15.3:56632) 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 -- 172.21.15.3:0/3158910899 learned_addr learned my addr 172.21.15.3:0/3158910899 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c62800700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5bfd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 -- 172.21.15.3:0/3158910899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 msgr2=0x55836f5bfd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5bfd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 -- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 msgr2=0x55836f5c2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5c2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 -- 172.21.15.3:0/3158910899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55836f4548d0 con 0x55836f5bbeb0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c61400700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c005950 tx=0x7f8c4c004ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95939af1c4f704ed server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.956+0000 7f8c3fe00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c026020 con 0x55836f5bbeb0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c4c004960 con 0x55836f5bbeb0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c4c004ce0 con 0x55836f5bbeb0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c4c031050 con 0x55836f5bbeb0 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c6f12db80 10 client.25984 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:21.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55836f4d5060 con 0x55836f5bbeb0 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.957+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c4c004ce0 con 0x55836f5bbeb0 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c4c022400 con 0x55836f5bbeb0 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 10 client.25984 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 10 client.25984 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 20 client.25984 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f5cfbc0 0x55836f5d1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 4 client.25984 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:21.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55836f516d90 con 0x55836f5cfbc0 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.958+0000 7f8c61e00700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f5cfbc0 0x55836f5d1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.959+0000 7f8c61e00700 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f5cfbc0 0x55836f5d1fb0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ac3415456df3746b server_cookie=b6ea623650051012 in_seq=0 out_seq=0 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.959+0000 7f8c3fe00700 10 client.25984 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.959+0000 7f8c3fe00700 1 -- 172.21.15.3:0/3158910899 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55836f516d90 con 0x55836f5cfbc0 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.959+0000 7f8c3fe00700 10 client.25984 handle_command_reply: tid=0 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.959+0000 7f8c6f12db80 1 client.25984 shutdown 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 msgr2=0x55836f5bf7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c005950 tx=0x7f8c4c004ed0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 shutdown_connections 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5bfd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f5cfbc0 0x55836f5d1fb0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5c2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/3158910899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5bf7d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c3fe00700 0 client.25984 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:21.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 >> 172.21.15.3:0/3158910899 conn(0x55836f4e4be0 msgr2=0x55836f5b5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 shutdown_connections 2024-05-21T19:11:21.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 1 -- 172.21.15.3:0/3158910899 wait complete. 2024-05-21T19:11:21.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.960+0000 7f8c6f12db80 20 client.25984 trim_cache size 0 max 16384 2024-05-21T19:11:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:21 smithi104 ceph-mon[36417]: pgmap v542: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:21.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.977+0000 7f8c6f12db80 1 Processor -- start 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.977+0000 7f8c6f12db80 1 -- start start 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.977+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5b6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1b2760 con 0x55836f5b6880 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1afff0 con 0x55836f5bc7d0 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1ade40 con 0x55836f5bbeb0 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59444/0 (socket says 172.21.15.3:59444) 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61e00700 1 -- 172.21.15.3:0/146552546 learned_addr learned my addr 172.21.15.3:0/146552546 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5b6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c62800700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 -- 172.21.15.3:0/146552546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 msgr2=0x55836f5b99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 -- 172.21.15.3:0/146552546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 msgr2=0x55836f5b6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61400700 1 -- 172.21.15.3:0/146552546 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55836f5bdd40 con 0x55836f5bbeb0 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.978+0000 7f8c61e00700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.979+0000 7f8c61400700 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5b6c60 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c0227f0 tx=0x7f8c4c0057d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=950cb2ee953e28df server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.979+0000 7f8c4aa00700 1 -- 172.21.15.3:0/146552546 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c026070 con 0x55836f5bbeb0 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.979+0000 7f8c4aa00700 1 -- 172.21.15.3:0/146552546 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c4c00fe40 con 0x55836f5bbeb0 2024-05-21T19:11:21.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.979+0000 7f8c4aa00700 1 -- 172.21.15.3:0/146552546 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c004030 con 0x55836f5bbeb0 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- 172.21.15.3:0/146552546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 msgr2=0x55836f5b6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5b6c60 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c0227f0 tx=0x7f8c4c0057d0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- 172.21.15.3:0/146552546 shutdown_connections 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5b99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5b6880 0x55836f5b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/146552546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5bbeb0 0x55836f5b6c60 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- 172.21.15.3:0/146552546 >> 172.21.15.3:0/146552546 conn(0x55836f4e4be0 msgr2=0x55836f5aae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- 172.21.15.3:0/146552546 shutdown_connections 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- 172.21.15.3:0/146552546 wait complete. 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 -- start start 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.980+0000 7f8c6f12db80 1 Processor -- start 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5c8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5d6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1ae4b0 con 0x55836f5bbeb0 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1af920 con 0x55836f5bc7d0 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1aeb80 con 0x55836f5b6880 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c6f12db80 10 client.0 _ll_register_callbacks cb 0x55836f4aec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:21.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c61400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c61400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59448/0 (socket says 172.21.15.3:59448) 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c61400700 1 -- 172.21.15.3:0/2734250738 learned_addr learned my addr 172.21.15.3:0/2734250738 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.981+0000 7f8c62800700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5d6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61e00700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5c8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 -- 172.21.15.3:0/2734250738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 msgr2=0x55836f5c8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5c8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 -- 172.21.15.3:0/2734250738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 msgr2=0x55836f5d6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5d6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 -- 172.21.15.3:0/2734250738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55836f5d73e0 con 0x55836f5bbeb0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c61400700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c014040 tx=0x7f8c4c005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f6666a1ba49e6d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c3fe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c4c03a060 con 0x55836f5bbeb0 2024-05-21T19:11:21.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8c4c022c60 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.982+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8c4c00fe40 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8c4c026040 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 10 client.15885 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55836f63a1b0 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8c4c00fe40 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8c4c00fb20 con 0x55836f5bbeb0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 10 client.15885 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 10 client.15885 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 20 client.15885 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f63a7d0 0x55836f63cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 4 client.15885 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.983+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55836f510570 con 0x55836f63a7d0 2024-05-21T19:11:21.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.984+0000 7f8c61e00700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f63a7d0 0x55836f63cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.984+0000 7f8c61e00700 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f63a7d0 0x55836f63cbf0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bc48b97aa3f25ce1 server_cookie=f8b455552bcf3c76 in_seq=0 out_seq=0 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.984+0000 7f8c3fe00700 10 client.15885 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c3fe00700 1 -- 172.21.15.3:0/2734250738 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55836f510570 con 0x55836f63a7d0 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c3fe00700 10 client.15885 handle_command_reply: tid=0 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 client.15885 shutdown 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 msgr2=0x55836f5c8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c014040 tx=0x7f8c4c005610 comp rx=0 tx=0).stop 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 shutdown_connections 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55836f5bc7d0 0x55836f5d6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55836f5b6880 0x55836f5c8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55836f63a7d0 0x55836f63cbf0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 --2- 172.21.15.3:0/2734250738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55836f5bbeb0 0x55836f5c8cd0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 >> 172.21.15.3:0/2734250738 conn(0x55836f4e4be0 msgr2=0x55836f5b99c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c3fe00700 0 client.15885 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 shutdown_connections 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 1 -- 172.21.15.3:0/2734250738 wait complete. 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.985+0000 7f8c6f12db80 20 client.15885 trim_cache size 0 max 16384 2024-05-21T19:11:21.989 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 msgr2=0x7f8c440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 0x7f8c440b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8c58009fd0 tx=0x7f8c58009d20 comp rx=0 tx=0).stop 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 msgr2=0x7f8c5c19bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c19bd20 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000e9f0 tx=0x7f8c5000ed00 comp rx=0 tx=0).stop 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 shutdown_connections 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8c440b2880 0x7f8c440b4d40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8c5c10ff40 0x7f8c5c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8c5c075770 0x7f8c5c19bd20 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 --2- 172.21.15.3:0/1337046455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8c5c076090 0x7f8c5c19c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:21.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 >> 172.21.15.3:0/1337046455 conn(0x7f8c5c07a6a0 msgr2=0x7f8c5c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:21.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 shutdown_connections 2024-05-21T19:11:21.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:21.986+0000 7f8c64800700 1 -- 172.21.15.3:0/1337046455 wait complete. 2024-05-21T19:11:22.099 INFO:tasks.workunit.client.0.smithi003.stdout:1/600: open fd = 3 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:2/600: open fd = 3 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:3/600: open fd = 3 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:4/600: open fd = 3 2024-05-21T19:11:22.100 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:5/600: open fd = 3 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:6/600: open fd = 3 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:7/600: open fd = 3 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.101 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:8/600: open fd = 3 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:9/600: open fd = 3 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:10/600: open fd = 3 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.102 INFO:tasks.workunit.client.0.smithi003.stdout:11/600: open fd = 3 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:12/600: open fd = 3 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:13/600: open fd = 3 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:14/600: open fd = 3 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.103 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:15/600: open fd = 3 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:16/600: open fd = 3 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:17/600: open fd = 3 2024-05-21T19:11:22.104 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:18/600: open fd = 3 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:19/600: open fd = 3 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:20/600: open fd = 3 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.105 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:21/600: open fd = 3 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:22/600: open fd = 3 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:23/600: open fd = 3 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.106 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:24/600: open fd = 3 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:25/600: open fd = 3 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:26/600: open fd = 3 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:27/600: open fd = 3 2024-05-21T19:11:22.107 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:28/600: open fd = 3 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:29/600: open fd = 3 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:30/600: open fd = 3 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:31/600: open fd = 3 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:32/600: open fd = 3 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:33/600: open fd = 3 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:34/600: open fd = 3 2024-05-21T19:11:22.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:35/600: open fd = 3 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:36/600: open fd = 3 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:37/600: open fd = 3 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:38/600: open fd = 3 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:39/600: open fd = 3 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:40/600: open fd = 3 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:41/600: open fd = 3 2024-05-21T19:11:22.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:42/600: open fd = 3 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:43/600: open fd = 3 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:44/600: open fd = 3 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:45/600: open fd = 3 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:46/600: open fd = 3 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:47/600: open fd = 3 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:48/600: open fd = 3 2024-05-21T19:11:22.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:49/600: open fd = 3 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:50/600: open fd = 3 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:51/600: open fd = 3 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:52/600: open fd = 3 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:53/600: open fd = 3 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:54/600: open fd = 3 2024-05-21T19:11:22.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:55/600: open fd = 3 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:56/600: open fd = 3 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:57/600: open fd = 3 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:58/600: open fd = 3 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:59/600: open fd = 3 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:60/600: open fd = 3 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:61/600: open fd = 3 2024-05-21T19:11:22.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:62/600: open fd = 3 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:63/600: open fd = 3 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:11:22.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:11:23.035 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:11:23.508 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:23.818 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:23 smithi003 ceph-mon[31577]: pgmap v543: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:23 smithi178 ceph-mon[36523]: pgmap v543: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:23 smithi104 ceph-mon[36417]: pgmap v543: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:25.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 -- 172.21.15.3:0/1282579515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 msgr2=0x7fac4c075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 --2- 172.21.15.3:0/1282579515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c075cc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00b0a0 tx=0x7fac3c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 -- 172.21.15.3:0/1282579515 shutdown_connections 2024-05-21T19:11:25.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 --2- 172.21.15.3:0/1282579515 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c114480 0x7fac4c116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 --2- 172.21.15.3:0/1282579515 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c075cc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 --2- 172.21.15.3:0/1282579515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c076200 0x7fac4c113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 -- 172.21.15.3:0/1282579515 >> 172.21.15.3:0/1282579515 conn(0x7fac4c0fefc0 msgr2=0x7fac4c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 -- 172.21.15.3:0/1282579515 shutdown_connections 2024-05-21T19:11:25.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.792+0000 7fac4be00700 1 -- 172.21.15.3:0/1282579515 wait complete. 2024-05-21T19:11:25.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:25 smithi003 ceph-mon[31577]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 Processor -- start 2024-05-21T19:11:25.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 -- start start 2024-05-21T19:11:25.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c114480 0x7fac4c1a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c119cb0 con 0x7fac4c0758e0 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c119b30 con 0x7fac4c114480 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.794+0000 7fac4be00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c119e30 con 0x7fac4c076200 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:56676/0 (socket says 172.21.15.3:56676) 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 -- 172.21.15.3:0/870822850 learned_addr learned my addr 172.21.15.3:0/870822850 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac4b400700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c114480 0x7fac4c1a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 -- 172.21.15.3:0/870822850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c114480 msgr2=0x7fac4c1a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c114480 0x7fac4c1a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 -- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 msgr2=0x7fac4c1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac42000700 1 -- 172.21.15.3:0/870822850 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac4c1a5160 con 0x7fac4c076200 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.795+0000 7fac4aa00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac42000700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fac3400eb30 tx=0x7fac3400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac43e00700 1 -- 172.21.15.3:0/870822850 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3400cbd0 con 0x7fac4c076200 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac4c1a5450 con 0x7fac4c076200 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac43e00700 1 -- 172.21.15.3:0/870822850 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac340044d0 con 0x7fac4c076200 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac4c1accd0 con 0x7fac4c076200 2024-05-21T19:11:25.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.796+0000 7fac43e00700 1 -- 172.21.15.3:0/870822850 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac34003e40 con 0x7fac4c076200 2024-05-21T19:11:25.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.800+0000 7fac43e00700 1 -- 172.21.15.3:0/870822850 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac34004020 con 0x7fac4c076200 2024-05-21T19:11:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 Processor -- start 2024-05-21T19:11:25.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 -- start start 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c234f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c192e40 con 0x55ef5c234ad0 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c1829e0 con 0x55ef5c23a940 2024-05-21T19:11:25.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.801+0000 7fac5c00db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c186a20 con 0x55ef5c23a020 2024-05-21T19:11:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac42000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c234f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45862/0 (socket says 172.21.15.3:45862) 2024-05-21T19:11:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 -- 172.21.15.3:0/342202035 learned_addr learned my addr 172.21.15.3:0/342202035 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:25.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4b400700 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac43e00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 0x7fac300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4b400700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 0x7fac300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 -- 172.21.15.3:0/342202035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 msgr2=0x55ef5c23a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac43e00700 1 -- 172.21.15.3:0/870822850 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fac340e24d0 con 0x7fac4c076200 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 -- 172.21.15.3:0/342202035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 msgr2=0x55ef5c234f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c234f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.802+0000 7fac4aa00700 1 -- 172.21.15.3:0/342202035 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef5c14b420 con 0x55ef5c23a940 2024-05-21T19:11:25.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.803+0000 7fac4aa00700 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00b0a0 tx=0x7fac3c009dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de906140b783d493 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.803+0000 7fac3be00700 1 -- 172.21.15.3:0/342202035 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c021070 con 0x55ef5c23a940 2024-05-21T19:11:25.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.803+0000 7fac4b400700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 0x7fac300b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fac44009230 tx=0x7fac440047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.803+0000 7fac3be00700 1 -- 172.21.15.3:0/342202035 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac3c0074e0 con 0x55ef5c23a940 2024-05-21T19:11:25.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.803+0000 7fac3be00700 1 -- 172.21.15.3:0/342202035 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c0052a0 con 0x55ef5c23a940 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 -- 172.21.15.3:0/342202035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 msgr2=0x55ef5c2344b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00b0a0 tx=0x7fac3c009dd0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 -- 172.21.15.3:0/342202035 shutdown_connections 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c234f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 --2- 172.21.15.3:0/342202035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c2344b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 -- 172.21.15.3:0/342202035 >> 172.21.15.3:0/342202035 conn(0x55ef5c162be0 msgr2=0x55ef5c22f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 -- 172.21.15.3:0/342202035 shutdown_connections 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.804+0000 7fac5c00db80 1 -- 172.21.15.3:0/342202035 wait complete. 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.805+0000 7fac5c00db80 1 -- start start 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.805+0000 7fac5c00db80 1 Processor -- start 2024-05-21T19:11:25.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c088fa0 con 0x55ef5c234ad0 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c123760 con 0x55ef5c23a940 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ef5c241400 con 0x55ef5c23a020 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac5c00db80 10 client.0 _ll_register_callbacks cb 0x55ef5c12cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59470/0 (socket says 172.21.15.3:59470) 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac4aa00700 1 -- 172.21.15.3:0/262258125 learned_addr learned my addr 172.21.15.3:0/262258125 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac42000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.806+0000 7fac4b400700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 -- 172.21.15.3:0/262258125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 msgr2=0x55ef5c23da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 -- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 msgr2=0x55ef5c23dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 -- 172.21.15.3:0/262258125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef5c0d28d0 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac4aa00700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00d010 tx=0x7fac3c004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4011b1e99363ebd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.807+0000 7fac38c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c021070 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fac3c007920 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac3c0074e0 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac3c007b40 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac5c00db80 10 client.15897 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.808+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef5c153060 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac3c0074e0 con 0x55ef5c234ad0 2024-05-21T19:11:25.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac3c011070 con 0x55ef5c234ad0 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 10 client.15897 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 10 client.15897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 20 client.15897 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c24de10 0x55ef5c250200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 4 client.15897 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.809+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef5c194d90 con 0x55ef5c24de10 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.810+0000 7fac42000700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c24de10 0x55ef5c250200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.810+0000 7fac42000700 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c24de10 0x55ef5c250200 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26c879c2cc4264cd server_cookie=4168fa5a2075b5b5 in_seq=0 out_seq=0 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.810+0000 7fac38c00700 10 client.15897 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac38c00700 1 -- 172.21.15.3:0/262258125 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fac3408ae00 con 0x55ef5c24de10 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac38c00700 10 client.15897 handle_command_reply: tid=0 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 client.15897 shutdown 2024-05-21T19:11:25.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 msgr2=0x55ef5c2406d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00d010 tx=0x7fac3c004ed0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 shutdown_connections 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c24de10 0x55ef5c250200 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2406d0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 --2- 172.21.15.3:0/262258125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 >> 172.21.15.3:0/262258125 conn(0x55ef5c162be0 msgr2=0x55ef5c2334a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac38c00700 0 client.15897 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.811+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 shutdown_connections 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.812+0000 7fac5c00db80 1 -- 172.21.15.3:0/262258125 wait complete. 2024-05-21T19:11:25.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.812+0000 7fac5c00db80 20 client.15897 trim_cache size 0 max 16384 2024-05-21T19:11:25.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 Processor -- start 2024-05-21T19:11:25.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 -- start start 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b6920 con 0x55ef5c234ad0 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b41b0 con 0x55ef5c23a940 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac5c00db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b2000 con 0x55ef5c23a020 2024-05-21T19:11:25.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.829+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59486/0 (socket says 172.21.15.3:59486) 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 -- 172.21.15.3:0/3184368383 learned_addr learned my addr 172.21.15.3:0/3184368383 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4b400700 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac42000700 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 -- 172.21.15.3:0/3184368383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 msgr2=0x55ef5c23adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 -- 172.21.15.3:0/3184368383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 msgr2=0x55ef5c23b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 -- 172.21.15.3:0/3184368383 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef5c2406d0 con 0x55ef5c234ad0 2024-05-21T19:11:25.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.830+0000 7fac4aa00700 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fac3c000f80 tx=0x7fac3c00b740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7e68cf502c9ddd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.831+0000 7fac3b400700 1 -- 172.21.15.3:0/3184368383 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c021040 con 0x55ef5c234ad0 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.831+0000 7fac3b400700 1 -- 172.21.15.3:0/3184368383 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac3c03a020 con 0x55ef5c234ad0 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.831+0000 7fac3b400700 1 -- 172.21.15.3:0/3184368383 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c005dc0 con 0x55ef5c234ad0 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.831+0000 7fac5c00db80 1 -- 172.21.15.3:0/3184368383 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 msgr2=0x55ef5c2344b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.831+0000 7fac5c00db80 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fac3c000f80 tx=0x7fac3c00b740 comp rx=0 tx=0).stop 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 -- 172.21.15.3:0/3184368383 shutdown_connections 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c23b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c234ad0 0x55ef5c2344b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 --2- 172.21.15.3:0/3184368383 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c23a020 0x55ef5c23adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 -- 172.21.15.3:0/3184368383 >> 172.21.15.3:0/3184368383 conn(0x55ef5c162be0 msgr2=0x55ef5c22ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 -- 172.21.15.3:0/3184368383 shutdown_connections 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 -- 172.21.15.3:0/3184368383 wait complete. 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 -- start start 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.832+0000 7fac5c00db80 1 Processor -- start 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 0x55ef5c253460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c250de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b2670 con 0x55ef5c23a020 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b3ae0 con 0x55ef5c23a940 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c1b2d40 con 0x55ef5c234ad0 2024-05-21T19:11:25.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac5c00db80 10 client.0 _ll_register_callbacks cb 0x55ef5c12cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:25.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac42000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac42000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59488/0 (socket says 172.21.15.3:59488) 2024-05-21T19:11:25.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac4aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 0x55ef5c253460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac42000700 1 -- 172.21.15.3:0/4264674968 learned_addr learned my addr 172.21.15.3:0/4264674968 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.833+0000 7fac4b400700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c250de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 -- 172.21.15.3:0/4264674968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 msgr2=0x55ef5c253460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 0x55ef5c253460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 -- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 msgr2=0x55ef5c250de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c250de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 -- 172.21.15.3:0/4264674968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef5c251530 con 0x55ef5c23a020 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac4aa00700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 0x55ef5c253460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:25.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac42000700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fac340a9a00 tx=0x7fac340dfe20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d720e046025c140 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac38c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac340a93c0 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fac3401e2e0 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.834+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac3c03a020 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac340a5200 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 10 client.15903 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ef5c2b8610 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac3c03a020 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac340a9cd0 con 0x55ef5c23a020 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 10 client.15903 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 10 client.15903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 20 client.15903 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:25.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c2b8d00 0x55ef5c2bb120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 4 client.15903 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.835+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ef5c18e570 con 0x55ef5c2b8d00 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.836+0000 7fac4aa00700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c2b8d00 0x55ef5c2bb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.836+0000 7fac4aa00700 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c2b8d00 0x55ef5c2bb120 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66d14eb5d3c952ac server_cookie=e362a024327871c8 in_seq=0 out_seq=0 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.836+0000 7fac38c00700 10 client.15903 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac38c00700 1 -- 172.21.15.3:0/4264674968 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ef5c18e570 con 0x55ef5c2b8d00 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac38c00700 10 client.15903 handle_command_reply: tid=0 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 client.15903 shutdown 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 msgr2=0x55ef5c2508a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fac340a9a00 tx=0x7fac340dfe20 comp rx=0 tx=0).stop 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 shutdown_connections 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef5c2b8d00 0x55ef5c2bb120 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef5c23a940 0x55ef5c250de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef5c234ad0 0x55ef5c253460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 --2- 172.21.15.3:0/4264674968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef5c23a020 0x55ef5c2508a0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac38c00700 0 client.15903 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 >> 172.21.15.3:0/4264674968 conn(0x55ef5c162be0 msgr2=0x55ef5c23c360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 shutdown_connections 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 1 -- 172.21.15.3:0/4264674968 wait complete. 2024-05-21T19:11:25.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.837+0000 7fac5c00db80 20 client.15903 trim_cache size 0 max 16384 2024-05-21T19:11:25.843 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:25.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 msgr2=0x7fac300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 0x7fac300b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fac44009230 tx=0x7fac440047c0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 msgr2=0x7fac4c1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fac3400eb30 tx=0x7fac3400ee40 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 shutdown_connections 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fac300b2900 0x7fac300b4dc0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac4c114480 0x7fac4c1a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fac4c0758e0 0x7fac4c1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 --2- 172.21.15.3:0/870822850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fac4c076200 0x7fac4c1a06e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 >> 172.21.15.3:0/870822850 conn(0x7fac4c0fefc0 msgr2=0x7fac4c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 shutdown_connections 2024-05-21T19:11:25.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:25.838+0000 7fac4be00700 1 -- 172.21.15.3:0/870822850 wait complete. 2024-05-21T19:11:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:25 smithi178 ceph-mon[36523]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:25 smithi104 ceph-mon[36417]: pgmap v544: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:27.844 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:11:27.845 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:11:27.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:27 smithi003 ceph-mon[31577]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:27.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:27 smithi178 ceph-mon[36523]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:27 smithi104 ceph-mon[36417]: pgmap v545: 97 pgs: 97 active+clean; 1.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:28.333 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:29.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:29 smithi003 ceph-mon[31577]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:11:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:29 smithi178 ceph-mon[36523]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:11:29.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:29 smithi104 ceph-mon[36417]: pgmap v546: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:11:30.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 -- 172.21.15.3:0/2820740911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08076290 msgr2=0x7f9b0810f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/2820740911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08076290 0x7f9b0810f770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9af40098f0 tx=0x7f9af4009c00 comp rx=0 tx=0).stop 2024-05-21T19:11:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 -- 172.21.15.3:0/2820740911 shutdown_connections 2024-05-21T19:11:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/2820740911 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 0x7f9b08112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/2820740911 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08075970 0x7f9b08075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/2820740911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08076290 0x7f9b0810f770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 -- 172.21.15.3:0/2820740911 >> 172.21.15.3:0/2820740911 conn(0x7f9b080fefc0 msgr2=0x7f9b081013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 -- 172.21.15.3:0/2820740911 shutdown_connections 2024-05-21T19:11:30.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.448+0000 7f9b0ee00700 1 -- 172.21.15.3:0/2820740911 wait complete. 2024-05-21T19:11:30.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.450+0000 7f9b0ee00700 1 Processor -- start 2024-05-21T19:11:30.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.450+0000 7f9b0ee00700 1 -- start start 2024-05-21T19:11:30.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08076290 0x7f9b0819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 0x7f9b081a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081158a0 con 0x7f9b0810fcb0 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b08115720 con 0x7f9b08075970 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0ee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b08115a20 con 0x7f9b08076290 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0da00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0da00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45914/0 (socket says 172.21.15.3:45914) 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0da00700 1 -- 172.21.15.3:0/1327253516 learned_addr learned my addr 172.21.15.3:0/1327253516 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:30.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0d000700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08076290 0x7f9b0819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.451+0000 7f9b0e400700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 0x7f9b081a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 -- 172.21.15.3:0/1327253516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08076290 msgr2=0x7f9b0819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08076290 0x7f9b0819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 -- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 msgr2=0x7f9b081a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 0x7f9b081a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 -- 172.21.15.3:0/1327253516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b081a0e20 con 0x7f9b08075970 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.452+0000 7f9b0da00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00ef30 tx=0x7f9afc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.453+0000 7f9b06000700 1 -- 172.21.15.3:0/1327253516 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc0092e0 con 0x7f9b08075970 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.453+0000 7f9b06000700 1 -- 172.21.15.3:0/1327253516 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9afc004bb0 con 0x7f9b08075970 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.453+0000 7f9b06000700 1 -- 172.21.15.3:0/1327253516 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc004020 con 0x7f9b08075970 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.453+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b081a10b0 con 0x7f9b08075970 2024-05-21T19:11:30.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.453+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b081a8990 con 0x7f9b08075970 2024-05-21T19:11:30.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.457+0000 7f9b06000700 1 -- 172.21.15.3:0/1327253516 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9afc01b030 con 0x7f9b08075970 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.457+0000 7f9b1ae3fb80 1 Processor -- start 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 -- start start 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 0x560117b49c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b43df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 0x560117b44870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560117aa1ec0 con 0x560117b4a160 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560117a91a60 con 0x560117b44410 2024-05-21T19:11:30.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560117a95aa0 con 0x560117b49840 2024-05-21T19:11:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b0e400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 0x560117b49c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b0e400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 0x560117b49c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:56730/0 (socket says 172.21.15.3:56730) 2024-05-21T19:11:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b0e400700 1 -- 172.21.15.3:0/747516751 learned_addr learned my addr 172.21.15.3:0/747516751 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:30.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b0da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b43df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.458+0000 7f9b0d000700 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 0x560117b44870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b06000700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 0x7f9af00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 -- 172.21.15.3:0/747516751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 msgr2=0x560117b49c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 0x560117b49c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 -- 172.21.15.3:0/747516751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 msgr2=0x560117b43df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b43df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 -- 172.21.15.3:0/747516751 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560117a5a4a0 con 0x560117b44410 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0da00700 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0e400700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 0x7f9af00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b06000700 1 -- 172.21.15.3:0/1327253516 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9afc0e1d50 con 0x7f9b08075970 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.459+0000 7f9b0d000700 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 0x560117b44870 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9af400c010 tx=0x7f9af400bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5952ad30208743be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.460+0000 7f9afaa00700 1 -- 172.21.15.3:0/747516751 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af4026070 con 0x560117b44410 2024-05-21T19:11:30.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.460+0000 7f9afaa00700 1 -- 172.21.15.3:0/747516751 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9af400f910 con 0x560117b44410 2024-05-21T19:11:30.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.460+0000 7f9afaa00700 1 -- 172.21.15.3:0/747516751 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af40038e0 con 0x560117b44410 2024-05-21T19:11:30.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/747516751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 msgr2=0x560117b44870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 0x560117b44870 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9af400c010 tx=0x7f9af400bf60 comp rx=0 tx=0).stop 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b0e400700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 0x7f9af00b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9b00009f30 tx=0x7f9b00004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/747516751 shutdown_connections 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b44410 0x560117b44870 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b49840 0x560117b49c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/747516751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/747516751 >> 172.21.15.3:0/747516751 conn(0x560117a71c60 msgr2=0x560117b3e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/747516751 shutdown_connections 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/747516751 wait complete. 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.461+0000 7f9b1ae3fb80 1 -- start start 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 Processor -- start 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b4ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 0x560117b4d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560117998020 con 0x560117b49840 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560117a327e0 con 0x560117b4a160 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560117b50c20 con 0x560117b44410 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.462+0000 7f9b1ae3fb80 10 client.0 _ll_register_callbacks cb 0x560117a3bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b4ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59514/0 (socket says 172.21.15.3:59514) 2024-05-21T19:11:30.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0d000700 1 -- 172.21.15.3:0/3666855851 learned_addr learned my addr 172.21.15.3:0/3666855851 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0e400700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 0x560117b4d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 -- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 msgr2=0x560117b4d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 0x560117b4d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 -- 172.21.15.3:0/3666855851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 msgr2=0x560117b4d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 -- 172.21.15.3:0/3666855851 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601179e1950 con 0x560117b44410 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0e400700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 0x560117b4d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:30.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:30.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b4ff30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00ef00 tx=0x7f9afc0a98c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c82f47538f2db677 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.463+0000 7f9aef400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:30.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc0a8af0 con 0x560117b44410 2024-05-21T19:11:30.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9afc0a85e0 con 0x560117b44410 2024-05-21T19:11:30.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9af400f910 con 0x560117b44410 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9afc0a8e90 con 0x560117b44410 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9b1ae3fb80 10 client.26020 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560117a620e0 con 0x560117b44410 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.464+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9af400f910 con 0x560117b44410 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9afc0a8050 con 0x560117b44410 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 10 client.26020 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 10 client.26020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:30.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 20 client.26020 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117b5d790 0x560117b5fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 4 client.26020 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560117aa3e10 con 0x560117b5d790 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.465+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117b5d790 0x560117b5fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.466+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117b5d790 0x560117b5fc30 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69ee7fd92a5eb4a1 server_cookie=3bb0675b85e27379 in_seq=0 out_seq=0 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.466+0000 7f9aef400700 10 client.26020 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9aef400700 1 -- 172.21.15.3:0/3666855851 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560117aa3e10 con 0x560117b5d790 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9aef400700 10 client.26020 handle_command_reply: tid=0 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 client.26020 shutdown 2024-05-21T19:11:30.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 msgr2=0x560117b4ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b4ff30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00ef00 tx=0x7f9afc0a98c0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 shutdown_connections 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117b5d790 0x560117b5fc30 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b4a160 0x560117b4d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b4ff30 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9aef400700 0 client.26020 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3666855851 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b49840 0x560117b4d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 >> 172.21.15.3:0/3666855851 conn(0x560117a71c60 msgr2=0x560117b3e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.467+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 shutdown_connections 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.468+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3666855851 wait complete. 2024-05-21T19:11:30.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.468+0000 7f9b1ae3fb80 20 client.26020 trim_cache size 0 max 16384 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 Processor -- start 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 -- start start 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b43df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b4c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081b2690 con 0x560117b4a160 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081aff20 con 0x560117b49840 2024-05-21T19:11:30.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.491+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081add70 con 0x560117b44410 2024-05-21T19:11:30.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45944/0 (socket says 172.21.15.3:45944) 2024-05-21T19:11:30.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0e400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b4c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 -- 172.21.15.3:0/3158479848 learned_addr learned my addr 172.21.15.3:0/3158479848 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b43df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 -- 172.21.15.3:0/3158479848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 msgr2=0x560117b43df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b43df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 -- 172.21.15.3:0/3158479848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 msgr2=0x560117b4c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b4c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 -- 172.21.15.3:0/3158479848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560117b4fb70 con 0x560117b49840 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0e400700 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b4c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.492+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9af4005560 tx=0x7f9af4005260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=338ba6b05cab38b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9afa000700 1 -- 172.21.15.3:0/3158479848 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af4026040 con 0x560117b49840 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9afa000700 1 -- 172.21.15.3:0/3158479848 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9af4032070 con 0x560117b49840 2024-05-21T19:11:30.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9afa000700 1 -- 172.21.15.3:0/3158479848 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af4003c90 con 0x560117b49840 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3158479848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 msgr2=0x560117b59cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9af4005560 tx=0x7f9af4005260 comp rx=0 tx=0).stop 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3158479848 shutdown_connections 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b4c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3158479848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b59cc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.493+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3158479848 >> 172.21.15.3:0/3158479848 conn(0x560117a71c60 msgr2=0x560117b4ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.494+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3158479848 shutdown_connections 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.494+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3158479848 wait complete. 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.494+0000 7f9b1ae3fb80 1 -- start start 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.494+0000 7f9b1ae3fb80 1 Processor -- start 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b56090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b52e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081ae3e0 con 0x560117b4a160 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081af850 con 0x560117b49840 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9b081aeab0 con 0x560117b44410 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b1ae3fb80 10 client.0 _ll_register_callbacks cb 0x560117a3bcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b0e400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b52e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b0da00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b56090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b0d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45952/0 (socket says 172.21.15.3:45952) 2024-05-21T19:11:30.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.495+0000 7f9b0d000700 1 -- 172.21.15.3:0/3995349830 learned_addr learned my addr 172.21.15.3:0/3995349830 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:30.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 -- 172.21.15.3:0/3995349830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 msgr2=0x560117b56090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b56090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 -- 172.21.15.3:0/3995349830 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 msgr2=0x560117b52e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b52e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 -- 172.21.15.3:0/3995349830 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560117b535a0 con 0x560117b49840 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b56090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b0d000700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9af4011040 tx=0x7f9af4003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce7fb0c288600407 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9aef400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af4026040 con 0x560117b49840 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9af400f870 con 0x560117b49840 2024-05-21T19:11:30.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.496+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9af4032070 con 0x560117b49840 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9af4003910 con 0x560117b49840 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 10 client.26021 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560117bc8e30 con 0x560117b49840 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9af4032070 con 0x560117b49840 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9af4020070 con 0x560117b49840 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 10 client.26021 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 10 client.26021 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 20 client.26021 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117bc90a0 0x560117bcb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 4 client.26021 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.497+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560117a9d5f0 con 0x560117bc90a0 2024-05-21T19:11:30.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.498+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117bc90a0 0x560117bcb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:30.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.498+0000 7f9b0da00700 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117bc90a0 0x560117bcb490 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e768340d36e9177 server_cookie=9e3337b770536f5c in_seq=0 out_seq=0 2024-05-21T19:11:30.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.498+0000 7f9aef400700 10 client.26021 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:30.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.499+0000 7f9aef400700 1 -- 172.21.15.3:0/3995349830 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560117a9d5f0 con 0x560117bc90a0 2024-05-21T19:11:30.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9aef400700 10 client.26021 handle_command_reply: tid=0 2024-05-21T19:11:30.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 client.26021 shutdown 2024-05-21T19:11:30.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 msgr2=0x560117b565d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9af4011040 tx=0x7f9af4003680 comp rx=0 tx=0).stop 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 shutdown_connections 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560117bc90a0 0x560117bcb490 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560117b4a160 0x560117b52e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560117b44410 0x560117b56090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 --2- 172.21.15.3:0/3995349830 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560117b49840 0x560117b565d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 >> 172.21.15.3:0/3995349830 conn(0x560117a71c60 msgr2=0x560117b4e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9aef400700 0 client.26021 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 shutdown_connections 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 1 -- 172.21.15.3:0/3995349830 wait complete. 2024-05-21T19:11:30.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.500+0000 7f9b1ae3fb80 20 client.26021 trim_cache size 0 max 16384 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "16fb69b1-01b3-41f3-841b-e5f751479267", 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:30.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 msgr2=0x7f9af00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 0x7f9af00b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9b00009f30 tx=0x7f9b00004750 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 msgr2=0x7f9b0819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00ef30 tx=0x7f9afc00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 shutdown_connections 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9af00b2900 0x7f9af00b4dc0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9b0810fcb0 0x7f9b081a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b08075970 0x7f9b0819be60 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 --2- 172.21.15.3:0/1327253516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9b08076290 0x7f9b0819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:30.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.501+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 >> 172.21.15.3:0/1327253516 conn(0x7f9b080fefc0 msgr2=0x7f9b080ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:30.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.502+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 shutdown_connections 2024-05-21T19:11:30.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:30.502+0000 7f9b0ee00700 1 -- 172.21.15.3:0/1327253516 wait complete. 2024-05-21T19:11:31.458 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:11:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:31 smithi003 ceph-mon[31577]: pgmap v547: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:31 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:11:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:31 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:31 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:11:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:31 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:31 smithi178 ceph-mon[36523]: pgmap v547: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:31 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:11:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:31 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:31 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:11:31.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:31 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:31.965 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:31 smithi104 ceph-mon[36417]: pgmap v547: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:31 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:11:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:31 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:31 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:11:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:31 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:32.189 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.188+0000 7ff8e7200640 1 -- 172.21.15.3:0/1316441689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 msgr2=0x7ff8e8102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.188+0000 7ff8e7200640 1 --2- 172.21.15.3:0/1316441689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e8102940 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff8e0009ca0 tx=0x7ff8e002a940 comp rx=0 tx=0).stop 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 -- 172.21.15.3:0/1316441689 shutdown_connections 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 --2- 172.21.15.3:0/1316441689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e8102940 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 --2- 172.21.15.3:0/1316441689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e8101b20 0x7ff8e8101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 --2- 172.21.15.3:0/1316441689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e81011c0 0x7ff8e81015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 -- 172.21.15.3:0/1316441689 >> 172.21.15.3:0/1316441689 conn(0x7ff8e80fcd40 msgr2=0x7ff8e80ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 -- 172.21.15.3:0/1316441689 shutdown_connections 2024-05-21T19:11:32.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.189+0000 7ff8e7200640 1 -- 172.21.15.3:0/1316441689 wait complete. 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 Processor -- start 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 -- start start 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e81011c0 0x7ff8e819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e81a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e8110630 con 0x7ff8e81011c0 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81104b0 con 0x7ff8e81024c0 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81107b0 con 0x7ff8e8101b20 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.190+0000 7ff8e5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e81011c0 0x7ff8e819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e81a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57706/0 (socket says 172.21.15.3:57706) 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e5400640 1 -- 172.21.15.3:0/3795399961 learned_addr learned my addr 172.21.15.3:0/3795399961 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 -- 172.21.15.3:0/3795399961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 msgr2=0x7ff8e819b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 -- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e81011c0 msgr2=0x7ff8e819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e81011c0 0x7ff8e819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 -- 172.21.15.3:0/3795399961 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8e81a28f0 con 0x7ff8e81024c0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e5400640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.191+0000 7ff8e6800640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e81a2250 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff8e002ae60 tx=0x7ff8e002f5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.192+0000 7ff8dea00640 1 -- 172.21.15.3:0/3795399961 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e0034040 con 0x7ff8e81024c0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.192+0000 7ff8dea00640 1 -- 172.21.15.3:0/3795399961 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8e002fe10 con 0x7ff8e81024c0 2024-05-21T19:11:32.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.192+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8e81a2b80 con 0x7ff8e81024c0 2024-05-21T19:11:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.192+0000 7ff8dea00640 1 -- 172.21.15.3:0/3795399961 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e00046b0 con 0x7ff8e81024c0 2024-05-21T19:11:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.192+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8e81a30c0 con 0x7ff8e81024c0 2024-05-21T19:11:32.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.195+0000 7ff8f018b740 1 Processor -- start 2024-05-21T19:11:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8dea00640 1 -- 172.21.15.3:0/3795399961 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff8e0037020 con 0x7ff8e81024c0 2024-05-21T19:11:32.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 -- start start 2024-05-21T19:11:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8ab110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f81ab90 con 0x55bc3f8aacf0 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f80a730 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8f018b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f80e770 con 0x55bc3f8b0850 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8e5e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8e5e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51626/0 (socket says 172.21.15.3:51626) 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.196+0000 7ff8e5e00640 1 -- 172.21.15.3:0/2032002233 learned_addr learned my addr 172.21.15.3:0/2032002233 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5400640 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8ab110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 -- 172.21.15.3:0/2032002233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 msgr2=0x55bc3f8b2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 -- 172.21.15.3:0/2032002233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 msgr2=0x55bc3f8ab110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8ab110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 -- 172.21.15.3:0/2032002233 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc3f7a38b0 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5400640 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8ab110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8009c90 tx=0x7ff8d8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9308a549ed1707c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.197+0000 7ff8d3400640 1 -- 172.21.15.3:0/2032002233 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8005220 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8d3400640 1 -- 172.21.15.3:0/2032002233 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8d8004c50 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8d3400640 1 -- 172.21.15.3:0/2032002233 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d80196d0 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8dea00640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 0x7ff8cc0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8dea00640 1 -- 172.21.15.3:0/3795399961 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff8e0103170 con 0x7ff8e81024c0 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8e5400640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 0x7ff8cc0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 -- 172.21.15.3:0/2032002233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 msgr2=0x55bc3f8b01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8009c90 tx=0x7ff8d8011810 comp rx=0 tx=0).stop 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 -- 172.21.15.3:0/2032002233 shutdown_connections 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b01e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2032002233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8ab110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.198+0000 7ff8f018b740 1 -- 172.21.15.3:0/2032002233 >> 172.21.15.3:0/2032002233 conn(0x55bc3f8a6360 msgr2=0x55bc3f8a6760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.199+0000 7ff8f018b740 1 -- 172.21.15.3:0/2032002233 shutdown_connections 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.199+0000 7ff8f018b740 1 -- 172.21.15.3:0/2032002233 wait complete. 2024-05-21T19:11:32.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.199+0000 7ff8e5400640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 0x7ff8cc0b4d20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x55bc3f8abf40 tx=0x7ff8d4009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.199+0000 7ff8f018b740 1 -- start start 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.199+0000 7ff8f018b740 1 Processor -- start 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8bc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f4f0790 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f7b2bc0 con 0x55bc3f8aacf0 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bc3f8b3800 con 0x55bc3f8b0850 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8f018b740 10 client.0 _ll_register_callbacks cb 0x55bc3f790400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36350/0 (socket says 172.21.15.3:36350) 2024-05-21T19:11:32.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e5400640 1 -- 172.21.15.3:0/1359168491 learned_addr learned my addr 172.21.15.3:0/1359168491 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e6800640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8bc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.200+0000 7ff8e5e00640 1 -- 172.21.15.3:0/1359168491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 msgr2=0x55bc3f8bc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8bc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5e00640 1 -- 172.21.15.3:0/1359168491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 msgr2=0x55bc3f8b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5e00640 1 -- 172.21.15.3:0/1359168491 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc3f51f210 con 0x55bc3f8aacf0 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5400640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e6800640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8bc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b4ac0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55bc3f8a7230 tx=0x7ff8d8004be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aad28bf01e7affc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8c7e00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8029070 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff8d8023630 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.201+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8d8004c50 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff8d8035050 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 10 client.26033 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc3f5eb620 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8d8004c50 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff8d8019570 con 0x55bc3f8aacf0 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 10 client.26033 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 10 client.26033 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 20 client.26033 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f8c0330 0x55bc3f8c2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 4 client.26033 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc3f81cae0 con 0x55bc3f8c0330 2024-05-21T19:11:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.202+0000 7ff8e5400640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f8c0330 0x55bc3f8c2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.203+0000 7ff8e5400640 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f8c0330 0x55bc3f8c2720 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57816f8c87808478 server_cookie=b1124e258d4a8a29 in_seq=0 out_seq=0 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.203+0000 7ff8c7e00640 10 client.26033 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8c7e00640 1 -- 172.21.15.3:0/1359168491 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bc3f81cae0 con 0x55bc3f8c0330 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8c7e00640 10 client.26033 handle_command_reply: tid=0 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 client.26033 shutdown 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 msgr2=0x55bc3f8b4ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b4ac0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x55bc3f8a7230 tx=0x7ff8d8004be0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 shutdown_connections 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f8c0330 0x55bc3f8c2720 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f8bc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8c7e00640 0 client.26033 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 --2- 172.21.15.3:0/1359168491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b4ac0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 >> 172.21.15.3:0/1359168491 conn(0x55bc3f8a6360 msgr2=0x55bc3f8a54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 shutdown_connections 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 1 -- 172.21.15.3:0/1359168491 wait complete. 2024-05-21T19:11:32.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.204+0000 7ff8f018b740 20 client.26033 trim_cache size 0 max 16384 2024-05-21T19:11:32.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.221+0000 7ff8f018b740 1 Processor -- start 2024-05-21T19:11:32.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.221+0000 7ff8f018b740 1 -- start start 2024-05-21T19:11:32.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8bc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81ae830 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81ac100 con 0x55bc3f8b0850 2024-05-21T19:11:32.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8f018b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81a9f50 con 0x55bc3f8aacf0 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8bc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8bc000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36352/0 (socket says 172.21.15.3:36352) 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8e5400640 1 -- 172.21.15.3:0/3002968392 learned_addr learned my addr 172.21.15.3:0/3002968392 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.222+0000 7ff8e6800640 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 -- 172.21.15.3:0/3002968392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8b0850 msgr2=0x55bc3f8b4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 -- 172.21.15.3:0/3002968392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 msgr2=0x55bc3f8bc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8bc000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 -- 172.21.15.3:0/3002968392 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc3f8a6190 con 0x55bc3f8aacf0 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b40e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8000c00 tx=0x7ff8d8011d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c10d901ebeae9ad4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8d2a00640 1 -- 172.21.15.3:0/3002968392 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8029070 con 0x55bc3f8aacf0 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8d2a00640 1 -- 172.21.15.3:0/3002968392 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8d8004c50 con 0x55bc3f8aacf0 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.223+0000 7ff8d2a00640 1 -- 172.21.15.3:0/3002968392 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8d8004280 con 0x55bc3f8aacf0 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 -- 172.21.15.3:0/3002968392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 msgr2=0x55bc3f8b40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b40e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff8d8000c00 tx=0x7ff8d8011d10 comp rx=0 tx=0).stop 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 -- 172.21.15.3:0/3002968392 shutdown_connections 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8b0850 0x55bc3f8b4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8bc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 --2- 172.21.15.3:0/3002968392 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b40e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 -- 172.21.15.3:0/3002968392 >> 172.21.15.3:0/3002968392 conn(0x55bc3f8a6360 msgr2=0x55bc3f8ac9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 -- 172.21.15.3:0/3002968392 shutdown_connections 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.224+0000 7ff8f018b740 1 -- 172.21.15.3:0/3002968392 wait complete. 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 -- start start 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 Processor -- start 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81aa5c0 con 0x55bc3f8ab6e0 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81aba30 con 0x55bc3f8aacf0 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff8e81aac90 con 0x55bc3f8b0850 2024-05-21T19:11:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.225+0000 7ff8f018b740 10 client.0 _ll_register_callbacks cb 0x7ff8d8009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51664/0 (socket says 172.21.15.3:51664) 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57750/0 (socket says 172.21.15.3:57750) 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5e00640 1 -- 172.21.15.3:0/2291369989 learned_addr learned my addr 172.21.15.3:0/2291369989 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 -- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 msgr2=0x55bc3f8b9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 -- 172.21.15.3:0/2291369989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 msgr2=0x55bc3f8b9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 -- 172.21.15.3:0/2291369989 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc3f9293f0 con 0x55bc3f8b0850 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e5400640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.226+0000 7ff8e6800640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff8e00ca410 tx=0x7ff8e00041b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffc1be309257e5a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e00e9060 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff8e00ca970 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8d8004c50 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff8e00a9050 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8f018b740 10 client.26041 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bc3f92a6e0 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8d8004c50 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff8e002f070 con 0x55bc3f8b0850 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.227+0000 7ff8f018b740 10 client.26041 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8f018b740 10 client.26041 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8f018b740 20 client.26041 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f92b0d0 0x55bc3f92d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8f018b740 4 client.26041 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc3f8162c0 con 0x55bc3f92b0d0 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.228+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f92b0d0 0x55bc3f92d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.229+0000 7ff8e5e00640 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f92b0d0 0x55bc3f92d4c0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc7124d8fe9313ec server_cookie=9a7e75115e783593 in_seq=0 out_seq=0 2024-05-21T19:11:32.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.229+0000 7ff8c7e00640 10 client.26041 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.241+0000 7ff8c7e00640 1 -- 172.21.15.3:0/2291369989 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55bc3f8162c0 con 0x55bc3f92b0d0 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.241+0000 7ff8c7e00640 10 client.26041 handle_command_reply: tid=0 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.241+0000 7ff8f018b740 1 client.26041 shutdown 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 msgr2=0x55bc3f928eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff8e00ca410 tx=0x7ff8e00041b0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 shutdown_connections 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bc3f92b0d0 0x55bc3f92d4c0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bc3f8b0850 0x55bc3f928eb0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bc3f8ab6e0 0x55bc3f8b9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8c7e00640 0 client.26041 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 --2- 172.21.15.3:0/2291369989 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bc3f8aacf0 0x55bc3f8b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 >> 172.21.15.3:0/2291369989 conn(0x55bc3f8a6360 msgr2=0x55bc3f8a4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 shutdown_connections 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 1 -- 172.21.15.3:0/2291369989 wait complete. 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.242+0000 7ff8f018b740 20 client.26041 trim_cache size 0 max 16384 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:11:32.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:11:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:11:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 msgr2=0x7ff8cc0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 0x7ff8cc0b4d20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x55bc3f8abf40 tx=0x7ff8d4009550 comp rx=0 tx=0).stop 2024-05-21T19:11:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 msgr2=0x7ff8e81a2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e81a2250 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff8e002ae60 tx=0x7ff8e002f5c0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 shutdown_connections 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff8cc0b2860 0x7ff8cc0b4d20 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff8e8101b20 0x7ff8e819b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8e81024c0 0x7ff8e81a2250 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 --2- 172.21.15.3:0/3795399961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff8e81011c0 0x7ff8e819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 >> 172.21.15.3:0/3795399961 conn(0x7ff8e80fcd40 msgr2=0x7ff8e80fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 shutdown_connections 2024-05-21T19:11:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:32.243+0000 7ff8e7200640 1 -- 172.21.15.3:0/3795399961 wait complete. 2024-05-21T19:11:33.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:33 smithi003 ceph-mon[31577]: pgmap v548: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:33.835 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:11:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:33 smithi178 ceph-mon[36523]: pgmap v548: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:11:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:33 smithi104 ceph-mon[36417]: pgmap v548: 97 pgs: 97 active+clean; 1.5 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:11:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 -- 172.21.15.3:0/2576774264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 msgr2=0x7f3568112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 --2- 172.21.15.3:0/2576774264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f3568112650 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f356000b0a0 tx=0x7f356000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 -- 172.21.15.3:0/2576774264 shutdown_connections 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 --2- 172.21.15.3:0/2576774264 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f3568112650 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 --2- 172.21.15.3:0/2576774264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f356810b780 0x7f356810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 --2- 172.21.15.3:0/2576774264 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3568105780 0x7f3568105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 -- 172.21.15.3:0/2576774264 >> 172.21.15.3:0/2576774264 conn(0x7f3568101270 msgr2=0x7f3568103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 -- 172.21.15.3:0/2576774264 shutdown_connections 2024-05-21T19:11:34.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.012+0000 7f356dc00700 1 -- 172.21.15.3:0/2576774264 wait complete. 2024-05-21T19:11:34.014 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.013+0000 7f356dc00700 1 Processor -- start 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.013+0000 7f356dc00700 1 -- start start 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 0x7f35681a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3568115960 con 0x7f3568106140 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35681157e0 con 0x7f3568105780 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f356dc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3568115ae0 con 0x7f356810b780 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3566000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3566a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3567400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 0x7f35681a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3566000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36384/0 (socket says 172.21.15.3:36384) 2024-05-21T19:11:34.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3566a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51682/0 (socket says 172.21.15.3:51682) 2024-05-21T19:11:34.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3567400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 0x7f35681a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57760/0 (socket says 172.21.15.3:57760) 2024-05-21T19:11:34.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.014+0000 7f3566000700 1 -- 172.21.15.3:0/1009953011 learned_addr learned my addr 172.21.15.3:0/1009953011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 -- 172.21.15.3:0/1009953011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 msgr2=0x7f35681a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 0x7f35681a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 -- 172.21.15.3:0/1009953011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 msgr2=0x7f356819bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 -- 172.21.15.3:0/1009953011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35681a0d80 con 0x7f3568106140 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566a00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f3566000700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f355400e9a0 tx=0x7f355400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f355f400700 1 -- 172.21.15.3:0/1009953011 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355400ca10 con 0x7f3568106140 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35681a1070 con 0x7f3568106140 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f355f400700 1 -- 172.21.15.3:0/1009953011 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f355400cbb0 con 0x7f3568106140 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f355f400700 1 -- 172.21.15.3:0/1009953011 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554018680 con 0x7f3568106140 2024-05-21T19:11:34.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.015+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35681a88f0 con 0x7f3568106140 2024-05-21T19:11:34.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.020+0000 7f355f400700 1 -- 172.21.15.3:0/1009953011 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3554010430 con 0x7f3568106140 2024-05-21T19:11:34.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.020+0000 7f3578588b80 1 Processor -- start 2024-05-21T19:11:34.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.020+0000 7f3578588b80 1 -- start start 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 0x55d8e7032260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e7032ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d8e6f90e40 con 0x55d8e70387d0 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d8e6f809e0 con 0x55d8e7037eb0 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3578588b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d8e6f84a20 con 0x55d8e7032880 2024-05-21T19:11:34.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3566a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 0x55d8e7032260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3567400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3567400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51688/0 (socket says 172.21.15.3:51688) 2024-05-21T19:11:34.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3566a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 0x55d8e7032260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36400/0 (socket says 172.21.15.3:36400) 2024-05-21T19:11:34.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3567400700 1 -- 172.21.15.3:0/3710432227 learned_addr learned my addr 172.21.15.3:0/3710432227 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:34.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.021+0000 7f3566000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e7032ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 -- 172.21.15.3:0/3710432227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 msgr2=0x55d8e7032ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e7032ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 -- 172.21.15.3:0/3710432227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 msgr2=0x55d8e7032260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 0x55d8e7032260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 -- 172.21.15.3:0/3710432227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8e6f49420 con 0x55d8e7037eb0 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3567400700 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3560009df0 tx=0x7f3560009e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2faaa8ed9bc71158 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f355f400700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 0x7f354c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.022+0000 7f3553e00700 1 -- 172.21.15.3:0/3710432227 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356000bab0 con 0x55d8e7037eb0 2024-05-21T19:11:34.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3553e00700 1 -- 172.21.15.3:0/3710432227 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f356000bc50 con 0x55d8e7037eb0 2024-05-21T19:11:34.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3553e00700 1 -- 172.21.15.3:0/3710432227 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3560007e60 con 0x55d8e7037eb0 2024-05-21T19:11:34.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f355f400700 1 -- 172.21.15.3:0/1009953011 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f35540e2500 con 0x7f3568106140 2024-05-21T19:11:34.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3566a00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 0x7f354c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3578588b80 1 -- 172.21.15.3:0/3710432227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 msgr2=0x55d8e7038290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3578588b80 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3560009df0 tx=0x7f3560009e20 comp rx=0 tx=0).stop 2024-05-21T19:11:34.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.023+0000 7f3566a00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 0x7f354c0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3558009fd0 tx=0x7f3558009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 -- 172.21.15.3:0/3710432227 shutdown_connections 2024-05-21T19:11:34.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e7032ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e7038290 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 --2- 172.21.15.3:0/3710432227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e70387d0 0x55d8e7032260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 -- 172.21.15.3:0/3710432227 >> 172.21.15.3:0/3710432227 conn(0x55d8e6f60be0 msgr2=0x55d8e702d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 -- 172.21.15.3:0/3710432227 shutdown_connections 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 -- 172.21.15.3:0/3710432227 wait complete. 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 -- start start 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.024+0000 7f3578588b80 1 Processor -- start 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e703e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e703bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d8e6e86fa0 con 0x55d8e7037eb0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d8e6f21760 con 0x55d8e70387d0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d8e703f1e0 con 0x55d8e7032880 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3578588b80 10 client.0 _ll_register_callbacks cb 0x55d8e6f2ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3566000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3566000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36408/0 (socket says 172.21.15.3:36408) 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3566000700 1 -- 172.21.15.3:0/2310547266 learned_addr learned my addr 172.21.15.3:0/2310547266 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3567400700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e703bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.025+0000 7f3566a00700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e703e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 -- 172.21.15.3:0/2310547266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 msgr2=0x55d8e703e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e703e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 -- 172.21.15.3:0/2310547266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 msgr2=0x55d8e703b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 -- 172.21.15.3:0/2310547266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8e6ed08d0 con 0x55d8e70387d0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3566000700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3567400700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e703bd50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3560009a20 tx=0x7f356000bb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27f873ad3103a34e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3550c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.026+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3560003e10 con 0x55d8e70387d0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f356000bc50 con 0x55d8e70387d0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f35600079c0 con 0x55d8e70387d0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3560007bc0 con 0x55d8e70387d0 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3578588b80 10 client.26051 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:34.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8e6f51060 con 0x55d8e70387d0 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f356000bc50 con 0x55d8e70387d0 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.027+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3560011070 con 0x55d8e70387d0 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 10 client.26051 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 10 client.26051 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 20 client.26051 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e704bb50 0x55d8e704df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 4 client.26051 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8e6f92d90 con 0x55d8e704bb50 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.028+0000 7f3566a00700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e704bb50 0x55d8e704df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.029+0000 7f3566a00700 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e704bb50 0x55d8e704df40 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c08cb42da8fd1d7 server_cookie=b29ae403637677e8 in_seq=0 out_seq=0 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.029+0000 7f3550c00700 10 client.26051 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.029+0000 7f3550c00700 1 -- 172.21.15.3:0/2310547266 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d8e6f92d90 con 0x55d8e704bb50 2024-05-21T19:11:34.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.029+0000 7f3550c00700 10 client.26051 handle_command_reply: tid=0 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 client.26051 shutdown 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 msgr2=0x55d8e703bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e703bd50 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3560009a20 tx=0x7f356000bb50 comp rx=0 tx=0).stop 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 shutdown_connections 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e704bb50 0x55d8e704df40 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e703bd50 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7032880 0x55d8e703e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 --2- 172.21.15.3:0/2310547266 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7037eb0 0x55d8e703b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3550c00700 0 client.26051 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 >> 172.21.15.3:0/2310547266 conn(0x55d8e6f60be0 msgr2=0x55d8e7031250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 shutdown_connections 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 1 -- 172.21.15.3:0/2310547266 wait complete. 2024-05-21T19:11:34.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.030+0000 7f3578588b80 20 client.26051 trim_cache size 0 max 16384 2024-05-21T19:11:34.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 Processor -- start 2024-05-21T19:11:34.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 -- start start 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e7032260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 0x55d8e702c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e702cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f35681b2610 con 0x55d8e7032880 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35681afea0 con 0x55d8e70387d0 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.053+0000 7f3578588b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35681adcf0 con 0x55d8e7037eb0 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3566a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e7032260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e702cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3566a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e7032260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36414/0 (socket says 172.21.15.3:36414) 2024-05-21T19:11:34.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3566a00700 1 -- 172.21.15.3:0/3901397797 learned_addr learned my addr 172.21.15.3:0/3901397797 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:34.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3566000700 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 0x55d8e702c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 -- 172.21.15.3:0/3901397797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 msgr2=0x55d8e702c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 0x55d8e702c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 -- 172.21.15.3:0/3901397797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 msgr2=0x55d8e7032260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e7032260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3567400700 1 -- 172.21.15.3:0/3901397797 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8e703e0b0 con 0x55d8e70387d0 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.054+0000 7f3566000700 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 0x55d8e702c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.055+0000 7f3567400700 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e702cf20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f356000d010 tx=0x7f3560009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=537109327662dc49 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.055+0000 7f3553400700 1 -- 172.21.15.3:0/3901397797 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3560007d60 con 0x55d8e70387d0 2024-05-21T19:11:34.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.055+0000 7f3553400700 1 -- 172.21.15.3:0/3901397797 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35600268b0 con 0x55d8e70387d0 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.055+0000 7f3553400700 1 -- 172.21.15.3:0/3901397797 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35600050e0 con 0x55d8e70387d0 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.055+0000 7f3578588b80 1 -- 172.21.15.3:0/3901397797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 msgr2=0x55d8e702cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e702cf20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f356000d010 tx=0x7f3560009550 comp rx=0 tx=0).stop 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 -- 172.21.15.3:0/3901397797 shutdown_connections 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e70387d0 0x55d8e702cf20 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e7032260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 --2- 172.21.15.3:0/3901397797 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e7037eb0 0x55d8e702c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 -- 172.21.15.3:0/3901397797 >> 172.21.15.3:0/3901397797 conn(0x55d8e6f60be0 msgr2=0x55d8e703a120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 -- 172.21.15.3:0/3901397797 shutdown_connections 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 -- 172.21.15.3:0/3901397797 wait complete. 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 -- start start 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.056+0000 7f3578588b80 1 Processor -- start 2024-05-21T19:11:34.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e70515c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e70387d0 0x55d8e704eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f35681ae360 con 0x55d8e7032880 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f35681af7d0 con 0x55d8e7037eb0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f35681aea30 con 0x55d8e70387d0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3578588b80 10 client.0 _ll_register_callbacks cb 0x55d8e6f2ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3566000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3566a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e70515c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3566000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51712/0 (socket says 172.21.15.3:51712) 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3566000700 1 -- 172.21.15.3:0/314309728 learned_addr learned my addr 172.21.15.3:0/314309728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.057+0000 7f3567400700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e70387d0 0x55d8e704eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 -- 172.21.15.3:0/314309728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e70387d0 msgr2=0x55d8e704eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e70387d0 0x55d8e704eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 -- 172.21.15.3:0/314309728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 msgr2=0x55d8e70515c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e70515c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 -- 172.21.15.3:0/314309728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8e704f6e0 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3566000700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3554000c00 tx=0x7f35540e5f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20ec145952a811cb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3550c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35540a93f0 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f35540a6090 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.058+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35600268b0 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f35540c4070 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 10 client.26057 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d8e70b63b0 con 0x55d8e7037eb0 2024-05-21T19:11:34.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35600268b0 con 0x55d8e7037eb0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f35540cc0b0 con 0x55d8e7037eb0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 10 client.26057 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 10 client.26057 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 20 client.26057 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e70b6ac0 0x55d8e70b8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 4 client.26057 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d8e6f8c570 con 0x55d8e70b6ac0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.059+0000 7f3566a00700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e70b6ac0 0x55d8e70b8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3566a00700 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e70b6ac0 0x55d8e70b8ee0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3d904bc8a2a99a8 server_cookie=ced149fc615efd1f in_seq=0 out_seq=0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3550c00700 10 client.26057 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3550c00700 1 -- 172.21.15.3:0/314309728 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d8e6f8c570 con 0x55d8e70b6ac0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3550c00700 10 client.26057 handle_command_reply: tid=0 2024-05-21T19:11:34.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3578588b80 1 client.26057 shutdown 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 msgr2=0x55d8e704e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.060+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3554000c00 tx=0x7f35540e5f40 comp rx=0 tx=0).stop 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 shutdown_connections 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d8e70b6ac0 0x55d8e70b8ee0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d8e70387d0 0x55d8e704eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d8e7032880 0x55d8e70515c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 --2- 172.21.15.3:0/314309728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d8e7037eb0 0x55d8e704e960 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 >> 172.21.15.3:0/314309728 conn(0x55d8e6f60be0 msgr2=0x55d8e702c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3550c00700 0 client.26057 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:34.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 shutdown_connections 2024-05-21T19:11:34.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 1 -- 172.21.15.3:0/314309728 wait complete. 2024-05-21T19:11:34.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.061+0000 7f3578588b80 20 client.26057 trim_cache size 0 max 16384 2024-05-21T19:11:34.071 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:34.071 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:11:34.071 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:11:34.071 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 msgr2=0x7f354c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 0x7f354c0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3558009fd0 tx=0x7f3558009260 comp rx=0 tx=0).stop 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 msgr2=0x7f356819c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f355400e9a0 tx=0x7f355400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 shutdown_connections 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f354c0b2900 0x7f354c0b4dc0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f356810b780 0x7f35681a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3568105780 0x7f356819bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 --2- 172.21.15.3:0/1009953011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3568106140 0x7f356819c2b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:34.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 >> 172.21.15.3:0/1009953011 conn(0x7f3568101270 msgr2=0x7f35681017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:34.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 shutdown_connections 2024-05-21T19:11:34.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:34.062+0000 7f356dc00700 1 -- 172.21.15.3:0/1009953011 wait complete. 2024-05-21T19:11:35.061 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:11:35.061 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:11:35.533 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:35.683 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:35 smithi003 ceph-mon[31577]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:11:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:35 smithi178 ceph-mon[36523]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:11:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:35 smithi104 ceph-mon[36417]: pgmap v549: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:11:37.615 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:37 smithi003 ceph-mon[31577]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:37 smithi178 ceph-mon[36523]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:37.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.886+0000 7fb67a600700 1 -- 172.21.15.3:0/3509287454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb674109dd0 msgr2=0x7fb67410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.886+0000 7fb67a600700 1 --2- 172.21.15.3:0/3509287454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb674109dd0 0x7fb67410a1b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fb6640099c0 tx=0x7fb664009cd0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 -- 172.21.15.3:0/3509287454 shutdown_connections 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 --2- 172.21.15.3:0/3509287454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb67410eeb0 0x7fb674116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 --2- 172.21.15.3:0/3509287454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb674109dd0 0x7fb67410a1b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 --2- 172.21.15.3:0/3509287454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 0x7fb67410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 -- 172.21.15.3:0/3509287454 >> 172.21.15.3:0/3509287454 conn(0x7fb674076d10 msgr2=0x7fb674108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 -- 172.21.15.3:0/3509287454 shutdown_connections 2024-05-21T19:11:37.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.887+0000 7fb67a600700 1 -- 172.21.15.3:0/3509287454 wait complete. 2024-05-21T19:11:37.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 Processor -- start 2024-05-21T19:11:37.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 -- start start 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674109dd0 0x7fb6741a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 0x7fb6741a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb674119da0 con 0x7fb67410eeb0 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb674119c20 con 0x7fb674109dd0 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb67a600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb674119f20 con 0x7fb67410a780 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.888+0000 7fb673e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36430/0 (socket says 172.21.15.3:36430) 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 -- 172.21.15.3:0/188639000 learned_addr learned my addr 172.21.15.3:0/188639000 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673400700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674109dd0 0x7fb6741a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb672a00700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 0x7fb6741a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 -- 172.21.15.3:0/188639000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 msgr2=0x7fb6741a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:37.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 0x7fb6741a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 -- 172.21.15.3:0/188639000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674109dd0 msgr2=0x7fb6741a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674109dd0 0x7fb6741a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 -- 172.21.15.3:0/188639000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6741a52a0 con 0x7fb67410eeb0 2024-05-21T19:11:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.889+0000 7fb673e00700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb66c007ee0 tx=0x7fb66c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.890+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66c004bb0 con 0x7fb67410eeb0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.890+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb66c004d50 con 0x7fb67410eeb0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.890+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6741a5590 con 0x7fb67410eeb0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.890+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66c005920 con 0x7fb67410eeb0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.890+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6741ace10 con 0x7fb67410eeb0 2024-05-21T19:11:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.891+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb67406a230 con 0x7fb67410eeb0 2024-05-21T19:11:37.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.893+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb66c01a020 con 0x7fb67410eeb0 2024-05-21T19:11:37.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.895+0000 7fb66be00700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 0x7fb6580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:37.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.896+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb66c0e1830 con 0x7fb67410eeb0 2024-05-21T19:11:37.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.896+0000 7fb673400700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 0x7fb6580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:37.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.896+0000 7fb673400700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 0x7fb6580b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb664009990 tx=0x7fb664005c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:37.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:37.900+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb66c010070 con 0x7fb67410eeb0 2024-05-21T19:11:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:37 smithi104 ceph-mon[36417]: pgmap v550: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:38.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.174+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb67402e560 con 0x7fb67410eeb0 2024-05-21T19:11:38.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.175+0000 7fb66be00700 1 -- 172.21.15.3:0/188639000 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fb66c0a94d0 con 0x7fb67410eeb0 2024-05-21T19:11:38.176 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:11:38.177 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:11:38.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.178+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 msgr2=0x7fb6580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:38.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.178+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 0x7fb6580b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb664009990 tx=0x7fb664005c40 comp rx=0 tx=0).stop 2024-05-21T19:11:38.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.178+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 msgr2=0x7fb6741a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.178+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb66c007ee0 tx=0x7fb66c00d3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 shutdown_connections 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2880 0x7fb6580b4d40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410eeb0 0x7fb6741a4b60 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674109dd0 0x7fb6741a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 --2- 172.21.15.3:0/188639000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb67410a780 0x7fb6741a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 >> 172.21.15.3:0/188639000 conn(0x7fb674076d10 msgr2=0x7fb674078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 shutdown_connections 2024-05-21T19:11:38.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:38.179+0000 7fb67a600700 1 -- 172.21.15.3:0/188639000 wait complete. 2024-05-21T19:11:38.181 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:11:38.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:38 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/188639000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:38.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:38 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/188639000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:38.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:38 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/188639000' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:11:39.062 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:11:39.552 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:39 smithi003 ceph-mon[31577]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:39 smithi178 ceph-mon[36523]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:39 smithi104 ceph-mon[36417]: pgmap v551: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:41.703 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:41 smithi003 ceph-mon[31577]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 -- 172.21.15.3:0/4089948916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806bab0 msgr2=0x7f213806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 --2- 172.21.15.3:0/4089948916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806bab0 0x7f213806bf30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2124009920 tx=0x7f2124009c30 comp rx=0 tx=0).stop 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 -- 172.21.15.3:0/4089948916 shutdown_connections 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 --2- 172.21.15.3:0/4089948916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f213806c470 0x7f2138110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 --2- 172.21.15.3:0/4089948916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2138109580 0x7f2138109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 --2- 172.21.15.3:0/4089948916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806bab0 0x7f213806bf30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 -- 172.21.15.3:0/4089948916 >> 172.21.15.3:0/4089948916 conn(0x7f2138079280 msgr2=0x7f2138079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 -- 172.21.15.3:0/4089948916 shutdown_connections 2024-05-21T19:11:41.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.883+0000 7f213e000700 1 -- 172.21.15.3:0/4089948916 wait complete. 2024-05-21T19:11:41.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.884+0000 7f213e000700 1 Processor -- start 2024-05-21T19:11:41.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.884+0000 7f213e000700 1 -- start start 2024-05-21T19:11:41.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f213806bab0 0x7f213819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2138109580 0x7f21381a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2138113680 con 0x7f213806c470 2024-05-21T19:11:41.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2138113500 con 0x7f213806bab0 2024-05-21T19:11:41.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213e000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2138113800 con 0x7f2138109580 2024-05-21T19:11:41.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f2137e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:41 smithi178 ceph-mon[36523]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f2137e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45890/0 (socket says 172.21.15.3:45890) 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f2137e00700 1 -- 172.21.15.3:0/3034363484 learned_addr learned my addr 172.21.15.3:0/3034363484 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213cc00700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f213806bab0 0x7f213819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.885+0000 7f213d600700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2138109580 0x7f21381a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 -- 172.21.15.3:0/3034363484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2138109580 msgr2=0x7f21381a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2138109580 0x7f21381a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 -- 172.21.15.3:0/3034363484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f213806bab0 msgr2=0x7f213819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f213806bab0 0x7f213819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 -- 172.21.15.3:0/3034363484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21381a0e20 con 0x7f213806c470 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2137e00700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2124000c00 tx=0x7f212400f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2135600700 1 -- 172.21.15.3:0/3034363484 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124027070 con 0x7f213806c470 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21381a10b0 con 0x7f213806c470 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2135600700 1 -- 172.21.15.3:0/3034363484 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21240055f0 con 0x7f213806c470 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.886+0000 7f2135600700 1 -- 172.21.15.3:0/3034363484 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124004930 con 0x7f213806c470 2024-05-21T19:11:41.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.887+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21381a8990 con 0x7f213806c470 2024-05-21T19:11:41.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.892+0000 7f2135600700 1 -- 172.21.15.3:0/3034363484 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f212402a070 con 0x7f213806c470 2024-05-21T19:11:41.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 Processor -- start 2024-05-21T19:11:41.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 -- start start 2024-05-21T19:11:41.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 0x562a1a505ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a5007f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562a1a45de40 con 0x562a1a500390 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562a1a44d9e0 con 0x562a1a5057c0 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.893+0000 7f2149eddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562a1a451a20 con 0x562a1a5060e0 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f2137e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a5007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57082/0 (socket says 172.21.15.3:57082) 2024-05-21T19:11:41.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 -- 172.21.15.3:0/1277511112 learned_addr learned my addr 172.21.15.3:0/1277511112 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213d600700 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 0x562a1a505ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 -- 172.21.15.3:0/1277511112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 msgr2=0x562a1a505ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 0x562a1a505ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 -- 172.21.15.3:0/1277511112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 msgr2=0x562a1a5007f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a5007f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213cc00700 1 -- 172.21.15.3:0/1277511112 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1a416420 con 0x562a1a5060e0 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f2135600700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 0x7f21200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.894+0000 7f213d600700 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 0x562a1a505ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f2135600700 1 -- 172.21.15.3:0/3034363484 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f21240e29d0 con 0x7f213806c470 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f213cc00700 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f212c009ce0 tx=0x7f212c011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10774b78ce1b0e85 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f213d600700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 0x7f21200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f212a000700 1 -- 172.21.15.3:0/1277511112 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c011d80 con 0x562a1a5060e0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f212a000700 1 -- 172.21.15.3:0/1277511112 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f212c004500 con 0x562a1a5060e0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.895+0000 7f212a000700 1 -- 172.21.15.3:0/1277511112 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c005280 con 0x562a1a5060e0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 -- 172.21.15.3:0/1277511112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 msgr2=0x562a1a4ffd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f213d600700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 0x7f21200b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2130007500 tx=0x7f213000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f212c009ce0 tx=0x7f212c011440 comp rx=0 tx=0).stop 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 -- 172.21.15.3:0/1277511112 shutdown_connections 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a5007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5057c0 0x562a1a505ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1277511112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5060e0 0x562a1a4ffd70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 -- 172.21.15.3:0/1277511112 >> 172.21.15.3:0/1277511112 conn(0x562a1a42dbe0 msgr2=0x562a1a4fa810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 -- 172.21.15.3:0/1277511112 shutdown_connections 2024-05-21T19:11:41.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.896+0000 7f2149eddb80 1 -- 172.21.15.3:0/1277511112 wait complete. 2024-05-21T19:11:41.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.897+0000 7f2149eddb80 1 -- start start 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.897+0000 7f2149eddb80 1 Processor -- start 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.897+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 0x562a1a50be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.897+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a5091b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.897+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2149eddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562a1a353fa0 con 0x562a1a5060e0 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2149eddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562a1a3ee760 con 0x562a1a500390 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2149eddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562a1a50cc00 con 0x562a1a5057c0 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2149eddb80 10 client.0 _ll_register_callbacks cb 0x562a1a3f7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:41.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213d600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213cc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 0x562a1a50be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a5091b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213d600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45918/0 (socket says 172.21.15.3:45918) 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213d600700 1 -- 172.21.15.3:0/1840099822 learned_addr learned my addr 172.21.15.3:0/1840099822 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213cc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 0x562a1a50be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:60218/0 (socket says 172.21.15.3:60218) 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 -- 172.21.15.3:0/1840099822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 msgr2=0x562a1a50be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 0x562a1a50be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 -- 172.21.15.3:0/1840099822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 msgr2=0x562a1a5096f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f2137e00700 1 -- 172.21.15.3:0/1840099822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1a39d8d0 con 0x562a1a5057c0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.898+0000 7f213d600700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f2137e00700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a5091b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f212400c010 tx=0x7f2124005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd4b2e73f0843d03 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f211ea00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:41.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21240a5ec0 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f21240aa470 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212c004500 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f21240a9770 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f2149eddb80 10 client.26077 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.899+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a1a41e060 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f212c004500 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f21240b2940 con 0x562a1a5057c0 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 10 client.26077 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 10 client.26077 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 20 client.26077 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a5197b0 0x562a1a51bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 4 client.26077 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:41.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a1a45fd90 con 0x562a1a5197b0 2024-05-21T19:11:41.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.900+0000 7f213cc00700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a5197b0 0x562a1a51bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.901+0000 7f213cc00700 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a5197b0 0x562a1a51bbd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=97b4079179ec0bb6 server_cookie=b6cc1dbeca3c1ee8 in_seq=0 out_seq=0 2024-05-21T19:11:41.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.901+0000 7f211ea00700 10 client.26077 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f211ea00700 1 -- 172.21.15.3:0/1840099822 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562a1a45fd90 con 0x562a1a5197b0 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f211ea00700 10 client.26077 handle_command_reply: tid=0 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 client.26077 shutdown 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 msgr2=0x562a1a5091b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a5091b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f212400c010 tx=0x7f2124005b40 comp rx=0 tx=0).stop 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 shutdown_connections 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a5197b0 0x562a1a51bbd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5060e0 0x562a1a5096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a500390 0x562a1a50be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 --2- 172.21.15.3:0/1840099822 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a5091b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 >> 172.21.15.3:0/1840099822 conn(0x562a1a42dbe0 msgr2=0x562a1a4f9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f211ea00700 0 client.26077 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 shutdown_connections 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 1 -- 172.21.15.3:0/1840099822 wait complete. 2024-05-21T19:11:41.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.902+0000 7f2149eddb80 20 client.26077 trim_cache size 0 max 16384 2024-05-21T19:11:41.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.919+0000 7f2149eddb80 1 Processor -- start 2024-05-21T19:11:41.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 -- start start 2024-05-21T19:11:41.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a506d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a509600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f21381b2540 con 0x562a1a500390 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f21381afdd0 con 0x562a1a5060e0 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2149eddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f21381adc20 con 0x562a1a5057c0 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f213cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f213cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45932/0 (socket says 172.21.15.3:45932) 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f213cc00700 1 -- 172.21.15.3:0/633204410 learned_addr learned my addr 172.21.15.3:0/633204410 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f2137e00700 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a506d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.920+0000 7f213d600700 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a509600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 -- 172.21.15.3:0/633204410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 msgr2=0x562a1a506d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a506d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 -- 172.21.15.3:0/633204410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 msgr2=0x562a1a509600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a509600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 -- 172.21.15.3:0/633204410 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1a51c230 con 0x562a1a500390 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f213cc00700 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd04fc9570ce5a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f2129600700 1 -- 172.21.15.3:0/633204410 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c030070 con 0x562a1a500390 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f2129600700 1 -- 172.21.15.3:0/633204410 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f212c009790 con 0x562a1a500390 2024-05-21T19:11:41.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.921+0000 7f2129600700 1 -- 172.21.15.3:0/633204410 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c003680 con 0x562a1a500390 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 -- 172.21.15.3:0/633204410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 msgr2=0x562a1a4ffd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f212c006010 tx=0x7f212c004df0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 -- 172.21.15.3:0/633204410 shutdown_connections 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a509600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a500390 0x562a1a4ffd70 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 --2- 172.21.15.3:0/633204410 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a5057c0 0x562a1a506d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 -- 172.21.15.3:0/633204410 >> 172.21.15.3:0/633204410 conn(0x562a1a42dbe0 msgr2=0x562a1a507aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 -- 172.21.15.3:0/633204410 shutdown_connections 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.922+0000 7f2149eddb80 1 -- 172.21.15.3:0/633204410 wait complete. 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 -- start start 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 Processor -- start 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 0x562a1a511ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a50eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f21381ae290 con 0x562a1a5057c0 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f21381af700 con 0x562a1a5060e0 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f21381ae960 con 0x562a1a500390 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.923+0000 7f2149eddb80 10 client.0 _ll_register_callbacks cb 0x562a1a3f7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f2137e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f2137e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45940/0 (socket says 172.21.15.3:45940) 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f2137e00700 1 -- 172.21.15.3:0/3698300297 learned_addr learned my addr 172.21.15.3:0/3698300297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 0x562a1a511ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213d600700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a50eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 -- 172.21.15.3:0/3698300297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 msgr2=0x562a1a50eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a50eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 -- 172.21.15.3:0/3698300297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 msgr2=0x562a1a512430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f213cc00700 1 -- 172.21.15.3:0/3698300297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1a512b00 con 0x562a1a500390 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.924+0000 7f2137e00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:41.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f213cc00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 0x562a1a511ef0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f212c009ce0 tx=0x7f212c009540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b58582454a43fffa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:41.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f211ea00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:41.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f212c030070 con 0x562a1a500390 2024-05-21T19:11:41.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f212c009790 con 0x562a1a500390 2024-05-21T19:11:41.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f212c011220 con 0x562a1a500390 2024-05-21T19:11:41.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f212c03a070 con 0x562a1a500390 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f2149eddb80 10 client.26083 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562a1a584a00 con 0x562a1a500390 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.925+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f212c009790 con 0x562a1a500390 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f212c02b040 con 0x562a1a500390 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 10 client.26083 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 10 client.26083 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 20 client.26083 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a584e10 0x562a1a587200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 4 client.26083 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562a1a459570 con 0x562a1a584e10 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.926+0000 7f2137e00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a584e10 0x562a1a587200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2137e00700 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a584e10 0x562a1a587200 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1163525459d75d6a server_cookie=9ca3f2062c3fb599 in_seq=0 out_seq=0 2024-05-21T19:11:41.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f211ea00700 10 client.26083 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f211ea00700 1 -- 172.21.15.3:0/3698300297 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562a1a459570 con 0x562a1a584e10 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f211ea00700 10 client.26083 handle_command_reply: tid=0 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 client.26083 shutdown 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 msgr2=0x562a1a511ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 0x562a1a511ef0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f212c009ce0 tx=0x7f212c009540 comp rx=0 tx=0).stop 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 shutdown_connections 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562a1a5060e0 0x562a1a50eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562a1a500390 0x562a1a511ef0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x562a1a584e10 0x562a1a587200 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 --2- 172.21.15.3:0/3698300297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562a1a5057c0 0x562a1a512430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 >> 172.21.15.3:0/3698300297 conn(0x562a1a42dbe0 msgr2=0x562a1a508330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f211ea00700 0 client.26083 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:11:41.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 shutdown_connections 2024-05-21T19:11:41.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.927+0000 7f2149eddb80 1 -- 172.21.15.3:0/3698300297 wait complete. 2024-05-21T19:11:41.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f2149eddb80 20 client.26083 trim_cache size 0 max 16384 2024-05-21T19:11:41.933 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:41.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 msgr2=0x7f21200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 0x7f21200b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2130007500 tx=0x7f213000b040 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 msgr2=0x7f213819c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f2124000c00 tx=0x7f212400f990 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 shutdown_connections 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21200b2900 0x7f21200b4dc0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2138109580 0x7f21381a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f213806bab0 0x7f213819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 --2- 172.21.15.3:0/3034363484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f213806c470 0x7f213819c350 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:41.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.928+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 >> 172.21.15.3:0/3034363484 conn(0x7f2138079280 msgr2=0x7f21381010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:41.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.929+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 shutdown_connections 2024-05-21T19:11:41.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:41.929+0000 7f213e000700 1 -- 172.21.15.3:0/3034363484 wait complete. 2024-05-21T19:11:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:41 smithi104 ceph-mon[36417]: pgmap v552: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:42.814 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:11:43.293 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:43.769 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:43 smithi003 ceph-mon[31577]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:43 smithi178 ceph-mon[36523]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:43 smithi104 ceph-mon[36417]: pgmap v553: 97 pgs: 97 active+clean; 1.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 -- 172.21.15.3:0/2002127652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781044a0 msgr2=0x7f587810ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 --2- 172.21.15.3:0/2002127652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781044a0 0x7f587810ad30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5870009860 tx=0x7f587002a340 comp rx=0 tx=0).stop 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 -- 172.21.15.3:0/2002127652 shutdown_connections 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 --2- 172.21.15.3:0/2002127652 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781044a0 0x7f587810ad30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 --2- 172.21.15.3:0/2002127652 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f5878103f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 --2- 172.21.15.3:0/2002127652 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781028f0 0x7f5878102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 -- 172.21.15.3:0/2002127652 >> 172.21.15.3:0/2002127652 conn(0x7f58780fde60 msgr2=0x7f58781002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 -- 172.21.15.3:0/2002127652 shutdown_connections 2024-05-21T19:11:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.396+0000 7f587cc00640 1 -- 172.21.15.3:0/2002127652 wait complete. 2024-05-21T19:11:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 Processor -- start 2024-05-21T19:11:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 -- start start 2024-05-21T19:11:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781028f0 0x7f587819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f587819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.397+0000 7f587cc00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f587810e420 con 0x7f58781044a0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f587cc00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f587810e2a0 con 0x7f5878103ae0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f587cc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f587810e5a0 con 0x7f58781028f0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45958/0 (socket says 172.21.15.3:45958) 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 -- 172.21.15.3:0/544144061 learned_addr learned my addr 172.21.15.3:0/544144061 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f586ea00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f587819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877400640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781028f0 0x7f587819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 -- 172.21.15.3:0/544144061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781028f0 msgr2=0x7f587819ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781028f0 0x7f587819ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 -- 172.21.15.3:0/544144061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 msgr2=0x7f587819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f587819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f5877e00640 1 -- 172.21.15.3:0/544144061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58781a2910 con 0x7f58781044a0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.398+0000 7f586ea00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f587819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f5877e00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f587002a930 tx=0x7f587002ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f5874c00640 1 -- 172.21.15.3:0/544144061 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5870037040 con 0x7f58781044a0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f5874c00640 1 -- 172.21.15.3:0/544144061 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5870041070 con 0x7f58781044a0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58781a2ba0 con 0x7f58781044a0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f5874c00640 1 -- 172.21.15.3:0/544144061 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5870003850 con 0x7f58781044a0 2024-05-21T19:11:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.399+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58781a3080 con 0x7f58781044a0 2024-05-21T19:11:45.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.403+0000 7f5880ffa740 1 Processor -- start 2024-05-21T19:11:45.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.403+0000 7f5874c00640 1 -- 172.21.15.3:0/544144061 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5870030550 con 0x7f58781044a0 2024-05-21T19:11:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.403+0000 7f5880ffa740 1 -- start start 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765ce110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 0x563b765d31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765d5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563b7653db90 con 0x563b765d3850 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563b7652d730 con 0x563b765ce6e0 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5880ffa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563b76531770 con 0x563b765cdcf0 2024-05-21T19:11:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f586ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765ce110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f5877400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 0x563b765d31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f586ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765ce110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57120/0 (socket says 172.21.15.3:57120) 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f586ea00640 1 -- 172.21.15.3:0/3779314270 learned_addr learned my addr 172.21.15.3:0/3779314270 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.404+0000 7f586ea00640 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765d5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 -- 172.21.15.3:0/3779314270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 msgr2=0x563b765ce110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765ce110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 -- 172.21.15.3:0/3779314270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 msgr2=0x563b765d5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765d5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 -- 172.21.15.3:0/3779314270 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b764c68b0 con 0x563b765ce6e0 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5874c00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 0x7f585c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5877400640 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 0x563b765d31e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5878103940 tx=0x7f5868011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=601e202c332d7b8e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5874c00640 1 -- 172.21.15.3:0/544144061 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5870101f50 con 0x7f58781044a0 2024-05-21T19:11:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f586ea00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 0x7f585c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5867e00640 1 -- 172.21.15.3:0/3779314270 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5868009db0 con 0x563b765ce6e0 2024-05-21T19:11:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.405+0000 7f5867e00640 1 -- 172.21.15.3:0/3779314270 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58680035f0 con 0x563b765ce6e0 2024-05-21T19:11:45.408 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5867e00640 1 -- 172.21.15.3:0/3779314270 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58680044e0 con 0x563b765ce6e0 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 -- 172.21.15.3:0/3779314270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 msgr2=0x563b765d31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f586ea00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 0x7f585c0b4d20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x563b765cef40 tx=0x7f5860009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 0x563b765d31e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f5878103940 tx=0x7f5868011810 comp rx=0 tx=0).stop 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 -- 172.21.15.3:0/3779314270 shutdown_connections 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765d5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765ce6e0 0x563b765d31e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.406+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3779314270 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765ce110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.407+0000 7f5880ffa740 1 -- 172.21.15.3:0/3779314270 >> 172.21.15.3:0/3779314270 conn(0x563b765c9360 msgr2=0x563b765c9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.407+0000 7f5880ffa740 1 -- 172.21.15.3:0/3779314270 shutdown_connections 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.407+0000 7f5880ffa740 1 -- 172.21.15.3:0/3779314270 wait complete. 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.407+0000 7f5880ffa740 1 -- start start 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.407+0000 7f5880ffa740 1 Processor -- start 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765cdcf0 0x563b765d7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765d8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563b76213790 con 0x563b765d3850 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563b764d5bc0 con 0x563b765cdcf0 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563b765d6800 con 0x563b765ce6e0 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5880ffa740 10 client.0 _ll_register_callbacks cb 0x563b764b3400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5877e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5877e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45982/0 (socket says 172.21.15.3:45982) 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5877e00640 1 -- 172.21.15.3:0/3371445493 learned_addr learned my addr 172.21.15.3:0/3371445493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f586ea00640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765d8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.408+0000 7f5877400640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765cdcf0 0x563b765d7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 -- 172.21.15.3:0/3371445493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 msgr2=0x563b765d8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765d8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 -- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765cdcf0 msgr2=0x563b765d7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765cdcf0 0x563b765d7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 -- 172.21.15.3:0/3371445493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b76242210 con 0x563b765d3850 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5877e00640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f58700328c0 tx=0x7f58700c9380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80179f979d80f73a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5864c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58700e3060 con 0x563b765d3850 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58680035f0 con 0x563b765d3850 2024-05-21T19:11:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f58700d1ec0 con 0x563b765d3850 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.409+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58700ea050 con 0x563b765d3850 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 10 client.15993 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b7630e620 con 0x563b765d3850 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58680035f0 con 0x563b765d3850 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58700c7440 con 0x563b765d3850 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 10 client.15993 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 10 client.15993 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 20 client.15993 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b765e3580 0x563b765e5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 4 client.15993 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b7653fae0 con 0x563b765e3580 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.410+0000 7f5877400640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b765e3580 0x563b765e5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.411+0000 7f5877400640 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b765e3580 0x563b765e5a40 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b137a0deb182820 server_cookie=c078fb410b8e39b5 in_seq=0 out_seq=0 2024-05-21T19:11:45.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.411+0000 7f5864c00640 10 client.15993 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5864c00640 1 -- 172.21.15.3:0/3371445493 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563b7653fae0 con 0x563b765e3580 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5864c00640 10 client.15993 handle_command_reply: tid=0 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 client.15993 shutdown 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 msgr2=0x563b765df040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f58700328c0 tx=0x7f58700c9380 comp rx=0 tx=0).stop 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 shutdown_connections 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b765e3580 0x563b765e5a40 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765d8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765d3850 0x563b765df040 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 --2- 172.21.15.3:0/3371445493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765cdcf0 0x563b765d7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5864c00640 0 client.15993 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:45.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 >> 172.21.15.3:0/3371445493 conn(0x563b765c9360 msgr2=0x563b765c84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 shutdown_connections 2024-05-21T19:11:45.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.412+0000 7f5880ffa740 1 -- 172.21.15.3:0/3371445493 wait complete. 2024-05-21T19:11:45.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.413+0000 7f5880ffa740 20 client.15993 trim_cache size 0 max 16384 2024-05-21T19:11:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 Processor -- start 2024-05-21T19:11:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 -- start start 2024-05-21T19:11:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765cf180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765cf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f58781ae7b0 con 0x563b765ce6e0 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f58781ac080 con 0x563b765d3850 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5880ffa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f58781a9ed0 con 0x563b765cdcf0 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f586ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f586ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45992/0 (socket says 172.21.15.3:45992) 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f586ea00640 1 -- 172.21.15.3:0/4153220015 learned_addr learned my addr 172.21.15.3:0/4153220015 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.430+0000 7f5877e00640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765cf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f5877400640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765cf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 -- 172.21.15.3:0/4153220015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 msgr2=0x563b765cf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765cf180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 -- 172.21.15.3:0/4153220015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 msgr2=0x563b765cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765cf6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 -- 172.21.15.3:0/4153220015 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b765d60c0 con 0x563b765ce6e0 2024-05-21T19:11:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f5877e00640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f5877400640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765cf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f586ea00640 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5860004800 tx=0x7f5860016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cee0f332e9a2be7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.431+0000 7f5867400640 1 -- 172.21.15.3:0/4153220015 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5860022190 con 0x563b765ce6e0 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5867400640 1 -- 172.21.15.3:0/4153220015 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5860022930 con 0x563b765ce6e0 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5867400640 1 -- 172.21.15.3:0/4153220015 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5860005230 con 0x563b765ce6e0 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 -- 172.21.15.3:0/4153220015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 msgr2=0x563b765df000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5860004800 tx=0x7f5860016000 comp rx=0 tx=0).stop 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 -- 172.21.15.3:0/4153220015 shutdown_connections 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765ce6e0 0x563b765df000 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 --2- 172.21.15.3:0/4153220015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765cdcf0 0x563b765cf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.432+0000 7f5880ffa740 1 -- 172.21.15.3:0/4153220015 >> 172.21.15.3:0/4153220015 conn(0x563b765c9360 msgr2=0x563b765cc350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.433+0000 7f5880ffa740 1 -- 172.21.15.3:0/4153220015 shutdown_connections 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.433+0000 7f5880ffa740 1 -- 172.21.15.3:0/4153220015 wait complete. 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.433+0000 7f5880ffa740 1 -- start start 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.433+0000 7f5880ffa740 1 Processor -- start 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765dd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765de390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f58781aa540 con 0x563b765cdcf0 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f58781ab9b0 con 0x563b765d3850 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f58781aac10 con 0x563b765ce6e0 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5880ffa740 10 client.0 _ll_register_callbacks cb 0x7f5870005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5877400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5877400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46002/0 (socket says 172.21.15.3:46002) 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5877400640 1 -- 172.21.15.3:0/578268360 learned_addr learned my addr 172.21.15.3:0/578268360 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f5877e00640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765de390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.434+0000 7f586ea00640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765dd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 -- 172.21.15.3:0/578268360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 msgr2=0x563b765dd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765dd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 -- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 msgr2=0x563b765de390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765de390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 -- 172.21.15.3:0/578268360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b765de980 con 0x563b765cdcf0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5877400640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5868009b80 tx=0x7f5868003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3efe68846506c7b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5864c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58680035f0 con 0x563b765cdcf0 2024-05-21T19:11:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5868016040 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5860022930 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f586803a050 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.435+0000 7f5880ffa740 10 client.15999 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b7664e970 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5860022930 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f586802b2c0 con 0x563b765cdcf0 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 10 client.15999 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 10 client.15999 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 20 client.15999 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b7664f190 0x563b766515b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 4 client.15999 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563b765392c0 con 0x563b7664f190 2024-05-21T19:11:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.436+0000 7f586ea00640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b7664f190 0x563b766515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.437+0000 7f586ea00640 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b7664f190 0x563b766515b0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5377c7f06bf1393c server_cookie=9fd8f3a6b96752c8 in_seq=0 out_seq=0 2024-05-21T19:11:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.437+0000 7f5864c00640 10 client.15999 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5864c00640 1 -- 172.21.15.3:0/578268360 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563b765392c0 con 0x563b7664f190 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5864c00640 10 client.15999 handle_command_reply: tid=0 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 client.15999 shutdown 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 msgr2=0x563b765dce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5868009b80 tx=0x7f5868003db0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 shutdown_connections 2024-05-21T19:11:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563b7664f190 0x563b766515b0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563b765ce6e0 0x563b765dd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563b765d3850 0x563b765de390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 --2- 172.21.15.3:0/578268360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563b765cdcf0 0x563b765dce40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 >> 172.21.15.3:0/578268360 conn(0x563b765c9360 msgr2=0x563b765cf180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5864c00640 0 client.15999 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 shutdown_connections 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 1 -- 172.21.15.3:0/578268360 wait complete. 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.450+0000 7f5880ffa740 20 client.15999 trim_cache size 0 max 16384 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:11:45.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:11:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:11:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 msgr2=0x7f585c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 0x7f585c0b4d20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x563b765cef40 tx=0x7f5860009500 comp rx=0 tx=0).stop 2024-05-21T19:11:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 msgr2=0x7f58781a2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f587002a930 tx=0x7f587002ada0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 shutdown_connections 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f58781044a0 0x7f58781a2270 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5878103ae0 0x7f587819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f585c0b2860 0x7f585c0b4d20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 --2- 172.21.15.3:0/544144061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f58781028f0 0x7f587819ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.451+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 >> 172.21.15.3:0/544144061 conn(0x7f58780fde60 msgr2=0x7f58781092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.452+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 shutdown_connections 2024-05-21T19:11:45.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:45.452+0000 7f587cc00640 1 -- 172.21.15.3:0/544144061 wait complete. 2024-05-21T19:11:45.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:45 smithi003 ceph-mon[31577]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 -- 172.21.15.3:0/4062170200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0106030 msgr2=0x7fbca0112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 --2- 172.21.15.3:0/4062170200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0106030 0x7fbca0112540 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009f90 tx=0x7fbc9800b330 comp rx=0 tx=0).stop 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 -- 172.21.15.3:0/4062170200 shutdown_connections 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 --2- 172.21.15.3:0/4062170200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0106030 0x7fbca0112540 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 --2- 172.21.15.3:0/4062170200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca010b670 0x7fbca010ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 --2- 172.21.15.3:0/4062170200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca0105670 0x7fbca0105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 -- 172.21.15.3:0/4062170200 >> 172.21.15.3:0/4062170200 conn(0x7fbca0101160 msgr2=0x7fbca0103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 -- 172.21.15.3:0/4062170200 shutdown_connections 2024-05-21T19:11:45.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.637+0000 7fbca4a00700 1 -- 172.21.15.3:0/4062170200 wait complete. 2024-05-21T19:11:45.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.639+0000 7fbca4a00700 1 Processor -- start 2024-05-21T19:11:45.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.639+0000 7fbca4a00700 1 -- start start 2024-05-21T19:11:45.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.639+0000 7fbca4a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.639+0000 7fbca4a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 0x7fbca01a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.639+0000 7fbca4a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 0x7fbca019bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbca4a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01158a0 con 0x7fbca0105670 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbca4a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbca0115720 con 0x7fbca0106030 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbca4a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbca0115a20 con 0x7fbca010b670 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46016/0 (socket says 172.21.15.3:46016) 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 -- 172.21.15.3:0/193060988 learned_addr learned my addr 172.21.15.3:0/193060988 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 0x7fbca019bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc96a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 0x7fbca01a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 -- 172.21.15.3:0/193060988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 msgr2=0x7fbca019bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 0x7fbca019bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.640+0000 7fbc9f400700 1 -- 172.21.15.3:0/193060988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 msgr2=0x7fbca01a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9f400700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 0x7fbca01a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9f400700 1 -- 172.21.15.3:0/193060988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca019c400 con 0x7fbca0105670 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 0x7fbca019bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc96a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 0x7fbca01a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9f400700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000e9a0 tx=0x7fbc9000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9cc00700 1 -- 172.21.15.3:0/193060988 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9000ca10 con 0x7fbca0105670 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9cc00700 1 -- 172.21.15.3:0/193060988 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc9000cbb0 con 0x7fbca0105670 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbca019c6f0 con 0x7fbca0105670 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbc9cc00700 1 -- 172.21.15.3:0/193060988 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc90018680 con 0x7fbca0105670 2024-05-21T19:11:45.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.641+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbca01a89d0 con 0x7fbca0105670 2024-05-21T19:11:45.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.646+0000 7fbc9cc00700 1 -- 172.21.15.3:0/193060988 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbc90010430 con 0x7fbca0105670 2024-05-21T19:11:45.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 Processor -- start 2024-05-21T19:11:45.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 -- start start 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91940 0x565166e8b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbc9cc00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 0x7fbc840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e8bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x565166de9e40 con 0x565166e91020 2024-05-21T19:11:45.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x565166dd99e0 con 0x565166e91940 2024-05-21T19:11:45.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.647+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x565166ddda20 con 0x565166e8bad0 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9cc00700 1 -- 172.21.15.3:0/193060988 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc900e23a0 con 0x7fbca0105670 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46026/0 (socket says 172.21.15.3:46026) 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 -- 172.21.15.3:0/1277094088 learned_addr learned my addr 172.21.15.3:0/1277094088 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc96a00700 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91940 0x565166e8b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e8bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9f400700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 0x7fbc840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 -- 172.21.15.3:0/1277094088 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 msgr2=0x565166e8bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e8bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 -- 172.21.15.3:0/1277094088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91940 msgr2=0x565166e8b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91940 0x565166e8b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.648+0000 7fbc9fe00700 1 -- 172.21.15.3:0/1277094088 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565166da2420 con 0x565166e91020 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.649+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbc98006090 tx=0x7fbc98006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4b13a6d6c481cd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.649+0000 7fbc9f400700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 0x7fbc840b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fbc90000c00 tx=0x7fbc90009790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.649+0000 7fbc94c00700 1 -- 172.21.15.3:0/1277094088 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc98027070 con 0x565166e91020 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.649+0000 7fbc94c00700 1 -- 172.21.15.3:0/1277094088 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc9800bcf0 con 0x565166e91020 2024-05-21T19:11:45.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.649+0000 7fbc94c00700 1 -- 172.21.15.3:0/1277094088 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9801f6a0 con 0x565166e91020 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/1277094088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 msgr2=0x565166e91400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fbc98006090 tx=0x7fbc98006000 comp rx=0 tx=0).stop 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/1277094088 shutdown_connections 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e8bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91020 0x565166e91400 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/1277094088 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91940 0x565166e8b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/1277094088 >> 172.21.15.3:0/1277094088 conn(0x565166db9be0 msgr2=0x565166e86150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.650+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/1277094088 shutdown_connections 2024-05-21T19:11:45.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.651+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/1277094088 wait complete. 2024-05-21T19:11:45.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.651+0000 7fbcb0a4ab80 1 -- start start 2024-05-21T19:11:45.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.651+0000 7fbcb0a4ab80 1 Processor -- start 2024-05-21T19:11:45.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e97700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166e94aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x565166cdffa0 con 0x565166e91940 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x565166d7a760 con 0x565166e91020 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x565166e98400 con 0x565166e8bad0 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbcb0a4ab80 10 client.0 _ll_register_callbacks cb 0x565166d83c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46034/0 (socket says 172.21.15.3:46034) 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbc9fe00700 1 -- 172.21.15.3:0/554346302 learned_addr learned my addr 172.21.15.3:0/554346302 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e97700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.652+0000 7fbc96a00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166e94aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 -- 172.21.15.3:0/554346302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 msgr2=0x565166e97700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e97700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 -- 172.21.15.3:0/554346302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 msgr2=0x565166e94aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166e94aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 -- 172.21.15.3:0/554346302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565166d298d0 con 0x565166e91940 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009790 tx=0x7fbc98007d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c70a1c3db577413 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc8d600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc98027070 con 0x565166e91940 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc9800bcf0 con 0x565166e91940 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.653+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc98007620 con 0x565166e91940 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc9801fe50 con 0x565166e91940 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 10 client.16011 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:45.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565166daa060 con 0x565166e91940 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc9800bcf0 con 0x565166e91940 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc98011070 con 0x565166e91940 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 10 client.16011 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 10 client.16011 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 20 client.16011 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:45.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166ea4e80 0x565166ea7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 4 client.16011 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.654+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565166debd90 con 0x565166ea4e80 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.655+0000 7fbc96a00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166ea4e80 0x565166ea7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.655+0000 7fbc96a00700 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166ea4e80 0x565166ea7270 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=291c8c96fe32961e server_cookie=da2e9fcbed430542 in_seq=0 out_seq=0 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.655+0000 7fbc8d600700 10 client.16011 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.656+0000 7fbc8d600700 1 -- 172.21.15.3:0/554346302 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x565166debd90 con 0x565166ea4e80 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.656+0000 7fbc8d600700 10 client.16011 handle_command_reply: tid=0 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.656+0000 7fbcb0a4ab80 1 client.16011 shutdown 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 msgr2=0x565166e94fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009790 tx=0x7fbc98007d40 comp rx=0 tx=0).stop 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 shutdown_connections 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166ea4e80 0x565166ea7270 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e94fe0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166e97700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/554346302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166e94aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 >> 172.21.15.3:0/554346302 conn(0x565166db9be0 msgr2=0x565166e8a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbc8d600700 0 client.16011 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 shutdown_connections 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/554346302 wait complete. 2024-05-21T19:11:45.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.657+0000 7fbcb0a4ab80 20 client.16011 trim_cache size 0 max 16384 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.674+0000 7fbcb0a4ab80 1 Processor -- start 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.674+0000 7fbcb0a4ab80 1 -- start start 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.674+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e8bad0 0x565166e94a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 0x565166e94fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01b25f0 con 0x565166e91940 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01afe80 con 0x565166e8bad0 2024-05-21T19:11:45.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01adcd0 con 0x565166e91020 2024-05-21T19:11:45.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbc96a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 0x565166e94fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46036/0 (socket says 172.21.15.3:46036) 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbc9fe00700 1 -- 172.21.15.3:0/2807761865 learned_addr learned my addr 172.21.15.3:0/2807761865 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.675+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e8bad0 0x565166e94a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 -- 172.21.15.3:0/2807761865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e8bad0 msgr2=0x565166e94a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e8bad0 0x565166e94a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 -- 172.21.15.3:0/2807761865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 msgr2=0x565166e8eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 -- 172.21.15.3:0/2807761865 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565166e98340 con 0x565166e91020 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc96a00700 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 0x565166e94fa0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x565166e82770 tx=0x7fbc88009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af95e25df42c4a78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc8fe00700 1 -- 172.21.15.3:0/2807761865 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88012c30 con 0x565166e91020 2024-05-21T19:11:45.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc8fe00700 1 -- 172.21.15.3:0/2807761865 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc88004ce0 con 0x565166e91020 2024-05-21T19:11:45.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.676+0000 7fbc8fe00700 1 -- 172.21.15.3:0/2807761865 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8801f430 con 0x565166e91020 2024-05-21T19:11:45.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/2807761865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 msgr2=0x565166e94fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 0x565166e94fa0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x565166e82770 tx=0x7fbc88009310 comp rx=0 tx=0).stop 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/2807761865 shutdown_connections 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166e8eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e8bad0 0x565166e94a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/2807761865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e91020 0x565166e94fa0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/2807761865 >> 172.21.15.3:0/2807761865 conn(0x565166db9be0 msgr2=0x565166e85c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/2807761865 shutdown_connections 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.677+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/2807761865 wait complete. 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.678+0000 7fbcb0a4ab80 1 -- start start 2024-05-21T19:11:45.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.678+0000 7fbcb0a4ab80 1 Processor -- start 2024-05-21T19:11:45.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166eaa660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166ea7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01ae340 con 0x565166e91940 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01af7b0 con 0x565166e91020 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbca01aea10 con 0x565166e8bad0 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbcb0a4ab80 10 client.0 _ll_register_callbacks cb 0x565166e80fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166eaa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc96a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166ea7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc96a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:60346/0 (socket says 172.21.15.3:60346) 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc9fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166ea7f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46046/0 (socket says 172.21.15.3:46046) 2024-05-21T19:11:45.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.679+0000 7fbc96a00700 1 -- 172.21.15.3:0/823423455 learned_addr learned my addr 172.21.15.3:0/823423455 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 -- 172.21.15.3:0/823423455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 msgr2=0x565166eaa660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166eaa660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 -- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 msgr2=0x565166ea7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166ea7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 -- 172.21.15.3:0/823423455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565166ea8480 con 0x565166e91020 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc96a00700 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005d10 tx=0x7fbc88012050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2088f331fc09457a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc8d600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc88012a30 con 0x565166e91020 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc88012bd0 con 0x565166e91020 2024-05-21T19:11:45.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.680+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc88004ce0 con 0x565166e91020 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc88012dd0 con 0x565166e91020 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 10 client.26117 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565166f0f3d0 con 0x565166e91020 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc88004ce0 con 0x565166e91020 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbc8801f7a0 con 0x565166e91020 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 10 client.26117 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 10 client.26117 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:11:45.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 20 client.26117 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166f0fa50 0x565166f11e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 4 client.26117 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.681+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x565166de5570 con 0x565166f0fa50 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.682+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166f0fa50 0x565166f11e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.682+0000 7fbc9fe00700 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166f0fa50 0x565166f11e70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b99e1f9291dfe36f server_cookie=c3556f1dae918fe1 in_seq=0 out_seq=0 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.682+0000 7fbc8d600700 10 client.26117 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbc8d600700 1 -- 172.21.15.3:0/823423455 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x565166de5570 con 0x565166f0fa50 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbc8d600700 10 client.26117 handle_command_reply: tid=0 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 client.26117 shutdown 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 msgr2=0x565166ea7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005d10 tx=0x7fbc88012050 comp rx=0 tx=0).stop 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 shutdown_connections 2024-05-21T19:11:45.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x565166f0fa50 0x565166f11e70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x565166e91940 0x565166ea7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x565166e8bad0 0x565166eaa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 --2- 172.21.15.3:0/823423455 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x565166e91020 0x565166ea7a00 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 >> 172.21.15.3:0/823423455 conn(0x565166db9be0 msgr2=0x565166e8eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbc8d600700 0 client.26117 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 shutdown_connections 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 1 -- 172.21.15.3:0/823423455 wait complete. 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.683+0000 7fbcb0a4ab80 20 client.26117 trim_cache size 0 max 16384 2024-05-21T19:11:45.686 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 msgr2=0x7fbc840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 0x7fbc840b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fbc90000c00 tx=0x7fbc90009790 comp rx=0 tx=0).stop 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 msgr2=0x7fbca01a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fbc9000e9a0 tx=0x7fbc9000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 shutdown_connections 2024-05-21T19:11:45.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc840b2880 0x7fbc840b4d40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbca010b670 0x7fbca019bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbca0105670 0x7fbca01a1a50 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 --2- 172.21.15.3:0/193060988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca0106030 0x7fbca01a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.684+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 >> 172.21.15.3:0/193060988 conn(0x7fbca0101160 msgr2=0x7fbca01017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.685+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 shutdown_connections 2024-05-21T19:11:45.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:45.685+0000 7fbca4a00700 1 -- 172.21.15.3:0/193060988 wait complete. 2024-05-21T19:11:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:45 smithi178 ceph-mon[36523]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:45 smithi104 ceph-mon[36417]: pgmap v554: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:11:46.614 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:11:47.094 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:47.735 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:47 smithi003 ceph-mon[31577]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:47 smithi178 ceph-mon[36523]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:47 smithi104 ceph-mon[36417]: pgmap v555: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.471+0000 7fd3aa000700 1 -- 172.21.15.3:0/2902797412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a410ff40 msgr2=0x7fd3a4112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.471+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2902797412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a410ff40 0x7fd3a4112330 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fd39c00b0a0 tx=0x7fd39c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 -- 172.21.15.3:0/2902797412 shutdown_connections 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2902797412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a410ff40 0x7fd3a4112330 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2902797412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a4075770 0x7fd3a4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2902797412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 0x7fd3a410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 -- 172.21.15.3:0/2902797412 >> 172.21.15.3:0/2902797412 conn(0x7fd3a407a6a0 msgr2=0x7fd3a407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 -- 172.21.15.3:0/2902797412 shutdown_connections 2024-05-21T19:11:49.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.472+0000 7fd3aa000700 1 -- 172.21.15.3:0/2902797412 wait complete. 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 Processor -- start 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 -- start start 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 0x7fd3a419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 0x7fd3a41a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41158e0 con 0x7fd3a4075770 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a4115760 con 0x7fd3a410ff40 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.473+0000 7fd3aa000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a4115a60 con 0x7fd3a4076090 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46058/0 (socket says 172.21.15.3:46058) 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 -- 172.21.15.3:0/2539816250 learned_addr learned my addr 172.21.15.3:0/2539816250 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 0x7fd3a41a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 0x7fd3a419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 -- 172.21.15.3:0/2539816250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 msgr2=0x7fd3a419c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 0x7fd3a419c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 -- 172.21.15.3:0/2539816250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 msgr2=0x7fd3a41a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 0x7fd3a41a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3400700 1 -- 172.21.15.3:0/2539816250 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a41a0e10 con 0x7fd3a4075770 2024-05-21T19:11:49.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.474+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 0x7fd3a41a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd39400e9a0 tx=0x7fd39400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd39be00700 1 -- 172.21.15.3:0/2539816250 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39400ca10 con 0x7fd3a4075770 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd39be00700 1 -- 172.21.15.3:0/2539816250 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd39400cbb0 con 0x7fd3a4075770 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd39be00700 1 -- 172.21.15.3:0/2539816250 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394018680 con 0x7fd3a4075770 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a41a1100 con 0x7fd3a4075770 2024-05-21T19:11:49.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.475+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a41a8980 con 0x7fd3a4075770 2024-05-21T19:11:49.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.481+0000 7fd39be00700 1 -- 172.21.15.3:0/2539816250 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd394010430 con 0x7fd3a4075770 2024-05-21T19:11:49.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.481+0000 7fd3b48f0b80 1 Processor -- start 2024-05-21T19:11:49.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 -- start start 2024-05-21T19:11:49.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215aeb0 0x560a1215b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a12155880 0x560a12155ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a120b3e40 con 0x560a1215b7d0 2024-05-21T19:11:49.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560a120a39e0 con 0x560a12155880 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560a120a7a20 con 0x560a1215aeb0 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3a3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215aeb0 0x560a1215b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46074/0 (socket says 172.21.15.3:46074) 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.482+0000 7fd3a3400700 1 -- 172.21.15.3:0/587693209 learned_addr learned my addr 172.21.15.3:0/587693209 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a12155880 0x560a12155ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd39be00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 0x7fd3880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3400700 1 -- 172.21.15.3:0/587693209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215aeb0 msgr2=0x560a1215b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3400700 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215aeb0 0x560a1215b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3400700 1 -- 172.21.15.3:0/587693209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a12155880 msgr2=0x560a12155ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3400700 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a12155880 0x560a12155ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3400700 1 -- 172.21.15.3:0/587693209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a1206c420 con 0x560a1215b7d0 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 0x7fd3880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.483+0000 7fd39be00700 1 -- 172.21.15.3:0/2539816250 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd3940e23e0 con 0x7fd3a4075770 2024-05-21T19:11:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.484+0000 7fd3a3400700 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd39401f4b0 tx=0x7fd394024000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418edb480d8284a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.484+0000 7fd398c00700 1 -- 172.21.15.3:0/587693209 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3940a9750 con 0x560a1215b7d0 2024-05-21T19:11:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.484+0000 7fd398c00700 1 -- 172.21.15.3:0/587693209 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd39401d210 con 0x560a1215b7d0 2024-05-21T19:11:49.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.484+0000 7fd398c00700 1 -- 172.21.15.3:0/587693209 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39401a0d0 con 0x560a1215b7d0 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/587693209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 msgr2=0x560a12155260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fd39401f4b0 tx=0x7fd394024000 comp rx=0 tx=0).stop 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 0x7fd3880b4d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd39c009e60 tx=0x7fd39c01f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/587693209 shutdown_connections 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a12155880 0x560a12155ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215aeb0 0x560a1215b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/587693209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a12155260 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/587693209 >> 172.21.15.3:0/587693209 conn(0x560a12083be0 msgr2=0x560a12150010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/587693209 shutdown_connections 2024-05-21T19:11:49.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.485+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/587693209 wait complete. 2024-05-21T19:11:49.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.486+0000 7fd3b48f0b80 1 -- start start 2024-05-21T19:11:49.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.486+0000 7fd3b48f0b80 1 Processor -- start 2024-05-21T19:11:49.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a121614a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a1215ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560a11fa9fa0 con 0x560a1215b7d0 2024-05-21T19:11:49.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560a12044760 con 0x560a1215aeb0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560a12162180 con 0x560a12155880 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3b48f0b80 10 client.0 _ll_register_callbacks cb 0x560a1204dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3a2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3a2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:60360/0 (socket says 172.21.15.3:60360) 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a121614a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.487+0000 7fd3a2a00700 1 -- 172.21.15.3:0/4208645949 learned_addr learned my addr 172.21.15.3:0/4208645949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a1215ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 -- 172.21.15.3:0/4208645949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 msgr2=0x560a121614a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a121614a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 -- 172.21.15.3:0/4208645949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 msgr2=0x560a1215ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a1215ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 -- 172.21.15.3:0/4208645949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a11ff38d0 con 0x560a1215aeb0 2024-05-21T19:11:49.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a3400700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a121614a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a1215ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd390012770 tx=0x7fd390012a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c7a4144eabee476 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.488+0000 7fd38d600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39000f540 con 0x560a1215aeb0 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd39401d210 con 0x560a1215aeb0 2024-05-21T19:11:49.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd39000f6e0 con 0x560a1215aeb0 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd39000f8e0 con 0x560a1215aeb0 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd3b48f0b80 10 client.26129 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a12074060 con 0x560a1215aeb0 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.489+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd39401d210 con 0x560a1215aeb0 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd390010bc0 con 0x560a1215aeb0 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 10 client.26129 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 10 client.26129 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:49.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 20 client.26129 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a1216ec70 0x560a12171080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 4 client.26129 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a120b5d90 con 0x560a1216ec70 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.490+0000 7fd3a3400700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a1216ec70 0x560a12171080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.491+0000 7fd3a3400700 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a1216ec70 0x560a12171080 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e86f188109aad8d8 server_cookie=5a46b04b44a6fb86 in_seq=0 out_seq=0 2024-05-21T19:11:49.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.491+0000 7fd38d600700 10 client.26129 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd38d600700 1 -- 172.21.15.3:0/4208645949 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560a120b5d90 con 0x560a1216ec70 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd38d600700 10 client.26129 handle_command_reply: tid=0 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 client.26129 shutdown 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 msgr2=0x560a1215e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd390012770 tx=0x7fd390012a80 comp rx=0 tx=0).stop 2024-05-21T19:11:49.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 shutdown_connections 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a1216ec70 0x560a12171080 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215b7d0 0x560a1215ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a121614a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/4208645949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a1215e840 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 >> 172.21.15.3:0/4208645949 conn(0x560a12083be0 msgr2=0x560a12154250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.492+0000 7fd38d600700 0 client.26129 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.493+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 shutdown_connections 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.493+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/4208645949 wait complete. 2024-05-21T19:11:49.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.493+0000 7fd3b48f0b80 20 client.26129 trim_cache size 0 max 16384 2024-05-21T19:11:49.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.509+0000 7fd3b48f0b80 1 Processor -- start 2024-05-21T19:11:49.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.509+0000 7fd3b48f0b80 1 -- start start 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a121589c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215b7d0 0x560a12158f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41b28a0 con 0x560a12155880 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41b0130 con 0x560a1215aeb0 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41adf80 con 0x560a1215b7d0 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46098/0 (socket says 172.21.15.3:46098) 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3a3400700 1 -- 172.21.15.3:0/3839176214 learned_addr learned my addr 172.21.15.3:0/3839176214 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:49.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a121589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.510+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215b7d0 0x560a12158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 -- 172.21.15.3:0/3839176214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215b7d0 msgr2=0x560a12158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215b7d0 0x560a12158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 -- 172.21.15.3:0/3839176214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 msgr2=0x560a121589c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a121589c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 -- 172.21.15.3:0/3839176214 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a121562d0 con 0x560a12155880 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd3a3400700 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd3940e26d0 tx=0x7fd394009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb971ea1ce86b07 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd38fe00700 1 -- 172.21.15.3:0/3839176214 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394025ab0 con 0x560a12155880 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd38fe00700 1 -- 172.21.15.3:0/3839176214 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3940a9490 con 0x560a12155880 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.511+0000 7fd38fe00700 1 -- 172.21.15.3:0/3839176214 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394013bb0 con 0x560a12155880 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/3839176214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 msgr2=0x560a12155260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fd3940e26d0 tx=0x7fd394009790 comp rx=0 tx=0).stop 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/3839176214 shutdown_connections 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a1215b7d0 0x560a12158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a12155880 0x560a12155260 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/3839176214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215aeb0 0x560a121589c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/3839176214 >> 172.21.15.3:0/3839176214 conn(0x560a12083be0 msgr2=0x560a1215e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/3839176214 shutdown_connections 2024-05-21T19:11:49.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.512+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/3839176214 wait complete. 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.513+0000 7fd3b48f0b80 1 -- start start 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.513+0000 7fd3b48f0b80 1 Processor -- start 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.513+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.513+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215aeb0 0x560a12176070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3b48f0b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 0x560a121765b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41ae5f0 con 0x560a1215aeb0 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41afa60 con 0x560a1215b7d0 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3b48f0b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a41aecc0 con 0x560a12155880 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3b48f0b80 10 client.0 _ll_register_callbacks cb 0x560a1204dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 0x560a121765b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57276/0 (socket says 172.21.15.3:57276) 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 -- 172.21.15.3:0/2358227509 learned_addr learned my addr 172.21.15.3:0/2358227509 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215aeb0 0x560a12176070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 -- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 msgr2=0x560a121765b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 0x560a121765b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 -- 172.21.15.3:0/2358227509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215aeb0 msgr2=0x560a12176070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215aeb0 0x560a12176070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3400700 1 -- 172.21.15.3:0/2358227509 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a12176df0 con 0x560a12155880 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.514+0000 7fd3a3e00700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 0x560a121765b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd3a3400700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd39400c2d0 tx=0x7fd3940a9980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd838c7518ea90a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd38d600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:11:49.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394020bf0 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd3940a52f0 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3940a9490 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd39401f310 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd3b48f0b80 10 client.26137 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.515+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a121d9730 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3940a9490 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd39406f190 con 0x560a12155880 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 10 client.26137 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 10 client.26137 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 20 client.26137 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a121d99b0 0x560a121dbda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 4 client.26137 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560a120af570 con 0x560a121d99b0 2024-05-21T19:11:49.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.516+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a121d99b0 0x560a121dbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:49.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3a2a00700 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a121d99b0 0x560a121dbda0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b89f2340cd30a1e server_cookie=1ffc92e37e2d42b9 in_seq=0 out_seq=0 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd38d600700 10 client.26137 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd38d600700 1 -- 172.21.15.3:0/2358227509 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560a120af570 con 0x560a121d99b0 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd38d600700 10 client.26137 handle_command_reply: tid=0 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 client.26137 shutdown 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 msgr2=0x560a12167a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd39400c2d0 tx=0x7fd3940a9980 comp rx=0 tx=0).stop 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 shutdown_connections 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560a121d99b0 0x560a121dbda0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560a1215b7d0 0x560a121765b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560a12155880 0x560a12167a50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 --2- 172.21.15.3:0/2358227509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560a1215aeb0 0x560a12176070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 >> 172.21.15.3:0/2358227509 conn(0x560a12083be0 msgr2=0x560a121589c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.517+0000 7fd38d600700 0 client.26137 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:49.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 shutdown_connections 2024-05-21T19:11:49.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3b48f0b80 1 -- 172.21.15.3:0/2358227509 wait complete. 2024-05-21T19:11:49.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3b48f0b80 20 client.26137 trim_cache size 0 max 16384 2024-05-21T19:11:49.522 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 msgr2=0x7fd3880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 0x7fd3880b4d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd39c009e60 tx=0x7fd39c01f040 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 msgr2=0x7fd3a419be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.518+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fd39400e9a0 tx=0x7fd39400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 shutdown_connections 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3880b2880 0x7fd3880b4d40 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3a410ff40 0x7fd3a41a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3a4075770 0x7fd3a419be50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 --2- 172.21.15.3:0/2539816250 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3a4076090 0x7fd3a419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 >> 172.21.15.3:0/2539816250 conn(0x7fd3a407a6a0 msgr2=0x7fd3a41007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:49.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 shutdown_connections 2024-05-21T19:11:49.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:49.519+0000 7fd3aa000700 1 -- 172.21.15.3:0/2539816250 wait complete. 2024-05-21T19:11:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:49 smithi003 ceph-mon[31577]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:11:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:49 smithi178 ceph-mon[36523]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:11:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:49 smithi104 ceph-mon[36417]: pgmap v556: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:11:51.408 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:11:51.409 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:11:51.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:51 smithi003 ceph-mon[31577]: pgmap v557: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:51 smithi178 ceph-mon[36523]: pgmap v557: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:51.891 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:51 smithi104 ceph-mon[36417]: pgmap v557: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:11:53.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:53 smithi003 ceph-mon[31577]: pgmap v558: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:53 smithi178 ceph-mon[36523]: pgmap v558: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:53 smithi104 ceph-mon[36417]: pgmap v558: 97 pgs: 97 active+clean; 1.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:11:54.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 -- 172.21.15.3:0/3090652401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 msgr2=0x7f1ed8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 --2- 172.21.15.3:0/3090652401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed8110470 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1ed000b0a0 tx=0x7f1ed000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 -- 172.21.15.3:0/3090652401 shutdown_connections 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 --2- 172.21.15.3:0/3090652401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed8110470 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 --2- 172.21.15.3:0/3090652401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81037f0 0x7f1ed8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 --2- 172.21.15.3:0/3090652401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81041a0 0x7f1ed81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.209+0000 7f1edca00700 1 -- 172.21.15.3:0/3090652401 >> 172.21.15.3:0/3090652401 conn(0x7f1ed807a6a0 msgr2=0x7f1ed807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.210+0000 7f1edca00700 1 -- 172.21.15.3:0/3090652401 shutdown_connections 2024-05-21T19:11:54.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.210+0000 7f1edca00700 1 -- 172.21.15.3:0/3090652401 wait complete. 2024-05-21T19:11:54.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.212+0000 7f1edca00700 1 Processor -- start 2024-05-21T19:11:54.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.212+0000 7f1edca00700 1 -- start start 2024-05-21T19:11:54.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.212+0000 7f1edca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1edca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81041a0 0x7f1ed8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1edca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1edca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81136c0 con 0x7f1ed81041a0 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1edca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed8113540 con 0x7f1ed81037f0 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1edca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed8113840 con 0x7f1ed81088f0 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81041a0 0x7f1ed8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33580/0 (socket says 172.21.15.3:33580) 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3638706633 learned_addr learned my addr 172.21.15.3:0/3638706633 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:54.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed6800700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.213+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3638706633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 msgr2=0x7f1ed80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81041a0 msgr2=0x7f1ed8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81041a0 0x7f1ed8075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3638706633 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed81a8040 con 0x7f1ed81037f0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed6800700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800e9a0 tx=0x7f1ec800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ecea00700 1 -- 172.21.15.3:0/3638706633 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec800ca10 con 0x7f1ed81037f0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed81a8330 con 0x7f1ed81037f0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ecea00700 1 -- 172.21.15.3:0/3638706633 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ec800cbb0 con 0x7f1ed81037f0 2024-05-21T19:11:54.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.214+0000 7f1ecea00700 1 -- 172.21.15.3:0/3638706633 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8018680 con 0x7f1ed81037f0 2024-05-21T19:11:54.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.215+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed81a8870 con 0x7f1ed81037f0 2024-05-21T19:11:54.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.218+0000 7f1ecea00700 1 -- 172.21.15.3:0/3638706633 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1ec8010430 con 0x7f1ed81037f0 2024-05-21T19:11:54.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.219+0000 7f1ee7397b80 1 Processor -- start 2024-05-21T19:11:54.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.219+0000 7f1ee7397b80 1 -- start start 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ecea00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 0x7f1ebc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04bf30 0x55824f04c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f046900 0x55824f046d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55824efa4ec0 con 0x55824f04bf30 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55824ef94a60 con 0x55824f04c850 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55824ef98aa0 con 0x55824f046900 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ecea00700 1 -- 172.21.15.3:0/3638706633 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1ec80e23e0 con 0x7f1ed81037f0 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ed6800700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 0x7f1ebc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ed5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ed5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33592/0 (socket says 172.21.15.3:33592) 2024-05-21T19:11:54.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ed5400700 1 -- 172.21.15.3:0/1503916678 learned_addr learned my addr 172.21.15.3:0/1503916678 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:54.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.220+0000 7f1ed6800700 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f046900 0x55824f046d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04bf30 0x55824f04c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 -- 172.21.15.3:0/1503916678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f046900 msgr2=0x55824f046d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f046900 0x55824f046d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 -- 172.21.15.3:0/1503916678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04bf30 msgr2=0x55824f04c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04bf30 0x55824f04c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 -- 172.21.15.3:0/1503916678 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55824ef5d4a0 con 0x55824f04c850 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed6800700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 0x7f1ebc0b4d40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009fd0 tx=0x7f1ed0009ce0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.221+0000 7f1ed5400700 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4009cb0 tx=0x7f1ec4011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf91d710a13901ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ec3400700 1 -- 172.21.15.3:0/1503916678 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4011d20 con 0x55824f04c850 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ec3400700 1 -- 172.21.15.3:0/1503916678 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ec4004500 con 0x55824f04c850 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ec3400700 1 -- 172.21.15.3:0/1503916678 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4005260 con 0x55824f04c850 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 -- 172.21.15.3:0/1503916678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 msgr2=0x55824f0462e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4009cb0 tx=0x7f1ec4011440 comp rx=0 tx=0).stop 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 -- 172.21.15.3:0/1503916678 shutdown_connections 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f046900 0x55824f046d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04bf30 0x55824f04c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/1503916678 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f04c850 0x55824f0462e0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.222+0000 7f1ee7397b80 1 -- 172.21.15.3:0/1503916678 >> 172.21.15.3:0/1503916678 conn(0x55824ef74c60 msgr2=0x55824f041090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.223+0000 7f1ee7397b80 1 -- 172.21.15.3:0/1503916678 shutdown_connections 2024-05-21T19:11:54.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.223+0000 7f1ee7397b80 1 -- 172.21.15.3:0/1503916678 wait complete. 2024-05-21T19:11:54.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.223+0000 7f1ee7397b80 1 -- start start 2024-05-21T19:11:54.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.223+0000 7f1ee7397b80 1 Processor -- start 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f052490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55824ee9b020 con 0x55824f04c850 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55824ef357e0 con 0x55824f046900 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55824f0532c0 con 0x55824f04bf30 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ee7397b80 10 client.0 _ll_register_callbacks cb 0x55824ef3ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ed6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ed6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40984/0 (socket says 172.21.15.3:40984) 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ed6800700 1 -- 172.21.15.3:0/3223463387 learned_addr learned my addr 172.21.15.3:0/3223463387 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f052490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.224+0000 7f1ed5400700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3223463387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 msgr2=0x55824f04f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3223463387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 msgr2=0x55824f04fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3223463387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55824eee4950 con 0x55824f046900 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed6800700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f052490 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800c2d0 tx=0x7f1ec80218b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f757001c04382bf0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1eb7e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec80a5110 con 0x55824f046900 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1ec80cc070 con 0x55824f046900 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.225+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ec4004500 con 0x55824f046900 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ec80a9490 con 0x55824f046900 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 10 client.26147 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:54.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55824ef650e0 con 0x55824f046900 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ec4004500 con 0x55824f046900 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ec80b2350 con 0x55824f046900 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 10 client.26147 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 10 client.26147 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 20 client.26147 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f05fce0 0x55824f062120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 4 client.26147 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.226+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55824efa6e10 con 0x55824f05fce0 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.227+0000 7f1ed5400700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f05fce0 0x55824f062120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.227+0000 7f1ed5400700 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f05fce0 0x55824f062120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f6810759481e873 server_cookie=a8f107b5aca0d572 in_seq=0 out_seq=0 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.227+0000 7f1eb7e00700 10 client.26147 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1eb7e00700 1 -- 172.21.15.3:0/3223463387 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55824efa6e10 con 0x55824f05fce0 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1eb7e00700 10 client.26147 handle_command_reply: tid=0 2024-05-21T19:11:54.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1ee7397b80 1 client.26147 shutdown 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 msgr2=0x55824f052490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f052490 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800c2d0 tx=0x7f1ec80218b0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.228+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 shutdown_connections 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f05fce0 0x55824f062120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f04fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f052490 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3223463387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1eb7e00700 0 client.26147 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 >> 172.21.15.3:0/3223463387 conn(0x55824ef74c60 msgr2=0x55824f0452d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 shutdown_connections 2024-05-21T19:11:54.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3223463387 wait complete. 2024-05-21T19:11:54.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.229+0000 7f1ee7397b80 20 client.26147 trim_cache size 0 max 16384 2024-05-21T19:11:54.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 Processor -- start 2024-05-21T19:11:54.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 -- start start 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f067a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81b2760 con 0x55824f04c850 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81afff0 con 0x55824f046900 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.252+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81ade40 con 0x55824f04bf30 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f067a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33600/0 (socket says 172.21.15.3:33600) 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f067a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40986/0 (socket says 172.21.15.3:40986) 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3879149055 learned_addr learned my addr 172.21.15.3:0/3879149055 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5400700 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3879149055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 msgr2=0x55824f04d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3879149055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 msgr2=0x55824f067a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f067a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 -- 172.21.15.3:0/3879149055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55824f0520d0 con 0x55824f046900 2024-05-21T19:11:54.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.253+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8000c00 tx=0x7f1ec800c480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e33d7c88268bc8f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ec2a00700 1 -- 172.21.15.3:0/3879149055 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec80a5110 con 0x55824f046900 2024-05-21T19:11:54.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ec2a00700 1 -- 172.21.15.3:0/3879149055 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ec80aa080 con 0x55824f046900 2024-05-21T19:11:54.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ec2a00700 1 -- 172.21.15.3:0/3879149055 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec80cc0b0 con 0x55824f046900 2024-05-21T19:11:54.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3879149055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 msgr2=0x55824f0462e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8000c00 tx=0x7f1ec800c480 comp rx=0 tx=0).stop 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3879149055 shutdown_connections 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f067a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f0462e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/3879149055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f04d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.254+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3879149055 >> 172.21.15.3:0/3879149055 conn(0x55824ef74c60 msgr2=0x55824f04cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.255+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3879149055 shutdown_connections 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.255+0000 7f1ee7397b80 1 -- 172.21.15.3:0/3879149055 wait complete. 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.255+0000 7f1ee7397b80 1 -- start start 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.255+0000 7f1ee7397b80 1 Processor -- start 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f055520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f055a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81ae4b0 con 0x55824f04c850 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81af920 con 0x55824f046900 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed81aeb80 con 0x55824f04bf30 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ee7397b80 10 client.0 _ll_register_callbacks cb 0x55824ef3ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ed6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f055a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ed5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33602/0 (socket says 172.21.15.3:33602) 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ed5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f055520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.256+0000 7f1ed5e00700 1 -- 172.21.15.3:0/2077387979 learned_addr learned my addr 172.21.15.3:0/2077387979 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 -- 172.21.15.3:0/2077387979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 msgr2=0x55824f055520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f055520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 -- 172.21.15.3:0/2077387979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 msgr2=0x55824f055a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:54.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f055a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 -- 172.21.15.3:0/2077387979 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55824f056260 con 0x55824f046900 2024-05-21T19:11:54.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5400700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f055520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:54.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ed5e00700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009230 tx=0x7f1ec80dff00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a499d85ace318fb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:54.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1eb7e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec80a5110 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1ec8010720 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ec80aa080 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ec80add30 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ee7397b80 10 client.26153 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.257+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55824f0cb990 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ec80aa080 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ec80a54f0 con 0x55824f046900 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 10 client.26153 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 10 client.26153 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 20 client.26153 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:54.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f0cbf80 0x55824f0ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 4 client.26153 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55824efa05f0 con 0x55824f0cbf80 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.258+0000 7f1ed5400700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f0cbf80 0x55824f0ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.259+0000 7f1ed5400700 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f0cbf80 0x55824f0ce3a0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=391b766e0f8b43ac server_cookie=3ac1e0c3320fc295 in_seq=0 out_seq=0 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.259+0000 7f1eb7e00700 10 client.26153 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1eb7e00700 1 -- 172.21.15.3:0/2077387979 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55824efa05f0 con 0x55824f0cbf80 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1eb7e00700 10 client.26153 handle_command_reply: tid=0 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 client.26153 shutdown 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 msgr2=0x55824f058cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009230 tx=0x7f1ec80dff00 comp rx=0 tx=0).stop 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 shutdown_connections 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55824f0cbf80 0x55824f0ce3a0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55824f04c850 0x55824f055a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55824f046900 0x55824f058cc0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 --2- 172.21.15.3:0/2077387979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55824f04bf30 0x55824f055520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 >> 172.21.15.3:0/2077387979 conn(0x55824ef74c60 msgr2=0x55824f04e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.260+0000 7f1eb7e00700 0 client.26153 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.261+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 shutdown_connections 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.261+0000 7f1ee7397b80 1 -- 172.21.15.3:0/2077387979 wait complete. 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.261+0000 7f1ee7397b80 20 client.26153 trim_cache size 0 max 16384 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:11:54.264 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "40b0c949-a295-4c61-b00a-fe05f3a3a95d", 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 msgr2=0x7f1ebc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 0x7f1ebc0b4d40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009fd0 tx=0x7f1ed0009ce0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 msgr2=0x7f1ed8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:54.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800e9a0 tx=0x7f1ec800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 shutdown_connections 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1ebc0b2880 0x7f1ebc0b4d40 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ed81088f0 0x7f1ed80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ed81037f0 0x7f1ed8075840 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 --2- 172.21.15.3:0/3638706633 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ed81041a0 0x7f1ed8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 >> 172.21.15.3:0/3638706633 conn(0x7f1ed807a6a0 msgr2=0x7f1ed8101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 shutdown_connections 2024-05-21T19:11:54.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:54.262+0000 7f1edca00700 1 -- 172.21.15.3:0/3638706633 wait complete. 2024-05-21T19:11:55.121 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:11:55.591 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:11:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:55 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:11:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:55 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:55 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:11:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:55 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:55 smithi003 ceph-mon[31577]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:55 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:11:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:55 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:55 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:11:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:55 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:55 smithi178 ceph-mon[36523]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:55 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:11:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:55 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:55 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:11:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:55 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:11:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:55 smithi104 ceph-mon[36417]: pgmap v559: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:11:56.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:56 smithi104 ceph-mon[36417]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:57.098 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:56 smithi003 ceph-mon[31577]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:57.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:56 smithi178 ceph-mon[36523]: pgmap v560: 97 pgs: 97 active+clean; 1.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:11:57.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.971+0000 7f7f97200700 1 -- 172.21.15.3:0/3579906029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f90106140 msgr2=0x7f7f90112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.971+0000 7f7f97200700 1 --2- 172.21.15.3:0/3579906029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f90106140 0x7f7f90112650 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7f88009f90 tx=0x7f7f8800b330 comp rx=0 tx=0).stop 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 -- 172.21.15.3:0/3579906029 shutdown_connections 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 --2- 172.21.15.3:0/3579906029 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f90106140 0x7f7f90112650 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 --2- 172.21.15.3:0/3579906029 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f9010b780 0x7f7f9010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 --2- 172.21.15.3:0/3579906029 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f90105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 -- 172.21.15.3:0/3579906029 >> 172.21.15.3:0/3579906029 conn(0x7f7f90101270 msgr2=0x7f7f90103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 -- 172.21.15.3:0/3579906029 shutdown_connections 2024-05-21T19:11:57.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.972+0000 7f7f97200700 1 -- 172.21.15.3:0/3579906029 wait complete. 2024-05-21T19:11:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.973+0000 7f7f97200700 1 Processor -- start 2024-05-21T19:11:57.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 -- start start 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 0x7f7f9019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9010b780 0x7f7f901a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901159d0 con 0x7f7f90106140 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7f90115850 con 0x7f7f9010b780 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f97200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f90115b50 con 0x7f7f90105780 2024-05-21T19:11:57.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.974+0000 7f7f8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 0x7f7f9019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51328/0 (socket says 172.21.15.3:51328) 2024-05-21T19:11:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8fe00700 1 -- 172.21.15.3:0/4159364508 learned_addr learned my addr 172.21.15.3:0/4159364508 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:57.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f95200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9010b780 0x7f7f901a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 -- 172.21.15.3:0/4159364508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 msgr2=0x7f7f9019bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 -- 172.21.15.3:0/4159364508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9010b780 msgr2=0x7f7f901a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9010b780 0x7f7f901a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8f400700 1 -- 172.21.15.3:0/4159364508 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f901a0df0 con 0x7f7f90106140 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.975+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f8f400700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 0x7f7f9019c320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00e9f0 tx=0x7f7f7c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f8cc00700 1 -- 172.21.15.3:0/4159364508 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c004220 con 0x7f7f90106140 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f901a10e0 con 0x7f7f90106140 2024-05-21T19:11:57.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f8cc00700 1 -- 172.21.15.3:0/4159364508 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f7c0043c0 con 0x7f7f90106140 2024-05-21T19:11:57.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f8cc00700 1 -- 172.21.15.3:0/4159364508 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c005020 con 0x7f7f90106140 2024-05-21T19:11:57.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.976+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f901a8960 con 0x7f7f90106140 2024-05-21T19:11:57.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.980+0000 7f7f8cc00700 1 -- 172.21.15.3:0/4159364508 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7f7c004750 con 0x7f7f90106140 2024-05-21T19:11:57.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.981+0000 7f7fa1c02b80 1 Processor -- start 2024-05-21T19:11:57.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 -- start start 2024-05-21T19:11:57.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b4db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b4e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5c8aabe40 con 0x55b5c8b4e140 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b5c8a9b9e0 con 0x55b5c8b53610 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.982+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5c8a9fa20 con 0x55b5c8b53f30 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33630/0 (socket says 172.21.15.3:33630) 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 -- 172.21.15.3:0/3328681736 learned_addr learned my addr 172.21.15.3:0/3328681736 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b4db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f8f400700 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b4e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 -- 172.21.15.3:0/3328681736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 msgr2=0x55b5c8b4db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:57.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b4db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 -- 172.21.15.3:0/3328681736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 msgr2=0x55b5c8b4e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b4e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 -- 172.21.15.3:0/3328681736 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5c8a64420 con 0x55b5c8b53610 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f8cc00700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 0x7f7f740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f8cc00700 1 -- 172.21.15.3:0/4159364508 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f7c0e21a0 con 0x7f7f90106140 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.983+0000 7f7f95200700 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7f88009310 tx=0x7f7f88009340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e00dceb454c793fd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.984+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 0x7f7f740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.984+0000 7f7f85600700 1 -- 172.21.15.3:0/3328681736 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f88003cc0 con 0x55b5c8b53610 2024-05-21T19:11:57.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.984+0000 7f7f85600700 1 -- 172.21.15.3:0/3328681736 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f88007420 con 0x55b5c8b53610 2024-05-21T19:11:57.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.984+0000 7f7f85600700 1 -- 172.21.15.3:0/3328681736 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f88003e60 con 0x55b5c8b53610 2024-05-21T19:11:57.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3328681736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 msgr2=0x55b5c8b539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7f88009310 tx=0x7f7f88009340 comp rx=0 tx=0).stop 2024-05-21T19:11:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 0x7f7f740b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7f80009fd0 tx=0x7f7f80009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3328681736 shutdown_connections 2024-05-21T19:11:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b4e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b539f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3328681736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b4db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3328681736 >> 172.21.15.3:0/3328681736 conn(0x55b5c8a7bbe0 msgr2=0x55b5c8b48690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3328681736 shutdown_connections 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.985+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3328681736 wait complete. 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 -- start start 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 Processor -- start 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b570a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b575e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5c89a1fa0 con 0x55b5c8b4e140 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b5c8a3c760 con 0x55b5c8b53610 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5c8b5a980 con 0x55b5c8b53f30 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.986+0000 7f7fa1c02b80 10 client.0 _ll_register_callbacks cb 0x55b5c8a45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41034/0 (socket says 172.21.15.3:41034) 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 -- 172.21.15.3:0/747724968 learned_addr learned my addr 172.21.15.3:0/747724968 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8f400700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f95200700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 -- 172.21.15.3:0/747724968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 msgr2=0x55b5c8b575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:57.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 -- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 msgr2=0x55b5c8b570a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b570a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f8fe00700 1 -- 172.21.15.3:0/747724968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5c89eb8d0 con 0x55b5c8b4e140 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.987+0000 7f7f95200700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.988+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7f800037f0 tx=0x7f7f800047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c13c34a8aa5cc8e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:57.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.988+0000 7f7f7a000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.988+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f8001f640 con 0x55b5c8b4e140 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.988+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f8001f7e0 con 0x55b5c8b4e140 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.988+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f88007420 con 0x55b5c8b4e140 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.989+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f8001f9e0 con 0x55b5c8b4e140 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.989+0000 7f7fa1c02b80 10 client.16065 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:57.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.989+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5c8a6c060 con 0x55b5c8b4e140 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.989+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f88007420 con 0x55b5c8b4e140 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7f80027070 con 0x55b5c8b4e140 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 10 client.16065 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 10 client.16065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 20 client.16065 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8b67500 0x55b5c8b69950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 4 client.16065 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5c8aadd90 con 0x55b5c8b67500 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.990+0000 7f7f8f400700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8b67500 0x55b5c8b69950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:57.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.991+0000 7f7f8f400700 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8b67500 0x55b5c8b69950 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd0a039404dd87c server_cookie=da38c5a4a1900107 in_seq=0 out_seq=0 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.991+0000 7f7f7a000700 10 client.16065 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.991+0000 7f7f7a000700 1 -- 172.21.15.3:0/747724968 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7f7f7c083e50 con 0x55b5c8b67500 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.991+0000 7f7f7a000700 10 client.16065 handle_command_reply: tid=0 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 client.16065 shutdown 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 msgr2=0x55b5c8b59d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f7f800037f0 tx=0x7f7f800047c0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 shutdown_connections 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8b67500 0x55b5c8b69950 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53f30 0x55b5c8b575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b4e140 0x55b5c8b59d00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/747724968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53610 0x55b5c8b570a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:57.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 >> 172.21.15.3:0/747724968 conn(0x55b5c8a7bbe0 msgr2=0x55b5c8b47d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:57.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7f7a000700 0 client.16065 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:57.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 shutdown_connections 2024-05-21T19:11:57.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/747724968 wait complete. 2024-05-21T19:11:57.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:57.992+0000 7f7fa1c02b80 20 client.16065 trim_cache size 0 max 16384 2024-05-21T19:11:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.015+0000 7f7fa1c02b80 1 Processor -- start 2024-05-21T19:11:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 -- start start 2024-05-21T19:11:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 0x55b5c8b484f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53610 0x55b5c8b6f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901b26a0 con 0x55b5c8b53f30 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901aff30 con 0x55b5c8b4e140 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901add80 con 0x55b5c8b53610 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7f95200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7f95200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41038/0 (socket says 172.21.15.3:41038) 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7f95200700 1 -- 172.21.15.3:0/3871607412 learned_addr learned my addr 172.21.15.3:0/3871607412 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 0x55b5c8b484f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.016+0000 7f7f8f400700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53610 0x55b5c8b6f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 -- 172.21.15.3:0/3871607412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53610 msgr2=0x55b5c8b6f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53610 0x55b5c8b6f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 -- 172.21.15.3:0/3871607412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 msgr2=0x55b5c8b484f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 0x55b5c8b484f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 -- 172.21.15.3:0/3871607412 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5c8b69fd0 con 0x55b5c8b53f30 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 0x55b5c8b484f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f95200700 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7f88000f80 tx=0x7f7f88007b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564eb8bebb4c8357 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.017+0000 7f7f84c00700 1 -- 172.21.15.3:0/3871607412 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f880078e0 con 0x55b5c8b53f30 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7f84c00700 1 -- 172.21.15.3:0/3871607412 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f8800b9f0 con 0x55b5c8b53f30 2024-05-21T19:11:58.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7f84c00700 1 -- 172.21.15.3:0/3871607412 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f88005490 con 0x55b5c8b53f30 2024-05-21T19:11:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3871607412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 msgr2=0x55b5c8b6f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f7f88000f80 tx=0x7f7f88007b40 comp rx=0 tx=0).stop 2024-05-21T19:11:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3871607412 shutdown_connections 2024-05-21T19:11:58.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53f30 0x55b5c8b6f760 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b4e140 0x55b5c8b484f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/3871607412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b53610 0x55b5c8b6f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3871607412 >> 172.21.15.3:0/3871607412 conn(0x55b5c8a7bbe0 msgr2=0x55b5c8b560f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.018+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3871607412 shutdown_connections 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.019+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/3871607412 wait complete. 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.019+0000 7f7fa1c02b80 1 -- start start 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.019+0000 7f7fa1c02b80 1 Processor -- start 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 0x55b5c8b60360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 0x55b5c8b5d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901ae3f0 con 0x55b5c8b53610 2024-05-21T19:11:58.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901af860 con 0x55b5c8b53f30 2024-05-21T19:11:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f901aeac0 con 0x55b5c8b4e140 2024-05-21T19:11:58.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7fa1c02b80 10 client.0 _ll_register_callbacks cb 0x55b5c8a45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:58.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7f8f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7f8fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 0x55b5c8b60360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7f8f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41046/0 (socket says 172.21.15.3:41046) 2024-05-21T19:11:58.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7f8f400700 1 -- 172.21.15.3:0/860895129 learned_addr learned my addr 172.21.15.3:0/860895129 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.020+0000 7f7f95200700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 0x55b5c8b5d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 -- 172.21.15.3:0/860895129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 msgr2=0x55b5c8b60360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 0x55b5c8b60360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 -- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 msgr2=0x55b5c8b5d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 0x55b5c8b5d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 -- 172.21.15.3:0/860895129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5c8b5d9a0 con 0x55b5c8b53610 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 0x55b5c8b60360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:58.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f95200700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 0x55b5c8b5d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:58.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f8f400700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00c5b0 tx=0x7f7f7c0cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c825688b010cd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f7a000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:58.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f7c01c040 con 0x55b5c8b53610 2024-05-21T19:11:58.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f7c0a99a0 con 0x55b5c8b53610 2024-05-21T19:11:58.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f8800b9f0 con 0x55b5c8b53610 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7f7c0a3e60 con 0x55b5c8b53610 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.021+0000 7f7fa1c02b80 10 client.16071 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b5c8bd3220 con 0x55b5c8b53610 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f8800b9f0 con 0x55b5c8b53610 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7f7c0b2110 con 0x55b5c8b53610 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 10 client.16071 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:58.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 10 client.16071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 20 client.16071 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8bd38b0 0x55b5c8bd5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 4 client.16071 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b5c8aa7570 con 0x55b5c8bd38b0 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.022+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8bd38b0 0x55b5c8bd5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7f8fe00700 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8bd38b0 0x55b5c8bd5cd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c18a73decb53b0d4 server_cookie=10577d32fe5b9c28 in_seq=0 out_seq=0 2024-05-21T19:11:58.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7f7a000700 10 client.16071 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7f7a000700 1 -- 172.21.15.3:0/860895129 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b5c8aa7570 con 0x55b5c8bd38b0 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7f7a000700 10 client.16071 handle_command_reply: tid=0 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 client.16071 shutdown 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 msgr2=0x55b5c8b5cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00c5b0 tx=0x7f7f7c0cc040 comp rx=0 tx=0).stop 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 shutdown_connections 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5c8bd38b0 0x55b5c8bd5cd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5c8b53f30 0x55b5c8b5d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5c8b4e140 0x55b5c8b60360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 --2- 172.21.15.3:0/860895129 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5c8b53610 0x55b5c8b5cbe0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.023+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 >> 172.21.15.3:0/860895129 conn(0x55b5c8a7bbe0 msgr2=0x55b5c8b521c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.024+0000 7f7f7a000700 0 client.16071 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.024+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 shutdown_connections 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.024+0000 7f7fa1c02b80 1 -- 172.21.15.3:0/860895129 wait complete. 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.024+0000 7f7fa1c02b80 20 client.16071 trim_cache size 0 max 16384 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:11:58.033 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 msgr2=0x7f7f740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 0x7f7f740b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7f80009fd0 tx=0x7f7f80009310 comp rx=0 tx=0).stop 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 msgr2=0x7f7f9019c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 0x7f7f9019c320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c00e9f0 tx=0x7f7f7c00ed00 comp rx=0 tx=0).stop 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 shutdown_connections 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f740b2900 0x7f7f740b4dc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f9010b780 0x7f7f901a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f90105780 0x7f7f9019bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 --2- 172.21.15.3:0/4159364508 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f90106140 0x7f7f9019c320 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 >> 172.21.15.3:0/4159364508 conn(0x7f7f90101270 msgr2=0x7f7f901017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 shutdown_connections 2024-05-21T19:11:58.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:11:58.025+0000 7f7f97200700 1 -- 172.21.15.3:0/4159364508 wait complete. 2024-05-21T19:11:58.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:57 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:11:58.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:57 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:11:58.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:57 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:11:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 -- 172.21.15.3:0/3504547600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc71810aa50 msgr2=0x7fc718111370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 --2- 172.21.15.3:0/3504547600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc71810aa50 0x7fc718111370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc714009ca0 tx=0x7fc71402a8c0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 -- 172.21.15.3:0/3504547600 shutdown_connections 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 --2- 172.21.15.3:0/3504547600 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc71810aa50 0x7fc718111370 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 --2- 172.21.15.3:0/3504547600 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71810a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 --2- 172.21.15.3:0/3504547600 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc718108eb0 0x7fc7181092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 -- 172.21.15.3:0/3504547600 >> 172.21.15.3:0/3504547600 conn(0x7fc718077ee0 msgr2=0x7fc71807a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 -- 172.21.15.3:0/3504547600 shutdown_connections 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.599+0000 7fc71f200640 1 -- 172.21.15.3:0/3504547600 wait complete. 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.600+0000 7fc71f200640 1 Processor -- start 2024-05-21T19:11:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.600+0000 7fc71f200640 1 -- start start 2024-05-21T19:11:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.600+0000 7fc71f200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc718108eb0 0x7fc71819f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.600+0000 7fc71f200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71f200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc71810aa50 0x7fc7181a6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71f200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc718114a30 con 0x7fc71810a090 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71f200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181148b0 con 0x7fc71810aa50 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71f200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc718114bb0 con 0x7fc718108eb0 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41066/0 (socket says 172.21.15.3:41066) 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 -- 172.21.15.3:0/764816153 learned_addr learned my addr 172.21.15.3:0/764816153 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71de00640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc718108eb0 0x7fc71819f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71e800640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc71810aa50 0x7fc7181a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 -- 172.21.15.3:0/764816153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc718108eb0 msgr2=0x7fc71819f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc718108eb0 0x7fc71819f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 -- 172.21.15.3:0/764816153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc71810aa50 msgr2=0x7fc7181a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc71810aa50 0x7fc7181a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.601+0000 7fc71d400640 1 -- 172.21.15.3:0/764816153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7181a6ca0 con 0x7fc71810a090 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc71d400640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc70800ea60 tx=0x7fc70800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc712a00640 1 -- 172.21.15.3:0/764816153 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70800cde0 con 0x7fc71810a090 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc712a00640 1 -- 172.21.15.3:0/764816153 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7080035f0 con 0x7fc71810a090 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc712a00640 1 -- 172.21.15.3:0/764816153 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc708010690 con 0x7fc71810a090 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7181a6f90 con 0x7fc71810a090 2024-05-21T19:11:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.602+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7181a7450 con 0x7fc71810a090 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.605+0000 7fc723606740 1 Processor -- start 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 -- start start 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb1cf0 0x561a69cb2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc712a00640 1 -- 172.21.15.3:0/764816153 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc7080037a0 con 0x7fc71810a090 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb7850 0x561a69cb9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561a69c21b90 con 0x561a69cb7850 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561a69c11730 con 0x561a69cb26e0 2024-05-21T19:11:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc723606740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561a69c15770 con 0x561a69cb1cf0 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc71d400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb7850 0x561a69cb9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc71de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc71de00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33684/0 (socket says 172.21.15.3:33684) 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc71de00640 1 -- 172.21.15.3:0/1543756640 learned_addr learned my addr 172.21.15.3:0/1543756640 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.606+0000 7fc71e800640 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb1cf0 0x561a69cb2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 -- 172.21.15.3:0/1543756640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb1cf0 msgr2=0x561a69cb2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb1cf0 0x561a69cb2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 -- 172.21.15.3:0/1543756640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb7850 msgr2=0x561a69cb9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb7850 0x561a69cb9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 -- 172.21.15.3:0/1543756640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a69baa8b0 con 0x561a69cb26e0 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc71de00640 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc70c009ca0 tx=0x7fc70c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcc507dce3fd2bb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc707000640 1 -- 172.21.15.3:0/1543756640 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c004220 con 0x561a69cb26e0 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc707000640 1 -- 172.21.15.3:0/1543756640 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc70c0043c0 con 0x561a69cb26e0 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.607+0000 7fc707000640 1 -- 172.21.15.3:0/1543756640 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c019830 con 0x561a69cb26e0 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc712a00640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 0x7fc7000b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 -- 172.21.15.3:0/1543756640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 msgr2=0x561a69cb71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc70c009ca0 tx=0x7fc70c011810 comp rx=0 tx=0).stop 2024-05-21T19:11:58.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc712a00640 1 -- 172.21.15.3:0/764816153 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc7080e2520 con 0x7fc71810a090 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc71e800640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 0x7fc7000b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 -- 172.21.15.3:0/1543756640 shutdown_connections 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb7850 0x561a69cb9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cb71e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 --2- 172.21.15.3:0/1543756640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb1cf0 0x561a69cb2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 -- 172.21.15.3:0/1543756640 >> 172.21.15.3:0/1543756640 conn(0x561a69cad360 msgr2=0x561a69cad760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 -- 172.21.15.3:0/1543756640 shutdown_connections 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.608+0000 7fc723606740 1 -- 172.21.15.3:0/1543756640 wait complete. 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.609+0000 7fc723606740 1 -- start start 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.609+0000 7fc71e800640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 0x7fc7000b4ca0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc714031b50 tx=0x7fc714009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.609+0000 7fc723606740 1 Processor -- start 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cc3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561a698f7790 con 0x561a69cb1cf0 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561a69bb9bc0 con 0x561a69cb26e0 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561a69cba800 con 0x561a69cb7850 2024-05-21T19:11:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc723606740 10 client.0 _ll_register_callbacks cb 0x561a69b97400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41092/0 (socket says 172.21.15.3:41092) 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 -- 172.21.15.3:0/99349856 learned_addr learned my addr 172.21.15.3:0/99349856 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71e800640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cc3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71d400640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 -- 172.21.15.3:0/99349856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 msgr2=0x561a69cc3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cc3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 -- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 msgr2=0x561a69cbc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.610+0000 7fc71de00640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc71de00640 1 -- 172.21.15.3:0/99349856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a69926210 con 0x561a69cb1cf0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc71de00640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc70c000c00 tx=0x7fc70c003800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b73ef75eb0cbe79e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc6fb400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c028070 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc70c005040 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.611+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc70c0043c0 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc70c003d10 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc723606740 10 client.16083 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561a699f2620 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc70c034070 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc70c004a30 con 0x561a69cb1cf0 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc723606740 10 client.16083 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc723606740 10 client.16083 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.612+0000 7fc723606740 20 client.16083 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.613+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69cc7400 0x561a69cc97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.613+0000 7fc723606740 4 client.16083 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.613+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a69c23ae0 con 0x561a69cc7400 2024-05-21T19:11:58.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.613+0000 7fc71d400640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69cc7400 0x561a69cc97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.614+0000 7fc71d400640 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69cc7400 0x561a69cc97f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dad8693e006c96e4 server_cookie=7e714bb0867d3e1c in_seq=0 out_seq=0 2024-05-21T19:11:58.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.614+0000 7fc6fb400640 10 client.16083 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.614+0000 7fc6fb400640 1 -- 172.21.15.3:0/99349856 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561a69c23ae0 con 0x561a69cc7400 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.614+0000 7fc6fb400640 10 client.16083 handle_command_reply: tid=0 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 client.16083 shutdown 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 msgr2=0x561a69cbbae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc70c000c00 tx=0x7fc70c003800 comp rx=0 tx=0).stop 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 shutdown_connections 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69cc7400 0x561a69cc97f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cc3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 --2- 172.21.15.3:0/99349856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cbbae0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 >> 172.21.15.3:0/99349856 conn(0x561a69cad360 msgr2=0x561a69cac4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc6fb400640 0 client.16083 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 shutdown_connections 2024-05-21T19:11:58.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 1 -- 172.21.15.3:0/99349856 wait complete. 2024-05-21T19:11:58.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.615+0000 7fc723606740 20 client.16083 trim_cache size 0 max 16384 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 Processor -- start 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 -- start start 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb26e0 0x561a69cc3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb7850 0x561a69cb2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181b2d00 con 0x561a69cb1cf0 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181b05d0 con 0x561a69cb7850 2024-05-21T19:11:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.632+0000 7fc723606740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181ae420 con 0x561a69cb26e0 2024-05-21T19:11:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41096/0 (socket says 172.21.15.3:41096) 2024-05-21T19:11:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 -- 172.21.15.3:0/2951578078 learned_addr learned my addr 172.21.15.3:0/2951578078 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71e800640 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb7850 0x561a69cb2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71d400640 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb26e0 0x561a69cc3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 -- 172.21.15.3:0/2951578078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb26e0 msgr2=0x561a69cc3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb26e0 0x561a69cc3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 -- 172.21.15.3:0/2951578078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb7850 msgr2=0x561a69cb2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb7850 0x561a69cb2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 -- 172.21.15.3:0/2951578078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a69cb3680 con 0x561a69cb1cf0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.633+0000 7fc71de00640 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc70c011850 tx=0x7fc70c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=504d299cb29a75b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc706600640 1 -- 172.21.15.3:0/2951578078 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c028070 con 0x561a69cb1cf0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc706600640 1 -- 172.21.15.3:0/2951578078 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc70c034040 con 0x561a69cb1cf0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc706600640 1 -- 172.21.15.3:0/2951578078 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c004840 con 0x561a69cb1cf0 2024-05-21T19:11:58.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 -- 172.21.15.3:0/2951578078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 msgr2=0x561a69cb0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc70c011850 tx=0x7fc70c009310 comp rx=0 tx=0).stop 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 -- 172.21.15.3:0/2951578078 shutdown_connections 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb26e0 0x561a69cc3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb7850 0x561a69cb2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 --2- 172.21.15.3:0/2951578078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cb0ba0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.634+0000 7fc723606740 1 -- 172.21.15.3:0/2951578078 >> 172.21.15.3:0/2951578078 conn(0x561a69cad360 msgr2=0x561a69cabc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.635+0000 7fc723606740 1 -- 172.21.15.3:0/2951578078 shutdown_connections 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.635+0000 7fc723606740 1 -- 172.21.15.3:0/2951578078 wait complete. 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.635+0000 7fc723606740 1 -- start start 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.635+0000 7fc723606740 1 Processor -- start 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cbff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181aea90 con 0x561a69cb1cf0 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181aff00 con 0x561a69cb26e0 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181af160 con 0x561a69cb7850 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc723606740 10 client.0 _ll_register_callbacks cb 0x7fc7080e5e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41104/0 (socket says 172.21.15.3:41104) 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71d400640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 -- 172.21.15.3:0/3363269365 learned_addr learned my addr 172.21.15.3:0/3363269365 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:11:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71e800640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cbff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 -- 172.21.15.3:0/3363269365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 msgr2=0x561a69cbff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cbff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 -- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 msgr2=0x561a69cbfa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbfa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71de00640 1 -- 172.21.15.3:0/3363269365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a69d2ff70 con 0x561a69cb1cf0 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.636+0000 7fc71d400640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc71de00640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc70c000c00 tx=0x7fc70c009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d305aac6e60a9b78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc6fb400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c028040 con 0x561a69cb1cf0 2024-05-21T19:11:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc70c004770 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc70c034040 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc70c005d30 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc723606740 10 client.16089 fetch_fsmap learned FSMap version 26 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.637+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561a69d31250 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc70c034040 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc70c0054b0 con 0x561a69cb1cf0 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 10 client.16089 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 10 client.16089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 20 client.16089 populate_metadata read hostname 'smithi003' 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69d31bb0 0x561a69d33fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:11:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 4 client.16089 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:11:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a69c1d2c0 con 0x561a69d31bb0 2024-05-21T19:11:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.638+0000 7fc71d400640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69d31bb0 0x561a69d33fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:11:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.639+0000 7fc71d400640 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69d31bb0 0x561a69d33fd0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61adc22826964400 server_cookie=19c0aea70b124d57 in_seq=0 out_seq=0 2024-05-21T19:11:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.639+0000 7fc6fb400640 10 client.16089 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc6fb400640 1 -- 172.21.15.3:0/3363269365 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561a69c1d2c0 con 0x561a69d31bb0 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc6fb400640 10 client.16089 handle_command_reply: tid=0 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 client.16089 shutdown 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 msgr2=0x561a69cc2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc70c000c00 tx=0x7fc70c009280 comp rx=0 tx=0).stop 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 shutdown_connections 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561a69d31bb0 0x561a69d33fd0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a69cb7850 0x561a69cbff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a69cb26e0 0x561a69cbfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 --2- 172.21.15.3:0/3363269365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a69cb1cf0 0x561a69cc2f70 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc6fb400640 0 client.16089 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 >> 172.21.15.3:0/3363269365 conn(0x561a69cad360 msgr2=0x561a69cabc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 shutdown_connections 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.652+0000 7fc723606740 1 -- 172.21.15.3:0/3363269365 wait complete. 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc723606740 20 client.16089 trim_cache size 0 max 16384 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:11:58.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:11:58.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:11:58.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 msgr2=0x7fc7000b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 0x7fc7000b4ca0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc714031b50 tx=0x7fc714009360 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 msgr2=0x7fc71819f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc70800ea60 tx=0x7fc70800ef20 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 shutdown_connections 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc71810aa50 0x7fc7181a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc71810a090 0x7fc71819f5c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc7000b27e0 0x7fc7000b4ca0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 --2- 172.21.15.3:0/764816153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc718108eb0 0x7fc71819f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.653+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 >> 172.21.15.3:0/764816153 conn(0x7fc718077ee0 msgr2=0x7fc71810d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.654+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 shutdown_connections 2024-05-21T19:11:58.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:11:58.654+0000 7fc71f200640 1 -- 172.21.15.3:0/764816153 wait complete. 2024-05-21T19:11:58.982 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:11:58.982 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:11:59.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:11:58 smithi178 ceph-mon[36523]: pgmap v561: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:11:59.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:11:58 smithi104 ceph-mon[36417]: pgmap v561: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:11:59.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:11:58 smithi003 ceph-mon[31577]: pgmap v561: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:11:59.453 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:01.257 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.1 2024-05-21T19:12:01.257 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:12:01.497 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:01 smithi003 ceph-mon[31577]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:01.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:01 smithi178 ceph-mon[36523]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:01 smithi104 ceph-mon[36417]: pgmap v562: 97 pgs: 97 active+clean; 1.9 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 -- 172.21.15.3:0/2262641778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad806bbe0 msgr2=0x7fdad81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 --2- 172.21.15.3:0/2262641778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad806bbe0 0x7fdad81103d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdad0009f90 tx=0x7fdad000b330 comp rx=0 tx=0).stop 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 -- 172.21.15.3:0/2262641778 shutdown_connections 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 --2- 172.21.15.3:0/2262641778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad806bbe0 0x7fdad81103d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 --2- 172.21.15.3:0/2262641778 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad81095b0 0x7fdad8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 --2- 172.21.15.3:0/2262641778 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 -- 172.21.15.3:0/2262641778 >> 172.21.15.3:0/2262641778 conn(0x7fdad80793f0 msgr2=0x7fdad8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 -- 172.21.15.3:0/2262641778 shutdown_connections 2024-05-21T19:12:01.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.780+0000 7fdadec00700 1 -- 172.21.15.3:0/2262641778 wait complete. 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.781+0000 7fdadec00700 1 Processor -- start 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 -- start start 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad806bbe0 0x7fdad81a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad81095b0 0x7fdad810f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:01.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdad8113730 con 0x7fdad806bbe0 2024-05-21T19:12:01.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdad81135b0 con 0x7fdad81095b0 2024-05-21T19:12:01.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.782+0000 7fdadec00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdad81138b0 con 0x7fdad806b220 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45228/0 (socket says 172.21.15.3:45228) 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 -- 172.21.15.3:0/785923829 learned_addr learned my addr 172.21.15.3:0/785923829 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdadcc00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad81095b0 0x7fdad810f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7400700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad806bbe0 0x7fdad81a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 -- 172.21.15.3:0/785923829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad81095b0 msgr2=0x7fdad810f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad81095b0 0x7fdad810f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 -- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad806bbe0 msgr2=0x7fdad81a5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad806bbe0 0x7fdad81a5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.783+0000 7fdad7e00700 1 -- 172.21.15.3:0/785923829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdad810fdc0 con 0x7fdad806b220 2024-05-21T19:12:01.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.784+0000 7fdad7e00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdac800ec10 tx=0x7fdac800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:01.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.784+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac800cc90 con 0x7fdad806b220 2024-05-21T19:12:01.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.784+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdac800ce30 con 0x7fdad806b220 2024-05-21T19:12:01.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.784+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdac8010430 con 0x7fdad806b220 2024-05-21T19:12:01.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.785+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdad81100b0 con 0x7fdad806b220 2024-05-21T19:12:01.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.785+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdad81acd70 con 0x7fdad806b220 2024-05-21T19:12:01.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.786+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdad806a230 con 0x7fdad806b220 2024-05-21T19:12:01.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.788+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdac8004000 con 0x7fdad806b220 2024-05-21T19:12:01.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.790+0000 7fdad4c00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 0x7fdabc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:01.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.790+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdac80e2430 con 0x7fdad806b220 2024-05-21T19:12:01.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.790+0000 7fdad7400700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 0x7fdabc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:01.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.791+0000 7fdad7400700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 0x7fdabc0b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdad81044f0 tx=0x7fdac4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:01.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:01.794+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdac80aa0d0 con 0x7fdad806b220 2024-05-21T19:12:01.842 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:02.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.090+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdad81a1660 con 0x7fdad806b220 2024-05-21T19:12:02.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.091+0000 7fdad4c00700 1 -- 172.21.15.3:0/785923829 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fdac80bee20 con 0x7fdad806b220 2024-05-21T19:12:02.092 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:12:02.093 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:12:02.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.094+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 msgr2=0x7fdabc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.094+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 0x7fdabc0b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdad81044f0 tx=0x7fdac4009260 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.094+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 msgr2=0x7fdad81a4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.094+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdac800ec10 tx=0x7fdac800ef20 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 shutdown_connections 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdabc0b2900 0x7fdabc0b4dc0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdad81095b0 0x7fdad810f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdad806b220 0x7fdad81a4e40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 --2- 172.21.15.3:0/785923829 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdad806bbe0 0x7fdad81a5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 >> 172.21.15.3:0/785923829 conn(0x7fdad80793f0 msgr2=0x7fdad8100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 shutdown_connections 2024-05-21T19:12:02.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:02.095+0000 7fdadec00700 1 -- 172.21.15.3:0/785923829 wait complete. 2024-05-21T19:12:02.097 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:12:02.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:02 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/785923829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:02.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:02 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/785923829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:02.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:02 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/785923829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:03.308 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:12:03.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:03 smithi003 ceph-mon[31577]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:03.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:03 smithi178 ceph-mon[36523]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:03 smithi104 ceph-mon[36417]: pgmap v563: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:12:03.865 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 -- 172.21.15.3:0/3319550908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 msgr2=0x7feae406bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 --2- 172.21.15.3:0/3319550908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae406bf30 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7feacc009990 tx=0x7feacc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 -- 172.21.15.3:0/3319550908 shutdown_connections 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 --2- 172.21.15.3:0/3319550908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae406c470 0x7feae41103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 --2- 172.21.15.3:0/3319550908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae41095a0 0x7feae4109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 --2- 172.21.15.3:0/3319550908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae406bf30 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.554+0000 7feaeb600700 1 -- 172.21.15.3:0/3319550908 >> 172.21.15.3:0/3319550908 conn(0x7feae40793b0 msgr2=0x7feae40797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.555+0000 7feaeb600700 1 -- 172.21.15.3:0/3319550908 shutdown_connections 2024-05-21T19:12:04.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.555+0000 7feaeb600700 1 -- 172.21.15.3:0/3319550908 wait complete. 2024-05-21T19:12:04.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.556+0000 7feaeb600700 1 Processor -- start 2024-05-21T19:12:04.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 -- start start 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 0x7feae4102a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 0x7feae4102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feae4113710 con 0x7feae406c470 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feae4113590 con 0x7feae406bab0 2024-05-21T19:12:04.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feaeb600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feae4113890 con 0x7feae41095a0 2024-05-21T19:12:04.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feae8c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:04.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feadbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 0x7feae4102a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:04.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feae9600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 0x7feae4102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feae8c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37630/0 (socket says 172.21.15.3:37630) 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.557+0000 7feae8c00700 1 -- 172.21.15.3:0/1812000104 learned_addr learned my addr 172.21.15.3:0/1812000104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 -- 172.21.15.3:0/1812000104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 msgr2=0x7feae4102f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 0x7feae4102f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 -- 172.21.15.3:0/1812000104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 msgr2=0x7feae4102500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 -- 172.21.15.3:0/1812000104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae41a8190 con 0x7feae406c470 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feae9600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 0x7feae4102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feae8c00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.558+0000 7feadbe00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 0x7feae4102a40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7feacc0098e0 tx=0x7feacc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:04.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.559+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc027070 con 0x7feae406c470 2024-05-21T19:12:04.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.559+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae41a8420 con 0x7feae406c470 2024-05-21T19:12:04.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.559+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feacc022470 con 0x7feae406c470 2024-05-21T19:12:04.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.559+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feacc017650 con 0x7feae406c470 2024-05-21T19:12:04.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.559+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae41a8870 con 0x7feae406c470 2024-05-21T19:12:04.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.560+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae406a230 con 0x7feae406c470 2024-05-21T19:12:04.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.563+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feacc02a070 con 0x7feae406c470 2024-05-21T19:12:04.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.564+0000 7feae2000700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 0x7feac80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:04.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.564+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feacc0e3210 con 0x7feae406c470 2024-05-21T19:12:04.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.564+0000 7feae8c00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 0x7feac80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:04.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.565+0000 7feae8c00700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 0x7feac80b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fead4009fd0 tx=0x7fead4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:04.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.567+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feacc031080 con 0x7feae406c470 2024-05-21T19:12:04.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.863+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feae402e720 con 0x7feae406c470 2024-05-21T19:12:04.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.864+0000 7feae2000700 1 -- 172.21.15.3:0/1812000104 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7feacc013070 con 0x7feae406c470 2024-05-21T19:12:04.865 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:12:04.865 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:12:04.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.867+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 msgr2=0x7feac80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:04.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.867+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 0x7feac80b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fead4009fd0 tx=0x7fead4009040 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.867+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 msgr2=0x7feae4102a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.867+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 0x7feae4102a40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7feacc0098e0 tx=0x7feacc0057c0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 shutdown_connections 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feac80b2880 0x7feac80b4d40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feae41095a0 0x7feae4102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae406bab0 0x7feae4102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 --2- 172.21.15.3:0/1812000104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feae406c470 0x7feae4102a40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 >> 172.21.15.3:0/1812000104 conn(0x7feae40793b0 msgr2=0x7feae41012b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 shutdown_connections 2024-05-21T19:12:04.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:04.868+0000 7feaeb600700 1 -- 172.21.15.3:0/1812000104 wait complete. 2024-05-21T19:12:04.870 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:12:05.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:05 smithi003 ceph-mon[31577]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:12:05.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:05 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1812000104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:05 smithi178 ceph-mon[36523]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:12:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:05 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1812000104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:05 smithi104 ceph-mon[36417]: pgmap v564: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:12:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:05 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1812000104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:06.090 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 145.1 --await-for 45.0' 2024-05-21T19:12:06.090 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 145.1 --await-for 45.0 2024-05-21T19:12:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:07.378 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:07 smithi003 ceph-mon[31577]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:07.637 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:07 smithi178 ceph-mon[36523]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:07 smithi104 ceph-mon[36417]: pgmap v565: 97 pgs: 97 active+clean; 1.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.645+0000 7f115ac00700 1 -- 172.21.15.3:0/4184847316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 msgr2=0x7f1154112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.645+0000 7f115ac00700 1 --2- 172.21.15.3:0/4184847316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f1154112650 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f114c00b0a0 tx=0x7f114c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 -- 172.21.15.3:0/4184847316 shutdown_connections 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 --2- 172.21.15.3:0/4184847316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f1154112650 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 --2- 172.21.15.3:0/4184847316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 0x7f115410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 --2- 172.21.15.3:0/4184847316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f1154105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 -- 172.21.15.3:0/4184847316 >> 172.21.15.3:0/4184847316 conn(0x7f1154101270 msgr2=0x7f1154103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 -- 172.21.15.3:0/4184847316 shutdown_connections 2024-05-21T19:12:08.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.646+0000 7f115ac00700 1 -- 172.21.15.3:0/4184847316 wait complete. 2024-05-21T19:12:08.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.647+0000 7f115ac00700 1 Processor -- start 2024-05-21T19:12:08.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 -- start start 2024-05-21T19:12:08.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f115419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 0x7f11541a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1154115a10 con 0x7f1154105780 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1154115890 con 0x7f1154106140 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f115ac00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1154115b90 con 0x7f115410b780 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f1153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f1158c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 0x7f11541a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f1153400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f115419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f1153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54552/0 (socket says 172.21.15.3:54552) 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.648+0000 7f1153e00700 1 -- 172.21.15.3:0/3265847483 learned_addr learned my addr 172.21.15.3:0/3265847483 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 -- 172.21.15.3:0/3265847483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 msgr2=0x7f11541a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 0x7f11541a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 -- 172.21.15.3:0/3265847483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 msgr2=0x7f115419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f115419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 -- 172.21.15.3:0/3265847483 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11541a0e40 con 0x7f1154105780 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153400700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f115419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.649+0000 7f1153e00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f114400e9c0 tx=0x7f114400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.650+0000 7f1150c00700 1 -- 172.21.15.3:0/3265847483 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114400cbd0 con 0x7f1154105780 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.650+0000 7f1150c00700 1 -- 172.21.15.3:0/3265847483 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f114400ee60 con 0x7f1154105780 2024-05-21T19:12:08.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.650+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11541a1130 con 0x7f1154105780 2024-05-21T19:12:08.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.650+0000 7f1150c00700 1 -- 172.21.15.3:0/3265847483 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11440055c0 con 0x7f1154105780 2024-05-21T19:12:08.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.650+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11541a89b0 con 0x7f1154105780 2024-05-21T19:12:08.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.654+0000 7f1150c00700 1 -- 172.21.15.3:0/3265847483 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1144004750 con 0x7f1154105780 2024-05-21T19:12:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.655+0000 7f11655a7b80 1 Processor -- start 2024-05-21T19:12:08.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.655+0000 7f11655a7b80 1 -- start start 2024-05-21T19:12:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.655+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.655+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.655+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b14ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f11655a7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5614d8a72e40 con 0x5614d8b14880 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f11655a7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5614d8a629e0 con 0x5614d8b19eb0 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f11655a7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614d8a66a20 con 0x5614d8b1a7d0 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1150c00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 0x7f11380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1158c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1153e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1150c00700 1 -- 172.21.15.3:0/3265847483 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f11440e24d0 con 0x7f1154105780 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1158c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37650/0 (socket says 172.21.15.3:37650) 2024-05-21T19:12:08.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1153e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45266/0 (socket says 172.21.15.3:45266) 2024-05-21T19:12:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1158c00700 1 -- 172.21.15.3:0/604993391 learned_addr learned my addr 172.21.15.3:0/604993391 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1158c00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 0x7f11380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.656+0000 7f1153400700 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b14ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 -- 172.21.15.3:0/604993391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 msgr2=0x5614d8b14260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 -- 172.21.15.3:0/604993391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 msgr2=0x5614d8b14ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b14ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 -- 172.21.15.3:0/604993391 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614d8a2b420 con 0x5614d8b19eb0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1153e00700 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f114c00d010 tx=0x7f114c003a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d29eb0aa1655438 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.657+0000 7f1158c00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 0x7f11380b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f114c00b0a0 tx=0x7f114c027000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.658+0000 7f1149600700 1 -- 172.21.15.3:0/604993391 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114c02e070 con 0x5614d8b19eb0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.658+0000 7f1149600700 1 -- 172.21.15.3:0/604993391 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f114c00bc50 con 0x5614d8b19eb0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.658+0000 7f1149600700 1 -- 172.21.15.3:0/604993391 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114c020ce0 con 0x5614d8b19eb0 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.658+0000 7f11655a7b80 1 -- 172.21.15.3:0/604993391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 msgr2=0x5614d8b1a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.658+0000 7f11655a7b80 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f114c00d010 tx=0x7f114c003a80 comp rx=0 tx=0).stop 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 -- 172.21.15.3:0/604993391 shutdown_connections 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b14ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1a290 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 --2- 172.21.15.3:0/604993391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b14260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 -- 172.21.15.3:0/604993391 >> 172.21.15.3:0/604993391 conn(0x5614d8a42be0 msgr2=0x5614d8b0f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 -- 172.21.15.3:0/604993391 shutdown_connections 2024-05-21T19:12:08.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 -- 172.21.15.3:0/604993391 wait complete. 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.659+0000 7f11655a7b80 1 -- start start 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 Processor -- start 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b1de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5614d8968fa0 con 0x5614d8b14880 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5614d8a03760 con 0x5614d8b19eb0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614d8b211e0 con 0x5614d8b1a7d0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.660+0000 7f11655a7b80 10 client.0 _ll_register_callbacks cb 0x5614d8a0cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1158c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b1de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37652/0 (socket says 172.21.15.3:37652) 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1158c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b1de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45278/0 (socket says 172.21.15.3:45278) 2024-05-21T19:12:08.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54570/0 (socket says 172.21.15.3:54570) 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 -- 172.21.15.3:0/761055557 learned_addr learned my addr 172.21.15.3:0/761055557 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 -- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 msgr2=0x5614d8b1de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b1de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 -- 172.21.15.3:0/761055557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 msgr2=0x5614d8b20550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153400700 1 -- 172.21.15.3:0/761055557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614d89b28d0 con 0x5614d8b19eb0 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.661+0000 7f1153e00700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f1153400700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1140011d10 tx=0x7f114000f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=864315b9a3848962 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f113e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114001f060 con 0x5614d8b19eb0 2024-05-21T19:12:08.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f114c00bc50 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1140004050 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f114000fe50 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f11655a7b80 10 client.26213 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614d8a33060 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.662+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f114c00bc50 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f114001a410 con 0x5614d8b19eb0 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 10 client.26213 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 10 client.26213 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 20 client.26213 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b2dd80 0x5614d8b30190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 4 client.26213 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:08.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614d8a74d90 con 0x5614d8b2dd80 2024-05-21T19:12:08.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.663+0000 7f1153e00700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b2dd80 0x5614d8b30190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.664+0000 7f1153e00700 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b2dd80 0x5614d8b30190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=818e3194b67ba2dc server_cookie=a9189de6f9ed946a in_seq=0 out_seq=0 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.664+0000 7f113e000700 10 client.26213 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f113e000700 1 -- 172.21.15.3:0/761055557 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7f114408ae00 con 0x5614d8b2dd80 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f113e000700 10 client.26213 handle_command_reply: tid=0 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 client.26213 shutdown 2024-05-21T19:12:08.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 msgr2=0x5614d8b1d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1140011d10 tx=0x7f114000f6a0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 shutdown_connections 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b1de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b2dd80 0x5614d8b30190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b14880 0x5614d8b20550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 --2- 172.21.15.3:0/761055557 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b1d8f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f113e000700 0 client.26213 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 >> 172.21.15.3:0/761055557 conn(0x5614d8a42be0 msgr2=0x5614d8b13250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 shutdown_connections 2024-05-21T19:12:08.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.665+0000 7f11655a7b80 1 -- 172.21.15.3:0/761055557 wait complete. 2024-05-21T19:12:08.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.666+0000 7f11655a7b80 20 client.26213 trim_cache size 0 max 16384 2024-05-21T19:12:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.682+0000 7f11655a7b80 1 Processor -- start 2024-05-21T19:12:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 -- start start 2024-05-21T19:12:08.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b1a7d0 0x5614d8b17f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f11541b27e0 con 0x5614d8b1a7d0 2024-05-21T19:12:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11541b0070 con 0x5614d8b19eb0 2024-05-21T19:12:08.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f11655a7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f11541adec0 con 0x5614d8b14880 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1153e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1153400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1158c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b1a7d0 0x5614d8b17f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1153e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45292/0 (socket says 172.21.15.3:45292) 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1153400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37654/0 (socket says 172.21.15.3:37654) 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.683+0000 7f1153e00700 1 -- 172.21.15.3:0/1143398220 learned_addr learned my addr 172.21.15.3:0/1143398220 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 -- 172.21.15.3:0/1143398220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 msgr2=0x5614d8b14260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 -- 172.21.15.3:0/1143398220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b1a7d0 msgr2=0x5614d8b17f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b1a7d0 0x5614d8b17f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 -- 172.21.15.3:0/1143398220 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614d8b152d0 con 0x5614d8b19eb0 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153e00700 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1153400700 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1140011ce0 tx=0x7f1140009e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10bfcb09fc5721b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1148c00700 1 -- 172.21.15.3:0/1143398220 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1140000e60 con 0x5614d8b19eb0 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1148c00700 1 -- 172.21.15.3:0/1143398220 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f114001be50 con 0x5614d8b19eb0 2024-05-21T19:12:08.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.684+0000 7f1148c00700 1 -- 172.21.15.3:0/1143398220 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11400057b0 con 0x5614d8b19eb0 2024-05-21T19:12:08.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 -- 172.21.15.3:0/1143398220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 msgr2=0x5614d8b179c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1140011ce0 tx=0x7f1140009e20 comp rx=0 tx=0).stop 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 -- 172.21.15.3:0/1143398220 shutdown_connections 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b1a7d0 0x5614d8b17f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b14880 0x5614d8b14260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1143398220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b19eb0 0x5614d8b179c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 -- 172.21.15.3:0/1143398220 >> 172.21.15.3:0/1143398220 conn(0x5614d8a42be0 msgr2=0x5614d8b1c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 -- 172.21.15.3:0/1143398220 shutdown_connections 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.685+0000 7f11655a7b80 1 -- 172.21.15.3:0/1143398220 wait complete. 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 -- start start 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 Processor -- start 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b19eb0 0x5614d8b35bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b36110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f11541ae530 con 0x5614d8b19eb0 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11541af9a0 con 0x5614d8b14880 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.686+0000 7f11655a7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f11541aec00 con 0x5614d8b1a7d0 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f11655a7b80 10 client.0 _ll_register_callbacks cb 0x5614d8a0cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37668/0 (socket says 172.21.15.3:37668) 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 -- 172.21.15.3:0/1427479980 learned_addr learned my addr 172.21.15.3:0/1427479980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b19eb0 0x5614d8b35bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1158c00700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b36110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 -- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 msgr2=0x5614d8b36110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b36110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 -- 172.21.15.3:0/1427479980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b19eb0 msgr2=0x5614d8b35bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b19eb0 0x5614d8b35bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.687+0000 7f1153e00700 1 -- 172.21.15.3:0/1427479980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614d8b979e0 con 0x5614d8b14880 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f1153e00700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f11440dff20 tx=0x7f11440e2040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5513abb8a8906ab2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11440e22c0 con 0x5614d8b14880 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f11440a9cd0 con 0x5614d8b14880 2024-05-21T19:12:08.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f114001be50 con 0x5614d8b14880 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f11440aa170 con 0x5614d8b14880 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f11655a7b80 10 client.26219 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614d8b98d00 con 0x5614d8b14880 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f114001be50 con 0x5614d8b14880 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1144088020 con 0x5614d8b14880 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.688+0000 7f11655a7b80 10 client.26219 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f11655a7b80 10 client.26219 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f11655a7b80 20 client.26219 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b993f0 0x5614d8b9b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f11655a7b80 4 client.26219 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5614d8a6e570 con 0x5614d8b993f0 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.689+0000 7f1153400700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b993f0 0x5614d8b9b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f1153400700 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b993f0 0x5614d8b9b810 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14a76b3c24450a2e server_cookie=22b9dc2ca5651148 in_seq=0 out_seq=0 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f113e000700 10 client.26219 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f113e000700 1 -- 172.21.15.3:0/1427479980 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5614d8a6e570 con 0x5614d8b993f0 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f113e000700 10 client.26219 handle_command_reply: tid=0 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 client.26219 shutdown 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 msgr2=0x5614d8b35690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f11440dff20 tx=0x7f11440e2040 comp rx=0 tx=0).stop 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 shutdown_connections 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614d8b1a7d0 0x5614d8b36110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614d8b14880 0x5614d8b35690 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5614d8b993f0 0x5614d8b9b810 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 --2- 172.21.15.3:0/1427479980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614d8b19eb0 0x5614d8b35bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f113e000700 0 client.26219 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 >> 172.21.15.3:0/1427479980 conn(0x5614d8a42be0 msgr2=0x5614d8b1c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 shutdown_connections 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 1 -- 172.21.15.3:0/1427479980 wait complete. 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.690+0000 7f11655a7b80 20 client.26219 trim_cache size 0 max 16384 2024-05-21T19:12:08.695 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:08.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 msgr2=0x7f11380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 0x7f11380b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f114c00b0a0 tx=0x7f114c027000 comp rx=0 tx=0).stop 2024-05-21T19:12:08.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 msgr2=0x7f115419be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:08.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f114400e9c0 tx=0x7f114400ecd0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 shutdown_connections 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11380b2880 0x7f11380b4d40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f115410b780 0x7f11541a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1154105780 0x7f115419be80 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 --2- 172.21.15.3:0/3265847483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1154106140 0x7f115419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.691+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 >> 172.21.15.3:0/3265847483 conn(0x7f1154101270 msgr2=0x7f1154101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.692+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 shutdown_connections 2024-05-21T19:12:08.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:08.692+0000 7f115ac00700 1 -- 172.21.15.3:0/3265847483 wait complete. 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 -- 172.21.15.3:0/3483068214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 msgr2=0x7f0624110480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 --2- 172.21.15.3:0/3483068214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f0624110480 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f061c009920 tx=0x7f061c009c30 comp rx=0 tx=0).stop 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 -- 172.21.15.3:0/3483068214 shutdown_connections 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 --2- 172.21.15.3:0/3483068214 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f0624110480 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 --2- 172.21.15.3:0/3483068214 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f062406b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 --2- 172.21.15.3:0/3483068214 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 0x7f06241081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 -- 172.21.15.3:0/3483068214 >> 172.21.15.3:0/3483068214 conn(0x7f06240793e0 msgr2=0x7f06240797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 -- 172.21.15.3:0/3483068214 shutdown_connections 2024-05-21T19:12:09.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.600+0000 7f062b400700 1 -- 172.21.15.3:0/3483068214 wait complete. 2024-05-21T19:12:09.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 Processor -- start 2024-05-21T19:12:09.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 -- start start 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f06241a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 0x7f06241a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06241136d0 con 0x7f0624108900 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0624113550 con 0x7f062406b480 2024-05-21T19:12:09.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.602+0000 7f062b400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0624113850 con 0x7f062406be30 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0628a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f06241a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54600/0 (socket says 172.21.15.3:54600) 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 -- 172.21.15.3:0/3817177283 learned_addr learned my addr 172.21.15.3:0/3817177283 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f061be00700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 0x7f06241a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 -- 172.21.15.3:0/3817177283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 msgr2=0x7f06241a1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 0x7f06241a1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 -- 172.21.15.3:0/3817177283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 msgr2=0x7f06241a1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f06241a1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0629400700 1 -- 172.21.15.3:0/3817177283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f062419c250 con 0x7f0624108900 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.603+0000 7f0628a00700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f06241a1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f0629400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f061c00a010 tx=0x7f061c00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f0622000700 1 -- 172.21.15.3:0/3817177283 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c005140 con 0x7f0624108900 2024-05-21T19:12:09.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f0622000700 1 -- 172.21.15.3:0/3817177283 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f061c00b560 con 0x7f0624108900 2024-05-21T19:12:09.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f062419c4e0 con 0x7f0624108900 2024-05-21T19:12:09.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f0622000700 1 -- 172.21.15.3:0/3817177283 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c0038e0 con 0x7f0624108900 2024-05-21T19:12:09.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.604+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06241a8800 con 0x7f0624108900 2024-05-21T19:12:09.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.610+0000 7f0622000700 1 -- 172.21.15.3:0/3817177283 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f061c00b9a0 con 0x7f0624108900 2024-05-21T19:12:09.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 Processor -- start 2024-05-21T19:12:09.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 -- start start 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x555848603850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558485fd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 0x5558485fe450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55584855bfd0 con 0x555848603d90 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55584854bb70 con 0x5558485fe010 2024-05-21T19:12:09.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.611+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55584854fbb0 con 0x555848603470 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f0628a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558485fd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x555848603850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f0628a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558485fd9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54606/0 (socket says 172.21.15.3:54606) 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f0628a00700 1 -- 172.21.15.3:0/3924498289 learned_addr learned my addr 172.21.15.3:0/3924498289 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 0x5558485fe450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f0622000700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 0x7f06080b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.614 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:09 smithi003 ceph-mon[31577]: pgmap v566: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:12:09.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 -- 172.21.15.3:0/3924498289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 msgr2=0x555848603850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x555848603850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 -- 172.21.15.3:0/3924498289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 msgr2=0x5558485fd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558485fd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f061be00700 1 -- 172.21.15.3:0/3924498289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558485145b0 con 0x5558485fe010 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.612+0000 7f0622000700 1 -- 172.21.15.3:0/3817177283 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f061c0e3090 con 0x7f0624108900 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.613+0000 7f0629400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 0x7f06080b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.613+0000 7f061be00700 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 0x5558485fe450 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0624103dd0 tx=0x7f060c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf3c9c66cb90bc20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.613+0000 7f061a000700 1 -- 172.21.15.3:0/3924498289 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c004050 con 0x5558485fe010 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.613+0000 7f061a000700 1 -- 172.21.15.3:0/3924498289 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f060c0114c0 con 0x5558485fe010 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.613+0000 7f061a000700 1 -- 172.21.15.3:0/3924498289 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c005280 con 0x5558485fe010 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3924498289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 msgr2=0x5558485fe450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 0x5558485fe450 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0624103dd0 tx=0x7f060c009310 comp rx=0 tx=0).stop 2024-05-21T19:12:09.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0629400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 0x7f06080b4e70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f061c0aa650 tx=0x7f061c009c30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3924498289 shutdown_connections 2024-05-21T19:12:09.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558485fe010 0x5558485fe450 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x555848603850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3924498289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558485fd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3924498289 >> 172.21.15.3:0/3924498289 conn(0x55584852bd70 msgr2=0x5558485f84b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3924498289 shutdown_connections 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.614+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3924498289 wait complete. 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.615+0000 7f0635e4ab80 1 -- start start 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.615+0000 7f0635e4ab80 1 Processor -- start 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848609bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x555848606f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558486074d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555848452130 con 0x555848603d90 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5558484ec8f0 con 0x555848603470 2024-05-21T19:12:09.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55584860a870 con 0x5558485fe010 2024-05-21T19:12:09.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0635e4ab80 10 client.0 _ll_register_callbacks cb 0x5558484f5e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:09.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f061be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848609bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f061be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848609bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45344/0 (socket says 172.21.15.3:45344) 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f061be00700 1 -- 172.21.15.3:0/1674225063 learned_addr learned my addr 172.21.15.3:0/1674225063 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f0628a00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x555848606f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.616+0000 7f061be00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558486074d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 -- 172.21.15.3:0/1674225063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 msgr2=0x555848609bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848609bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 -- 172.21.15.3:0/1674225063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 msgr2=0x5558486074d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558486074d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 -- 172.21.15.3:0/1674225063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55584849ba60 con 0x555848603470 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f061be00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558486074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0628a00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x555848606f90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0614007f20 tx=0x7f061400e7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8e5d8a5104fd98b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0612a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0614004db0 con 0x555848603470 2024-05-21T19:12:09.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f060c0114c0 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.617+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0614003a00 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0614027050 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0635e4ab80 10 client.26231 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55584851c1f0 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f060c0114c0 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0614004740 con 0x555848603470 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0635e4ab80 10 client.26231 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0635e4ab80 10 client.26231 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.618+0000 7f0635e4ab80 20 client.26231 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.619+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848617560 0x555848619950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.619+0000 7f0635e4ab80 4 client.26231 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.619+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55584855df20 con 0x555848617560 2024-05-21T19:12:09.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.619+0000 7f061be00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848617560 0x555848619950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.619+0000 7f061be00700 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848617560 0x555848619950 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cceed17e723facc4 server_cookie=86de8d355e994634 in_seq=0 out_seq=0 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.620+0000 7f0612a00700 10 client.26231 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.620+0000 7f0612a00700 1 -- 172.21.15.3:0/1674225063 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55584855df20 con 0x555848617560 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.620+0000 7f0612a00700 10 client.26231 handle_command_reply: tid=0 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.620+0000 7f0635e4ab80 1 client.26231 shutdown 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 msgr2=0x555848606f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x555848606f90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0614007f20 tx=0x7f061400e7d0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 shutdown_connections 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848617560 0x555848619950 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x5558486074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848609bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0612a00700 0 client.26231 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:09.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/1674225063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x555848606f90 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 >> 172.21.15.3:0/1674225063 conn(0x55584852bd70 msgr2=0x5558485fc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 shutdown_connections 2024-05-21T19:12:09.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 1 -- 172.21.15.3:0/1674225063 wait complete. 2024-05-21T19:12:09.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.621+0000 7f0635e4ab80 20 client.26231 trim_cache size 0 max 16384 2024-05-21T19:12:09.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:09 smithi178 ceph-mon[36523]: pgmap v566: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:12:09.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 Processor -- start 2024-05-21T19:12:09.644 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 -- start start 2024-05-21T19:12:09.645 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848613910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x55584861f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06241b2550 con 0x555848603d90 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06241afde0 con 0x555848603470 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.644+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f06241adc30 con 0x5558485fe010 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37714/0 (socket says 172.21.15.3:37714) 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 -- 172.21.15.3:0/3498715599 learned_addr learned my addr 172.21.15.3:0/3498715599 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f061be00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x55584861f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f061be00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848613910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 -- 172.21.15.3:0/3498715599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 msgr2=0x555848613910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848613910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 -- 172.21.15.3:0/3498715599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 msgr2=0x55584861f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x55584861f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 -- 172.21.15.3:0/3498715599 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555848619fd0 con 0x555848603470 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f061be00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x55584861f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:09.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.645+0000 7f0628a00700 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f06140164b0 tx=0x7f0614016930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6835c34da2b4342 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0619600700 1 -- 172.21.15.3:0/3498715599 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061402f070 con 0x555848603470 2024-05-21T19:12:09.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0619600700 1 -- 172.21.15.3:0/3498715599 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0614016ca0 con 0x555848603470 2024-05-21T19:12:09.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0619600700 1 -- 172.21.15.3:0/3498715599 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0614020980 con 0x555848603470 2024-05-21T19:12:09.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3498715599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 msgr2=0x55584861f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f06140164b0 tx=0x7f0614016930 comp rx=0 tx=0).stop 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3498715599 shutdown_connections 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555848603d90 0x55584861f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558485fe010 0x555848613910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/3498715599 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603470 0x55584861f260 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.646+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3498715599 >> 172.21.15.3:0/3498715599 conn(0x55584852bd70 msgr2=0x555848605880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.647+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3498715599 shutdown_connections 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.647+0000 7f0635e4ab80 1 -- 172.21.15.3:0/3498715599 wait complete. 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.647+0000 7f0635e4ab80 1 -- start start 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.647+0000 7f0635e4ab80 1 Processor -- start 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 0x55584860cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x55584860d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603d90 0x55584860d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f06241ae2a0 con 0x5558485fe010 2024-05-21T19:12:09.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f06241af710 con 0x555848603d90 2024-05-21T19:12:09.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f06241ae970 con 0x555848603470 2024-05-21T19:12:09.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0635e4ab80 10 client.0 _ll_register_callbacks cb 0x5558484f5e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f061be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 0x55584860cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f061be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 0x55584860cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54624/0 (socket says 172.21.15.3:54624) 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f061be00700 1 -- 172.21.15.3:0/395926638 learned_addr learned my addr 172.21.15.3:0/395926638 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f0628a00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x55584860d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.648+0000 7f061be00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603d90 0x55584860d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 -- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603d90 msgr2=0x55584860d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603d90 0x55584860d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 -- 172.21.15.3:0/395926638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 msgr2=0x55584860cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 0x55584860cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 -- 172.21.15.3:0/395926638 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558486823a0 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0628a00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x55584860d010 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x555848608120 tx=0x7f0614003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cf24682781ee138 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0612a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061402f040 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0614016ca0 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.649+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f06140205c0 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.650+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0614041050 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.650+0000 7f0635e4ab80 10 client.26239 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.650+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555848683660 con 0x555848603470 2024-05-21T19:12:09.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.650+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0614016ca0 con 0x555848603470 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f061402b430 con 0x555848603470 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 10 client.26239 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 10 client.26239 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 20 client.26239 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848683d10 0x555848686130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 4 client.26239 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.1, "await_for": 45.0}] 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.1, "await_for": 45.0}) -- 0x555848557700 con 0x555848683d10 2024-05-21T19:12:09.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.651+0000 7f061be00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848683d10 0x555848686130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:09.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.652+0000 7f061be00700 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848683d10 0x555848686130 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57661b9f83a7fada server_cookie=22d39d1c5a91651d in_seq=0 out_seq=0 2024-05-21T19:12:09.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.652+0000 7f0612a00700 10 client.26239 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:09.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0612a00700 1 -- 172.21.15.3:0/395926638 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555848557700 con 0x555848683d10 2024-05-21T19:12:09.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0612a00700 10 client.26239 handle_command_reply: tid=0 2024-05-21T19:12:09.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 client.26239 shutdown 2024-05-21T19:12:09.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 msgr2=0x55584860d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x55584860d010 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x555848608120 tx=0x7f0614003c30 comp rx=0 tx=0).stop 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 shutdown_connections 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555848683d10 0x555848686130 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555848603d90 0x55584860d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558485fe010 0x55584860cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 --2- 172.21.15.3:0/395926638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555848603470 0x55584860d010 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0612a00700 0 client.26239 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.669+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 >> 172.21.15.3:0/395926638 conn(0x55584852bd70 msgr2=0x5558485f1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.670+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 shutdown_connections 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.670+0000 7f0635e4ab80 1 -- 172.21.15.3:0/395926638 wait complete. 2024-05-21T19:12:09.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.670+0000 7f0635e4ab80 20 client.26239 trim_cache size 0 max 16384 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 10, 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "8f18c266": { 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 10, 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:12:09.672 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 145.1, 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:09.673 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 msgr2=0x7f06080b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 0x7f06080b4e70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f061c0aa650 tx=0x7f061c009c30 comp rx=0 tx=0).stop 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 msgr2=0x7f062419baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:09.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f061c00a010 tx=0x7f061c00fa00 comp rx=0 tx=0).stop 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 shutdown_connections 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06080b29b0 0x7f06080b4e70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0624108900 0x7f062419baf0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f062406b480 0x7f06241a1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 --2- 172.21.15.3:0/3817177283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f062406be30 0x7f06241a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 >> 172.21.15.3:0/3817177283 conn(0x7f06240793e0 msgr2=0x7f0624100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 shutdown_connections 2024-05-21T19:12:09.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:09.671+0000 7f062b400700 1 -- 172.21.15.3:0/3817177283 wait complete. 2024-05-21T19:12:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:09 smithi104 ceph-mon[36417]: pgmap v566: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:12:10.158 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:12:11.101 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8f18c266', quiesce took 9.8 seconds. Will release after: 15.3 2024-05-21T19:12:11.216 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:11.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:11 smithi178 ceph-mon[36523]: pgmap v567: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:12:11.678 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:11 smithi003 ceph-mon[31577]: pgmap v567: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:12:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:11 smithi104 ceph-mon[36417]: pgmap v567: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:12:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 -- 172.21.15.3:0/2452222785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80481035d0 msgr2=0x7f80481059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 --2- 172.21.15.3:0/2452222785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80481035d0 0x7f80481059c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8030009860 tx=0x7f803002a340 comp rx=0 tx=0).stop 2024-05-21T19:12:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 -- 172.21.15.3:0/2452222785 shutdown_connections 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 --2- 172.21.15.3:0/2452222785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048108830 0x7f804810ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 --2- 172.21.15.3:0/2452222785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8048105f00 0x7f80481082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 --2- 172.21.15.3:0/2452222785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f80481035d0 0x7f80481059c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.806+0000 7f804dc00640 1 -- 172.21.15.3:0/2452222785 >> 172.21.15.3:0/2452222785 conn(0x7f80480fcf20 msgr2=0x7f80480ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.807+0000 7f804dc00640 1 -- 172.21.15.3:0/2452222785 shutdown_connections 2024-05-21T19:12:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.807+0000 7f804dc00640 1 -- 172.21.15.3:0/2452222785 wait complete. 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 Processor -- start 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 -- start start 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80481035d0 0x7f804819ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8048108830 0x7f80481a2430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f804810e5f0 con 0x7f80481035d0 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f804810e470 con 0x7f8048105f00 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f804dc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f804810e770 con 0x7f8048108830 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f8046000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f8046a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80481035d0 0x7f804819ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f8047400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8048108830 0x7f80481a2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f8046000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36876/0 (socket says 172.21.15.3:36876) 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.808+0000 7f8046000640 1 -- 172.21.15.3:0/91732026 learned_addr learned my addr 172.21.15.3:0/91732026 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 -- 172.21.15.3:0/91732026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8048108830 msgr2=0x7f80481a2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8048108830 0x7f80481a2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 -- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80481035d0 msgr2=0x7f804819ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80481035d0 0x7f804819ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 -- 172.21.15.3:0/91732026 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80481a2aa0 con 0x7f8048105f00 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f8046000640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f803800c3a0 tx=0x7f803800c860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.809+0000 7f803f400640 1 -- 172.21.15.3:0/91732026 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803801b070 con 0x7f8048105f00 2024-05-21T19:12:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.810+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80481a2d90 con 0x7f8048105f00 2024-05-21T19:12:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.810+0000 7f803f400640 1 -- 172.21.15.3:0/91732026 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f803800bae0 con 0x7f8048105f00 2024-05-21T19:12:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.810+0000 7f803f400640 1 -- 172.21.15.3:0/91732026 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8038016b50 con 0x7f8048105f00 2024-05-21T19:12:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.810+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80481a3260 con 0x7f8048105f00 2024-05-21T19:12:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 Processor -- start 2024-05-21T19:12:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 -- start start 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 0x560af3588f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 0x560af3590b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560af34f8b90 con 0x560af3589520 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560af34e8730 con 0x560af358e690 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.813+0000 7f8050a6b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560af34ec770 con 0x560af3588b30 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f803f400640 1 -- 172.21.15.3:0/91732026 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f803801e070 con 0x7f8048105f00 2024-05-21T19:12:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8047400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 0x560af3588f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49148/0 (socket says 172.21.15.3:49148) 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 -- 172.21.15.3:0/3329069668 learned_addr learned my addr 172.21.15.3:0/3329069668 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046000640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 0x560af3590b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 -- 172.21.15.3:0/3329069668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 msgr2=0x560af3588f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 0x560af3588f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 -- 172.21.15.3:0/3329069668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 msgr2=0x560af3590b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 0x560af3590b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046a00640 1 -- 172.21.15.3:0/3329069668 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560af34818b0 con 0x560af3589520 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8047400640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 0x560af3588f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.814+0000 7f8046000640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 0x560af3590b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:11.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.815+0000 7f8046a00640 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f80300057c0 tx=0x7f8030005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44bcc25e76441b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.815+0000 7f8037e00640 1 -- 172.21.15.3:0/3329069668 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030041020 con 0x560af3589520 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.815+0000 7f8037e00640 1 -- 172.21.15.3:0/3329069668 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8030030dd0 con 0x560af3589520 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.815+0000 7f8037e00640 1 -- 172.21.15.3:0/3329069668 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030037040 con 0x560af3589520 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f803f400640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 0x7f802c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 -- 172.21.15.3:0/3329069668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 msgr2=0x560af358e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f80300057c0 tx=0x7f8030005b20 comp rx=0 tx=0).stop 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f803f400640 1 -- 172.21.15.3:0/91732026 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f80380e2280 con 0x7f8048105f00 2024-05-21T19:12:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 -- 172.21.15.3:0/3329069668 shutdown_connections 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af358e690 0x560af3590b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af358e020 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3329069668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3588b30 0x560af3588f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 -- 172.21.15.3:0/3329069668 >> 172.21.15.3:0/3329069668 conn(0x560af35841a0 msgr2=0x560af35845a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 -- 172.21.15.3:0/3329069668 shutdown_connections 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8050a6b740 1 -- 172.21.15.3:0/3329069668 wait complete. 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.816+0000 7f8047400640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 0x7f802c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.817+0000 7f8050a6b740 1 -- start start 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.817+0000 7f8050a6b740 1 Processor -- start 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.817+0000 7f8047400640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 0x7f802c0b4d60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x560af3589d80 tx=0x7f8040005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.817+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.817+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3589520 0x560af3592dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af358e690 0x560af3599e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8050a6b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560af31ce790 con 0x560af358e690 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8050a6b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560af3490bc0 con 0x560af3588b30 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8050a6b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560af35915e0 con 0x560af3589520 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8050a6b740 10 client.0 _ll_register_callbacks cb 0x560af346e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36894/0 (socket says 172.21.15.3:36894) 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8047400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af358e690 0x560af3599e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 -- 172.21.15.3:0/3409434494 learned_addr learned my addr 172.21.15.3:0/3409434494 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046000640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3589520 0x560af3592dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 -- 172.21.15.3:0/3409434494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3589520 msgr2=0x560af3592dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3589520 0x560af3592dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 -- 172.21.15.3:0/3409434494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af358e690 msgr2=0x560af3599e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af358e690 0x560af3599e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.818+0000 7f8046a00640 1 -- 172.21.15.3:0/3409434494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560af31fd210 con 0x560af3588b30 2024-05-21T19:12:11.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8046a00640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f803002a860 tx=0x7f80300044e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a79736bd52bb42ba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8034c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030041030 con 0x560af3588b30 2024-05-21T19:12:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8030030760 con 0x560af3588b30 2024-05-21T19:12:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8030030dd0 con 0x560af3588b30 2024-05-21T19:12:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8030056070 con 0x560af3588b30 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8050a6b740 10 client.26249 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.819+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560af32c9620 con 0x560af3588b30 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8030030dd0 con 0x560af3588b30 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f803003d7e0 con 0x560af3588b30 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 10 client.26249 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 10 client.26249 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 20 client.26249 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af359df70 0x560af35a0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 4 client.26249 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560af34faae0 con 0x560af359df70 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.820+0000 7f8046000640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af359df70 0x560af35a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.821+0000 7f8046000640 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af359df70 0x560af35a0360 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71001b8fb8242222 server_cookie=bcfb58f73f312d15 in_seq=0 out_seq=0 2024-05-21T19:12:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.821+0000 7f8034c00640 10 client.26249 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8034c00640 1 -- 172.21.15.3:0/3409434494 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560af34faae0 con 0x560af359df70 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8034c00640 10 client.26249 handle_command_reply: tid=0 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 client.26249 shutdown 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 msgr2=0x560af3592890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f803002a860 tx=0x7f80300044e0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 shutdown_connections 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af359df70 0x560af35a0360 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af3589520 0x560af3592dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af358e690 0x560af3599e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8034c00640 0 client.26249 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 --2- 172.21.15.3:0/3409434494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3592890 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 >> 172.21.15.3:0/3409434494 conn(0x560af35841a0 msgr2=0x560af3583310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 shutdown_connections 2024-05-21T19:12:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 1 -- 172.21.15.3:0/3409434494 wait complete. 2024-05-21T19:12:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.822+0000 7f8050a6b740 20 client.26249 trim_cache size 0 max 16384 2024-05-21T19:12:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 Processor -- start 2024-05-21T19:12:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 -- start start 2024-05-21T19:12:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 0x560af3599dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af35923f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f80481ae900 con 0x560af3588b30 2024-05-21T19:12:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80481ac1d0 con 0x560af3589520 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.840+0000 7f8050a6b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f80481aa020 con 0x560af358e690 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8047400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af35923f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 0x560af3599dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8047400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af35923f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44520/0 (socket says 172.21.15.3:44520) 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8047400640 1 -- 172.21.15.3:0/2785044714 learned_addr learned my addr 172.21.15.3:0/2785044714 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49170/0 (socket says 172.21.15.3:49170) 2024-05-21T19:12:11.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 -- 172.21.15.3:0/2785044714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 msgr2=0x560af35923f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af35923f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 -- 172.21.15.3:0/2785044714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 msgr2=0x560af3599dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 0x560af3599dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 -- 172.21.15.3:0/2785044714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560af3583fd0 con 0x560af3588b30 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046000640 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 0x560af3599dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.841+0000 7f8046a00640 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f803003dc50 tx=0x7f8030005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bfb2e4adf4c8381 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.842+0000 7f8037400640 1 -- 172.21.15.3:0/2785044714 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030060070 con 0x560af3588b30 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.842+0000 7f8037400640 1 -- 172.21.15.3:0/2785044714 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8030030bd0 con 0x560af3588b30 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.842+0000 7f8037400640 1 -- 172.21.15.3:0/2785044714 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030041040 con 0x560af3588b30 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.842+0000 7f8050a6b740 1 -- 172.21.15.3:0/2785044714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 msgr2=0x560af3591eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.842+0000 7f8050a6b740 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f803003dc50 tx=0x7f8030005b20 comp rx=0 tx=0).stop 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 -- 172.21.15.3:0/2785044714 shutdown_connections 2024-05-21T19:12:11.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af35923f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3589520 0x560af3599dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 --2- 172.21.15.3:0/2785044714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3588b30 0x560af3591eb0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 -- 172.21.15.3:0/2785044714 >> 172.21.15.3:0/2785044714 conn(0x560af35841a0 msgr2=0x560af3587080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 -- 172.21.15.3:0/2785044714 shutdown_connections 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 -- 172.21.15.3:0/2785044714 wait complete. 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 -- start start 2024-05-21T19:12:11.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.843+0000 7f8050a6b740 1 Processor -- start 2024-05-21T19:12:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3596aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af3606a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f80481aa690 con 0x560af3589520 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80481abb00 con 0x560af3588b30 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f80481aad60 con 0x560af358e690 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8050a6b740 10 client.0 _ll_register_callbacks cb 0x7f8040009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49182/0 (socket says 172.21.15.3:49182) 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 -- 172.21.15.3:0/4066240850 learned_addr learned my addr 172.21.15.3:0/4066240850 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046a00640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3596aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8047400640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af3606a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 -- 172.21.15.3:0/4066240850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 msgr2=0x560af3606a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af3606a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 -- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 msgr2=0x560af3596aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3596aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8046000640 1 -- 172.21.15.3:0/4066240850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560af359a0b0 con 0x560af3589520 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.844+0000 7f8047400640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af3606a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8046000640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f803800c370 tx=0x7f80380b2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c6fc7a56b7bd259 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8034c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80380a9440 con 0x560af3589520 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f803800bc90 con 0x560af3589520 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8030030bd0 con 0x560af3589520 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f80380a9930 con 0x560af3589520 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8050a6b740 10 client.16155 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560af3608000 con 0x560af3589520 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.845+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8030030bd0 con 0x560af3589520 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f803800b040 con 0x560af3589520 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 10 client.16155 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 10 client.16155 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 20 client.16155 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af36089b0 0x560af360add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 4 client.16155 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560af34f42c0 con 0x560af36089b0 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.846+0000 7f8046a00640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af36089b0 0x560af360add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.847+0000 7f8046a00640 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af36089b0 0x560af360add0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4930bc4f18b02f4 server_cookie=4b6b9875dc1fc812 in_seq=0 out_seq=0 2024-05-21T19:12:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.847+0000 7f8034c00640 10 client.16155 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8034c00640 1 -- 172.21.15.3:0/4066240850 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560af34f42c0 con 0x560af36089b0 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8034c00640 10 client.16155 handle_command_reply: tid=0 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 client.16155 shutdown 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 msgr2=0x560af3596fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f803800c370 tx=0x7f80380b2040 comp rx=0 tx=0).stop 2024-05-21T19:12:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 shutdown_connections 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560af36089b0 0x560af360add0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560af358e690 0x560af3606a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560af3589520 0x560af3596fe0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 --2- 172.21.15.3:0/4066240850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560af3588b30 0x560af3596aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 >> 172.21.15.3:0/4066240850 conn(0x560af35841a0 msgr2=0x560af3582a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.860+0000 7f8034c00640 0 client.16155 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.861+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 shutdown_connections 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.861+0000 7f8050a6b740 1 -- 172.21.15.3:0/4066240850 wait complete. 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.861+0000 7f8050a6b740 20 client.16155 trim_cache size 0 max 16384 2024-05-21T19:12:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:12:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:12:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:12:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 msgr2=0x7f802c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 0x7f802c0b4d60 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x560af3589d80 tx=0x7f8040005f90 comp rx=0 tx=0).stop 2024-05-21T19:12:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 msgr2=0x7f804819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f803800c3a0 tx=0x7f803800c860 comp rx=0 tx=0).stop 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 shutdown_connections 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f802c0b28a0 0x7f802c0b4d60 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8048108830 0x7f80481a2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8048105f00 0x7f804819b3c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 --2- 172.21.15.3:0/91732026 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f80481035d0 0x7f804819ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 >> 172.21.15.3:0/91732026 conn(0x7f80480fcf20 msgr2=0x7f8048102cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 shutdown_connections 2024-05-21T19:12:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:11.862+0000 7f804dc00640 1 -- 172.21.15.3:0/91732026 wait complete. 2024-05-21T19:12:13.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 -- 172.21.15.3:0/3148671279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2854103f90 msgr2=0x7f2854110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 --2- 172.21.15.3:0/3148671279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2854103f90 0x7f2854110470 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f284c00b0a0 tx=0x7f284c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 -- 172.21.15.3:0/3148671279 shutdown_connections 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 --2- 172.21.15.3:0/3148671279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2854103f90 0x7f2854110470 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 --2- 172.21.15.3:0/3148671279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854108500 0x7f28541088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 --2- 172.21.15.3:0/3148671279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28541035f0 0x7f2854103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 -- 172.21.15.3:0/3148671279 >> 172.21.15.3:0/3148671279 conn(0x7f285407a6a0 msgr2=0x7f285407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 -- 172.21.15.3:0/3148671279 shutdown_connections 2024-05-21T19:12:13.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.453+0000 7f285a600700 1 -- 172.21.15.3:0/3148671279 wait complete. 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.454+0000 7f285a600700 1 Processor -- start 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.454+0000 7f285a600700 1 -- start start 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 0x7f285419f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 0x7f285419fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2854108500 0x7f2854199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2854113790 con 0x7f28541035f0 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2854113610 con 0x7f2854103f90 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f285a600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2854113910 con 0x7f2854108500 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f2853400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 0x7f285419f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f2853400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 0x7f285419f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49198/0 (socket says 172.21.15.3:49198) 2024-05-21T19:12:13.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f2853400700 1 -- 172.21.15.3:0/4173384970 learned_addr learned my addr 172.21.15.3:0/4173384970 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f284aa00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 0x7f285419fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.455+0000 7f2853e00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2854108500 0x7f2854199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 -- 172.21.15.3:0/4173384970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2854108500 msgr2=0x7f2854199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2854108500 0x7f2854199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 -- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 msgr2=0x7f285419f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 0x7f285419f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 -- 172.21.15.3:0/4173384970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f285419a1d0 con 0x7f2854103f90 2024-05-21T19:12:13.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f284aa00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 0x7f285419fdf0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f283c00e9f0 tx=0x7f283c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.456+0000 7f2850c00700 1 -- 172.21.15.3:0/4173384970 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c00c9c0 con 0x7f2854103f90 2024-05-21T19:12:13.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.457+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f285419a4c0 con 0x7f2854103f90 2024-05-21T19:12:13.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.457+0000 7f2850c00700 1 -- 172.21.15.3:0/4173384970 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f283c00cb60 con 0x7f2854103f90 2024-05-21T19:12:13.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.457+0000 7f2850c00700 1 -- 172.21.15.3:0/4173384970 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c018680 con 0x7f2854103f90 2024-05-21T19:12:13.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.457+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28541a6780 con 0x7f2854103f90 2024-05-21T19:12:13.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.460+0000 7f2850c00700 1 -- 172.21.15.3:0/4173384970 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f283c010430 con 0x7f2854103f90 2024-05-21T19:12:13.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.461+0000 7f286502fb80 1 Processor -- start 2024-05-21T19:12:13.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 -- start start 2024-05-21T19:12:13.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f2850c00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 0x7f28380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f2850c00700 1 -- 172.21.15.3:0/4173384970 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f283c0e2370 con 0x7f2854103f90 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3acdef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acdf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55dd3ac38e40 con 0x55dd3ace5340 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55dd3ac289e0 con 0x55dd3acdf550 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f286502fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dd3ac2ca20 con 0x55dd3ace4a20 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f2853e00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 0x7f28380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f2853400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.462+0000 7f284aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3acdef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44558/0 (socket says 172.21.15.3:44558) 2024-05-21T19:12:13.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 -- 172.21.15.3:0/1653759632 learned_addr learned my addr 172.21.15.3:0/1653759632 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853e00700 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acdf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 -- 172.21.15.3:0/1653759632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 msgr2=0x55dd3acdf9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acdf9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 -- 172.21.15.3:0/1653759632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 msgr2=0x55dd3acdef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3acdef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 -- 172.21.15.3:0/1653759632 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd3abf1420 con 0x55dd3ace4a20 2024-05-21T19:12:13.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f284aa00700 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3acdef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:13.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.463+0000 7f2853400700 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2844009d90 tx=0x7f2844011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b4c2e495fb661fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f2853e00700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 0x7f28380b4dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f284c00b780 tx=0x7f284c009de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f2848c00700 1 -- 172.21.15.3:0/1653759632 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844004a30 con 0x55dd3ace4a20 2024-05-21T19:12:13.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f2848c00700 1 -- 172.21.15.3:0/1653759632 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28440054d0 con 0x55dd3ace4a20 2024-05-21T19:12:13.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f2848c00700 1 -- 172.21.15.3:0/1653759632 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844019870 con 0x55dd3ace4a20 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f286502fb80 1 -- 172.21.15.3:0/1653759632 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 msgr2=0x55dd3ace4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.464+0000 7f286502fb80 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2844009d90 tx=0x7f2844011720 comp rx=0 tx=0).stop 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 -- 172.21.15.3:0/1653759632 shutdown_connections 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acdf9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3ace4e00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 --2- 172.21.15.3:0/1653759632 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3acdef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 -- 172.21.15.3:0/1653759632 >> 172.21.15.3:0/1653759632 conn(0x55dd3ac08be0 msgr2=0x55dd3acd5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 -- 172.21.15.3:0/1653759632 shutdown_connections 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 -- 172.21.15.3:0/1653759632 wait complete. 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.465+0000 7f286502fb80 1 -- start start 2024-05-21T19:12:13.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 Processor -- start 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3acdf550 0x55dd3aceb1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 0x55dd3acde170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acde6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55dd3ab2efa0 con 0x55dd3acdf550 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55dd3abc9760 con 0x55dd3ace4a20 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55dd3acdad60 con 0x55dd3ace5340 2024-05-21T19:12:13.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f286502fb80 10 client.0 _ll_register_callbacks cb 0x55dd3abd2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:13.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f284aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 0x55dd3acde170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f2853e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acde6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f2853400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3acdf550 0x55dd3aceb1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.466+0000 7f284aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 0x55dd3acde170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36938/0 (socket says 172.21.15.3:36938) 2024-05-21T19:12:13.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f284aa00700 1 -- 172.21.15.3:0/2130357620 learned_addr learned my addr 172.21.15.3:0/2130357620 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 -- 172.21.15.3:0/2130357620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 msgr2=0x55dd3acde170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 0x55dd3acde170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 -- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3acdf550 msgr2=0x55dd3aceb1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3acdf550 0x55dd3aceb1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 -- 172.21.15.3:0/2130357620 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd3ab788d0 con 0x55dd3ace5340 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2853e00700 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acde6b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f284c0062a0 tx=0x7f284c006210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf56c9cfd85f2b4b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.467+0000 7f2841600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284c0272e0 con 0x55dd3ace5340 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28440054d0 con 0x55dd3ace5340 2024-05-21T19:12:13.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f284c027480 con 0x55dd3ace5340 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f284c027680 con 0x55dd3ace5340 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f286502fb80 10 client.26269 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd3abf9060 con 0x55dd3ace5340 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.468+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28440054d0 con 0x55dd3ace5340 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f284c011070 con 0x55dd3ace5340 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 10 client.26269 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 10 client.26269 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 20 client.26269 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3acf4500 0x55dd3acf6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 4 client.26269 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:13.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd3ac3ad90 con 0x55dd3acf4500 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.469+0000 7f2853400700 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3acf4500 0x55dd3acf6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.470+0000 7f2853400700 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3acf4500 0x55dd3acf6930 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=deb303b47aa7e499 server_cookie=ef58417cd909acc7 in_seq=0 out_seq=0 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.470+0000 7f2841600700 10 client.26269 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f2841600700 1 -- 172.21.15.3:0/2130357620 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55dd3ac3ad90 con 0x55dd3acf4500 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f2841600700 10 client.26269 handle_command_reply: tid=0 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 client.26269 shutdown 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 msgr2=0x55dd3acde6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acde6b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f284c0062a0 tx=0x7f284c006210 comp rx=0 tx=0).stop 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 shutdown_connections 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acde6b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3acf4500 0x55dd3acf6930 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3acdf550 0x55dd3aceb1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 --2- 172.21.15.3:0/2130357620 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3ace4a20 0x55dd3acde170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f2841600700 0 client.26269 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 >> 172.21.15.3:0/2130357620 conn(0x55dd3ac08be0 msgr2=0x55dd3acd4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 shutdown_connections 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 1 -- 172.21.15.3:0/2130357620 wait complete. 2024-05-21T19:12:13.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.471+0000 7f286502fb80 20 client.26269 trim_cache size 0 max 16384 2024-05-21T19:12:13.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.488+0000 7f286502fb80 1 Processor -- start 2024-05-21T19:12:13.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 -- start start 2024-05-21T19:12:13.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acd54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acfc250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f28541ae370 con 0x55dd3ace4a20 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28541abc00 con 0x55dd3acdf550 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f286502fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f28541a9a70 con 0x55dd3ace5340 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f284aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f284aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49234/0 (socket says 172.21.15.3:49234) 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f2853400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acd54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f284aa00700 1 -- 172.21.15.3:0/729142677 learned_addr learned my addr 172.21.15.3:0/729142677 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.489+0000 7f2853e00700 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acfc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 -- 172.21.15.3:0/729142677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 msgr2=0x55dd3acfc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acfc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 -- 172.21.15.3:0/729142677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 msgr2=0x55dd3acd54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acd54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 -- 172.21.15.3:0/729142677 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd3acdac40 con 0x55dd3ace4a20 2024-05-21T19:12:13.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f284aa00700 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f283c0dfdc0 tx=0x7f283c0cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df12f947b10f5c1f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f2843e00700 1 -- 172.21.15.3:0/729142677 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c0c3070 con 0x55dd3ace4a20 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f2843e00700 1 -- 172.21.15.3:0/729142677 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f283c0a9910 con 0x55dd3ace4a20 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.490+0000 7f2843e00700 1 -- 172.21.15.3:0/729142677 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f283c0a9dd0 con 0x55dd3ace4a20 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 -- 172.21.15.3:0/729142677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 msgr2=0x55dd3acdd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f283c0dfdc0 tx=0x7f283c0cc040 comp rx=0 tx=0).stop 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 -- 172.21.15.3:0/729142677 shutdown_connections 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace5340 0x55dd3acfc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3acd54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 --2- 172.21.15.3:0/729142677 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace4a20 0x55dd3acdd040 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 -- 172.21.15.3:0/729142677 >> 172.21.15.3:0/729142677 conn(0x55dd3ac08be0 msgr2=0x55dd3acdc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 -- 172.21.15.3:0/729142677 shutdown_connections 2024-05-21T19:12:13.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.491+0000 7f286502fb80 1 -- 172.21.15.3:0/729142677 wait complete. 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.492+0000 7f286502fb80 1 -- start start 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.492+0000 7f286502fb80 1 Processor -- start 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.492+0000 7f286502fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3aceddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.492+0000 7f286502fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3acee2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.492+0000 7f286502fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3ad5e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f286502fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f28541aa0c0 con 0x55dd3ace5340 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f286502fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28541ab530 con 0x55dd3acdf550 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f286502fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f28541aa790 con 0x55dd3ace4a20 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f286502fb80 10 client.0 _ll_register_callbacks cb 0x55dd3abd2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3aceddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3ad5e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3ad5e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49238/0 (socket says 172.21.15.3:49238) 2024-05-21T19:12:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853e00700 1 -- 172.21.15.3:0/1342453707 learned_addr learned my addr 172.21.15.3:0/1342453707 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:13.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f284aa00700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3acee2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 -- 172.21.15.3:0/1342453707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 msgr2=0x55dd3acee2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3acee2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 -- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 msgr2=0x55dd3ad5e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:13.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3ad5e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.493+0000 7f2853400700 1 -- 172.21.15.3:0/1342453707 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd3ad5e660 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f2853400700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3aceddb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2844000c00 tx=0x7f2844005150 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3c7ece9c60a05d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f2841600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844005650 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f283c0a9910 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2844004710 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f284403d050 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f286502fb80 10 client.26273 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.494+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd3ad5f920 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f283c0a9910 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2844019920 con 0x55dd3acdf550 2024-05-21T19:12:13.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 10 client.26273 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 10 client.26273 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 20 client.26273 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3ad5fec0 0x55dd3ad622b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 4 client.26273 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.495+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd3ac34570 con 0x55dd3ad5fec0 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f284aa00700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3ad5fec0 0x55dd3ad622b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f284aa00700 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3ad5fec0 0x55dd3ad622b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=123743fa8bc32a3f server_cookie=a6f65a1ed35660c4 in_seq=0 out_seq=0 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f2841600700 10 client.26273 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f2841600700 1 -- 172.21.15.3:0/1342453707 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd3ac34570 con 0x55dd3ad5fec0 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f2841600700 10 client.26273 handle_command_reply: tid=0 2024-05-21T19:12:13.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.496+0000 7f286502fb80 1 client.26273 shutdown 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 msgr2=0x55dd3aceddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3aceddb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2844000c00 tx=0x7f2844005150 comp rx=0 tx=0).stop 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 shutdown_connections 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55dd3ad5fec0 0x55dd3ad622b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55dd3ace5340 0x55dd3ad5e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55dd3acdf550 0x55dd3aceddb0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 --2- 172.21.15.3:0/1342453707 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55dd3ace4a20 0x55dd3acee2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f2841600700 0 client.26273 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 >> 172.21.15.3:0/1342453707 conn(0x55dd3ac08be0 msgr2=0x55dd3ace2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 shutdown_connections 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 1 -- 172.21.15.3:0/1342453707 wait complete. 2024-05-21T19:12:13.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.497+0000 7f286502fb80 20 client.26273 trim_cache size 0 max 16384 2024-05-21T19:12:13.502 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 msgr2=0x7f28380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 0x7f28380b4dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f284c00b780 tx=0x7f284c009de0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 msgr2=0x7f285419fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 0x7f285419fdf0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f283c00e9f0 tx=0x7f283c00ed00 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 shutdown_connections 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28380b2900 0x7f28380b4dc0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2854108500 0x7f2854199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f28541035f0 0x7f285419f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 --2- 172.21.15.3:0/4173384970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2854103f90 0x7f285419fdf0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:13.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 >> 172.21.15.3:0/4173384970 conn(0x7f285407a6a0 msgr2=0x7f2854101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:13.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 shutdown_connections 2024-05-21T19:12:13.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:13.498+0000 7f285a600700 1 -- 172.21.15.3:0/4173384970 wait complete. 2024-05-21T19:12:13.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:13 smithi003 ceph-mon[31577]: pgmap v568: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:12:13.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:13 smithi178 ceph-mon[36523]: pgmap v568: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:12:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:13 smithi104 ceph-mon[36417]: pgmap v568: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:12:14.401 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:12:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:15.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:15 smithi003 ceph-mon[31577]: pgmap v569: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-21T19:12:15.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:15 smithi178 ceph-mon[36523]: pgmap v569: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-21T19:12:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:15 smithi104 ceph-mon[36417]: pgmap v569: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 -- 172.21.15.3:0/2306242755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 msgr2=0x7fb3d4075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 --2- 172.21.15.3:0/2306242755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d4075cc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb3c400b0a0 tx=0x7fb3c400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 -- 172.21.15.3:0/2306242755 shutdown_connections 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 --2- 172.21.15.3:0/2306242755 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4114480 0x7fb3d4116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 --2- 172.21.15.3:0/2306242755 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d4075cc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 --2- 172.21.15.3:0/2306242755 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4076200 0x7fb3d4113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 -- 172.21.15.3:0/2306242755 >> 172.21.15.3:0/2306242755 conn(0x7fb3d40fefc0 msgr2=0x7fb3d41013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 -- 172.21.15.3:0/2306242755 shutdown_connections 2024-05-21T19:12:17.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.164+0000 7fb3d3200700 1 -- 172.21.15.3:0/2306242755 wait complete. 2024-05-21T19:12:17.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.165+0000 7fb3d3200700 1 Processor -- start 2024-05-21T19:12:17.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 -- start start 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4076200 0x7fb3d41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4114480 0x7fb3d41a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d4119cb0 con 0x7fb3d4076200 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d4119b30 con 0x7fb3d40758e0 2024-05-21T19:12:17.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d3200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d4119e30 con 0x7fb3d4114480 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3c9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4076200 0x7fb3d41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36984/0 (socket says 172.21.15.3:36984) 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1374556042 learned_addr learned my addr 172.21.15.3:0/1374556042 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.166+0000 7fb3d2800700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4114480 0x7fb3d41a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1374556042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4114480 msgr2=0x7fb3d41a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4114480 0x7fb3d41a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4076200 msgr2=0x7fb3d41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4076200 0x7fb3d41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1374556042 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d41a5190 con 0x7fb3d40758e0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3c400d010 tx=0x7fb3c4004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3cb400700 1 -- 172.21.15.3:0/1374556042 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4021070 con 0x7fb3d40758e0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3cb400700 1 -- 172.21.15.3:0/1374556042 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3c4007e30 con 0x7fb3d40758e0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3cb400700 1 -- 172.21.15.3:0/1374556042 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4004640 con 0x7fb3d40758e0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.167+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3d41a5420 con 0x7fb3d40758e0 2024-05-21T19:12:17.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.168+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3d41acd00 con 0x7fb3d40758e0 2024-05-21T19:12:17.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.171+0000 7fb3cb400700 1 -- 172.21.15.3:0/1374556042 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb3c4007980 con 0x7fb3d40758e0 2024-05-21T19:12:17.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.172+0000 7fb3e3927b80 1 Processor -- start 2024-05-21T19:12:17.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 -- start start 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3cb400700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 0x7fb3b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a767f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564ac09d3e40 con 0x564ac0a76390 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564ac09c39e0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564ac09c7a20 con 0x564ac0a7b7c0 2024-05-21T19:12:17.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.173+0000 7fb3cb400700 1 -- 172.21.15.3:0/1374556042 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3c400f020 con 0x7fb3d40758e0 2024-05-21T19:12:17.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3c9400700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 0x7fb3b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36992/0 (socket says 172.21.15.3:36992) 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3816095251 learned_addr learned my addr 172.21.15.3:0/3816095251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d2800700 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a767f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3816095251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 msgr2=0x564ac0a7bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3816095251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 msgr2=0x564ac0a767f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a767f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3816095251 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ac098c420 con 0x564ac0a7c0e0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.174+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40a6d60 tx=0x7fb3c40099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37cf2dfaa66b781a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3c9400700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 0x7fb3b80b4dc0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009680 tx=0x7fb3bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3c3400700 1 -- 172.21.15.3:0/3816095251 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c40ab3e0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3c3400700 1 -- 172.21.15.3:0/3816095251 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3c40aace0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3c3400700 1 -- 172.21.15.3:0/3816095251 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c40047e0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3816095251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 msgr2=0x564ac0a75d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.175+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40a6d60 tx=0x7fb3c40099e0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3816095251 shutdown_connections 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a767f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3816095251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a75d70 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3816095251 >> 172.21.15.3:0/3816095251 conn(0x564ac09a3be0 msgr2=0x564ac0a70810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3816095251 shutdown_connections 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3816095251 wait complete. 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.176+0000 7fb3e3927b80 1 -- start start 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 Processor -- start 2024-05-21T19:12:17.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 0x564ac0a81e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a7f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564ac08c9fa0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564ac0964760 con 0x564ac0a7b7c0 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564ac0a829c0 con 0x564ac0a76390 2024-05-21T19:12:17.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.177+0000 7fb3e3927b80 10 client.0 _ll_register_callbacks cb 0x564ac096dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a7f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3c9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3c9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36996/0 (socket says 172.21.15.3:36996) 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3c9400700 1 -- 172.21.15.3:0/1222145915 learned_addr learned my addr 172.21.15.3:0/1222145915 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 0x564ac0a81e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 msgr2=0x564ac0a7f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1222145915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 msgr2=0x564ac0a7f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a7f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 -- 172.21.15.3:0/1222145915 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ac09138d0 con 0x564ac0a76390 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3c9400700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:17.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d2800700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a7f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 0x564ac0a81e00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40a6d60 tx=0x7fb3c4003c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3724d407c9261e2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.178+0000 7fb3b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c40b3ab0 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3c4003db0 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3c40aace0 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3c4085160 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3e3927b80 10 client.26287 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564ac0994060 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.179+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3c40aace0 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3c4011070 con 0x564ac0a76390 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 10 client.26287 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 10 client.26287 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:17.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 20 client.26287 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:17.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0a8f2e0 0x564ac0a916d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 4 client.26287 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:17.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564ac09d5d90 con 0x564ac0a8f2e0 2024-05-21T19:12:17.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.180+0000 7fb3c9400700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0a8f2e0 0x564ac0a916d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.181+0000 7fb3c9400700 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0a8f2e0 0x564ac0a916d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bee73b46022ec53e server_cookie=af69c9b956d0fd3e in_seq=0 out_seq=0 2024-05-21T19:12:17.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.181+0000 7fb3b7e00700 10 client.26287 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:17.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3b7e00700 1 -- 172.21.15.3:0/1222145915 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564ac09d5d90 con 0x564ac0a8f2e0 2024-05-21T19:12:17.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3b7e00700 10 client.26287 handle_command_reply: tid=0 2024-05-21T19:12:17.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 client.26287 shutdown 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 msgr2=0x564ac0a81e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 0x564ac0a81e00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40a6d60 tx=0x7fb3c4003c00 comp rx=0 tx=0).stop 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 shutdown_connections 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0a8f2e0 0x564ac0a916d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a7f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a76390 0x564ac0a81e00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/1222145915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3b7e00700 0 client.26287 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 >> 172.21.15.3:0/1222145915 conn(0x564ac09a3be0 msgr2=0x564ac0a6ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 shutdown_connections 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 1 -- 172.21.15.3:0/1222145915 wait complete. 2024-05-21T19:12:17.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.182+0000 7fb3e3927b80 20 client.26287 trim_cache size 0 max 16384 2024-05-21T19:12:17.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.199+0000 7fb3e3927b80 1 Processor -- start 2024-05-21T19:12:17.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.199+0000 7fb3e3927b80 1 -- start start 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a75d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b69a0 con 0x564ac0a76390 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b4230 con 0x564ac0a7c0e0 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b2080 con 0x564ac0a7b7c0 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3d2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3c9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3d2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37010/0 (socket says 172.21.15.3:37010) 2024-05-21T19:12:17.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3d2800700 1 -- 172.21.15.3:0/2981014691 learned_addr learned my addr 172.21.15.3:0/2981014691 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:17.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3c9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44640/0 (socket says 172.21.15.3:44640) 2024-05-21T19:12:17.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.200+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a75d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 -- 172.21.15.3:0/2981014691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 msgr2=0x564ac0a7ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 -- 172.21.15.3:0/2981014691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 msgr2=0x564ac0a75d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a75d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 -- 172.21.15.3:0/2981014691 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564ac0a6cfa0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a75d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3c9400700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3d2800700 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc0129d0 tx=0x7fb3cc0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa7244dade47cb56 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3c2a00700 1 -- 172.21.15.3:0/2981014691 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3cc0040f0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3c2a00700 1 -- 172.21.15.3:0/2981014691 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3cc004290 con 0x564ac0a7c0e0 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.201+0000 7fb3c2a00700 1 -- 172.21.15.3:0/2981014691 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3cc010920 con 0x564ac0a7c0e0 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 -- 172.21.15.3:0/2981014691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 msgr2=0x564ac0a81e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc0129d0 tx=0x7fb3cc0047c0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 -- 172.21.15.3:0/2981014691 shutdown_connections 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a7c0e0 0x564ac0a81e00 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a76390 0x564ac0a75d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/2981014691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a7ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 -- 172.21.15.3:0/2981014691 >> 172.21.15.3:0/2981014691 conn(0x564ac09a3be0 msgr2=0x564ac0a7da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 -- 172.21.15.3:0/2981014691 shutdown_connections 2024-05-21T19:12:17.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.202+0000 7fb3e3927b80 1 -- 172.21.15.3:0/2981014691 wait complete. 2024-05-21T19:12:17.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.203+0000 7fb3e3927b80 1 -- start start 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.203+0000 7fb3e3927b80 1 Processor -- start 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.203+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.203+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a88150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.203+0000 7fb3e3927b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a95da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b26f0 con 0x564ac0a7c0e0 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b3b60 con 0x564ac0a76390 2024-05-21T19:12:17.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3e3927b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41b2dc0 con 0x564ac0a7b7c0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3e3927b80 10 client.0 _ll_register_callbacks cb 0x564ac096dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:37016/0 (socket says 172.21.15.3:37016) 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a95da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3755351170 learned_addr learned my addr 172.21.15.3:0/3755351170 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3c9400700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a88150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3755351170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 msgr2=0x564ac0a88150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a88150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3755351170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 msgr2=0x564ac0a95da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a95da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.204+0000 7fb3d1e00700 1 -- 172.21.15.3:0/3755351170 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564ac0a963e0 con 0x564ac0a76390 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3d1e00700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40aa9e0 tx=0x7fb3c40269b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f19e535d5c70bb81 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:17.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c40a6ba0 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3cc004290 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3c4011e30 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3c40c52c0 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3e3927b80 10 client.26291 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564ac0a963e0 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.205+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3cc004290 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb3c4011040 con 0x564ac0a76390 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 10 client.26291 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 10 client.26291 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 20 client.26291 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0af9800 0x564ac0afbc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 4 client.26291 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:17.209 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564ac09cf570 con 0x564ac0af9800 2024-05-21T19:12:17.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.206+0000 7fb3c9400700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0af9800 0x564ac0afbc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:17.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3c9400700 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0af9800 0x564ac0afbc20 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf5327a57b568b7e server_cookie=cf38e108019b895c in_seq=0 out_seq=0 2024-05-21T19:12:17.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3b7e00700 10 client.26291 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3b7e00700 1 -- 172.21.15.3:0/3755351170 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564ac09cf570 con 0x564ac0af9800 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3b7e00700 10 client.26291 handle_command_reply: tid=0 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 client.26291 shutdown 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 msgr2=0x564ac0a87c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb3c40aa9e0 tx=0x7fb3c40269b0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 shutdown_connections 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564ac0af9800 0x564ac0afbc20 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564ac0a7c0e0 0x564ac0a95da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564ac0a76390 0x564ac0a87c10 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3b7e00700 0 client.26291 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:17.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 --2- 172.21.15.3:0/3755351170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564ac0a7b7c0 0x564ac0a88150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 >> 172.21.15.3:0/3755351170 conn(0x564ac09a3be0 msgr2=0x564ac0a7da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 shutdown_connections 2024-05-21T19:12:17.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.207+0000 7fb3e3927b80 1 -- 172.21.15.3:0/3755351170 wait complete. 2024-05-21T19:12:17.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3e3927b80 20 client.26291 trim_cache size 0 max 16384 2024-05-21T19:12:17.212 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 msgr2=0x7fb3b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 0x7fb3b80b4dc0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009680 tx=0x7fb3bc009260 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 msgr2=0x7fb3d41a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3c400d010 tx=0x7fb3c4004d00 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 shutdown_connections 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb3b80b2900 0x7fb3b80b4dc0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb3d4114480 0x7fb3d41a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb3d40758e0 0x7fb3d41a0180 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 --2- 172.21.15.3:0/1374556042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb3d4076200 0x7fb3d41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.208+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 >> 172.21.15.3:0/1374556042 conn(0x7fb3d40fefc0 msgr2=0x7fb3d40ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.209+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 shutdown_connections 2024-05-21T19:12:17.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:17.209+0000 7fb3d3200700 1 -- 172.21.15.3:0/1374556042 wait complete. 2024-05-21T19:12:17.580 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:17 smithi003 ceph-mon[31577]: pgmap v570: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:12:17.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:17 smithi178 ceph-mon[36523]: pgmap v570: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:12:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:17 smithi104 ceph-mon[36417]: pgmap v570: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:12:19.160 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:12:19.161 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:12:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:19 smithi003 ceph-mon[31577]: pgmap v571: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:12:19.640 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:19 smithi104 ceph-mon[36417]: pgmap v571: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:12:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:19 smithi178 ceph-mon[36523]: pgmap v571: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:12:21.592 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: pgmap v572: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:21.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:12:21.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.593 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:21 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: pgmap v572: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:12:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:21 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.763+0000 7f1b7a000700 1 -- 172.21.15.3:0/3302584436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b741095b0 msgr2=0x7f1b74109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.763+0000 7f1b7a000700 1 --2- 172.21.15.3:0/3302584436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b741095b0 0x7f1b74109990 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c009990 tx=0x7f1b5c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 -- 172.21.15.3:0/3302584436 shutdown_connections 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 --2- 172.21.15.3:0/3302584436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b7406bbe0 0x7f1b741103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 --2- 172.21.15.3:0/3302584436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b741095b0 0x7f1b74109990 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 --2- 172.21.15.3:0/3302584436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 -- 172.21.15.3:0/3302584436 >> 172.21.15.3:0/3302584436 conn(0x7f1b740793f0 msgr2=0x7f1b74079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 -- 172.21.15.3:0/3302584436 shutdown_connections 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.764+0000 7f1b7a000700 1 -- 172.21.15.3:0/3302584436 wait complete. 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 Processor -- start 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 -- start start 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 0x7f1b7419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b741095b0 0x7f1b741a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b74113720 con 0x7f1b7406bbe0 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.765+0000 7f1b7a000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741135a0 con 0x7f1b741095b0 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b7a000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741138a0 con 0x7f1b7406b220 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 0x7f1b7419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 0x7f1b7419c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55002/0 (socket says 172.21.15.3:55002) 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b6aa00700 1 -- 172.21.15.3:0/609947360 learned_addr learned my addr 172.21.15.3:0/609947360 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73e00700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b741095b0 0x7f1b741a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 -- 172.21.15.3:0/609947360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b741095b0 msgr2=0x7f1b741a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b741095b0 0x7f1b741a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 -- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 msgr2=0x7f1b7419c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 0x7f1b7419c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.766+0000 7f1b73400700 1 -- 172.21.15.3:0/609947360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b741a0e60 con 0x7f1b7406b220 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b73400700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7419be50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c000c00 tx=0x7f1b5c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b70c00700 1 -- 172.21.15.3:0/609947360 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c026070 con 0x7f1b7406b220 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b741a10f0 con 0x7f1b7406b220 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b70c00700 1 -- 172.21.15.3:0/609947360 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b5c021410 con 0x7f1b7406b220 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b70c00700 1 -- 172.21.15.3:0/609947360 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c017650 con 0x7f1b7406b220 2024-05-21T19:12:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.767+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b741a89d0 con 0x7f1b7406b220 2024-05-21T19:12:21.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.771+0000 7f1b70c00700 1 -- 172.21.15.3:0/609947360 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b5c029070 con 0x7f1b7406b220 2024-05-21T19:12:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.772+0000 7f1b70c00700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 0x7f1b580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.772+0000 7f1b70c00700 1 -- 172.21.15.3:0/609947360 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b5c0e2ec0 con 0x7f1b7406b220 2024-05-21T19:12:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.773+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 0x7f1b580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.773+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 0x7f1b580b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1b74104570 tx=0x7f1b64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 Processor -- start 2024-05-21T19:12:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 -- start start 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 0x561b5f15f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561b5f0bcec0 con 0x561b5f164fb0 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561b5f0aca60 con 0x561b5f15f1c0 2024-05-21T19:12:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b84919b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561b5f0b0aa0 con 0x561b5f164690 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b73e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 0x561b5f15f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46306/0 (socket says 172.21.15.3:46306) 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.774+0000 7f1b73400700 1 -- 172.21.15.3:0/147206242 learned_addr learned my addr 172.21.15.3:0/147206242 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 -- 172.21.15.3:0/147206242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 msgr2=0x561b5f164a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 -- 172.21.15.3:0/147206242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 msgr2=0x561b5f15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f15eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 -- 172.21.15.3:0/147206242 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b5f0754a0 con 0x561b5f15f1c0 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73400700 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b73e00700 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 0x561b5f15f640 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c011580 tx=0x7f1b6c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50c766a7632cbc60 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.775+0000 7f1b68c00700 1 -- 172.21.15.3:0/147206242 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c011e80 con 0x561b5f15f1c0 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.776+0000 7f1b68c00700 1 -- 172.21.15.3:0/147206242 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b6c004bb0 con 0x561b5f15f1c0 2024-05-21T19:12:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.776+0000 7f1b68c00700 1 -- 172.21.15.3:0/147206242 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c0046e0 con 0x561b5f15f1c0 2024-05-21T19:12:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 -- 172.21.15.3:0/147206242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 msgr2=0x561b5f15f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 0x561b5f15f640 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c011580 tx=0x7f1b6c009920 comp rx=0 tx=0).stop 2024-05-21T19:12:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 -- 172.21.15.3:0/147206242 shutdown_connections 2024-05-21T19:12:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f15f1c0 0x561b5f15f640 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f164690 0x561b5f164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 --2- 172.21.15.3:0/147206242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f15eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 -- 172.21.15.3:0/147206242 >> 172.21.15.3:0/147206242 conn(0x561b5f08cc60 msgr2=0x561b5f159710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 -- 172.21.15.3:0/147206242 shutdown_connections 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.777+0000 7f1b84919b80 1 -- 172.21.15.3:0/147206242 wait complete. 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 -- start start 2024-05-21T19:12:21.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 Processor -- start 2024-05-21T19:12:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 0x561b5f1680b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164fb0 0x561b5f1685f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561b5efb3020 con 0x561b5f164690 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561b5f04d7e0 con 0x561b5f164fb0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.778+0000 7f1b84919b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561b5f16ba60 con 0x561b5f15f1c0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b84919b80 10 client.0 _ll_register_callbacks cb 0x561b5f056cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 0x561b5f1680b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46314/0 (socket says 172.21.15.3:46314) 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 -- 172.21.15.3:0/3444287796 learned_addr learned my addr 172.21.15.3:0/3444287796 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73e00700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164fb0 0x561b5f1685f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 -- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164fb0 msgr2=0x561b5f1685f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164fb0 0x561b5f1685f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 -- 172.21.15.3:0/3444287796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 msgr2=0x561b5f1680b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 0x561b5f1680b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 -- 172.21.15.3:0/3444287796 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b5effc950 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 0x561b5f1680b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b73400700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0aa1f0 tx=0x7f1b5c0aa140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17c848ccdd264c4e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.779+0000 7f1b61600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b5c0c4060 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b5c0a6ae0 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b6c004bb0 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b5c0cb050 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b84919b80 10 client.26305 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561b5f07d0e0 con 0x561b5f15f1c0 2024-05-21T19:12:21.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b6c004bb0 con 0x561b5f15f1c0 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.780+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1b5c0b2e30 con 0x561b5f15f1c0 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 10 client.26305 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 10 client.26305 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 20 client.26305 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f178540 0x561b5f17a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 4 client.26305 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b5f0bee10 con 0x561b5f178540 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f178540 0x561b5f17a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f178540 0x561b5f17a980 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7974c4a7dc9fd23 server_cookie=3b4a83f3c510c0a6 in_seq=0 out_seq=0 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.781+0000 7f1b61600700 10 client.26305 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.782+0000 7f1b61600700 1 -- 172.21.15.3:0/3444287796 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561b5f0bee10 con 0x561b5f178540 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.782+0000 7f1b61600700 10 client.26305 handle_command_reply: tid=0 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.782+0000 7f1b84919b80 1 client.26305 shutdown 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.782+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 msgr2=0x561b5f16ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c0aa1f0 tx=0x7f1b5c0aa140 comp rx=0 tx=0).stop 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 shutdown_connections 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f178540 0x561b5f17a980 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164fb0 0x561b5f1685f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16ad10 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b61600700 0 client.26305 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3444287796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164690 0x561b5f1680b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 >> 172.21.15.3:0/3444287796 conn(0x561b5f08cc60 msgr2=0x561b5f158df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 shutdown_connections 2024-05-21T19:12:21.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 1 -- 172.21.15.3:0/3444287796 wait complete. 2024-05-21T19:12:21.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.783+0000 7f1b84919b80 20 client.26305 trim_cache size 0 max 16384 2024-05-21T19:12:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 Processor -- start 2024-05-21T19:12:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 -- start start 2024-05-21T19:12:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f159570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741b2640 con 0x561b5f164fb0 2024-05-21T19:12:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741afed0 con 0x561b5f164690 2024-05-21T19:12:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.806+0000 7f1b84919b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741add20 con 0x561b5f15f1c0 2024-05-21T19:12:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b73e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f159570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52712/0 (socket says 172.21.15.3:52712) 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 -- 172.21.15.3:0/3354766550 learned_addr learned my addr 172.21.15.3:0/3354766550 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b73400700 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 -- 172.21.15.3:0/3354766550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 msgr2=0x561b5f15eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f15eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 -- 172.21.15.3:0/3354766550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 msgr2=0x561b5f159570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f159570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 -- 172.21.15.3:0/3354766550 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b5f17b000 con 0x561b5f164690 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b73e00700 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f159570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.807+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x561b5f169680 tx=0x7f1b64014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5461979e54cd0ae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.808+0000 7f1b63e00700 1 -- 172.21.15.3:0/3354766550 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b64033460 con 0x561b5f164690 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.808+0000 7f1b63e00700 1 -- 172.21.15.3:0/3354766550 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b64033ab0 con 0x561b5f164690 2024-05-21T19:12:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.808+0000 7f1b63e00700 1 -- 172.21.15.3:0/3354766550 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b64029940 con 0x561b5f164690 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.808+0000 7f1b84919b80 1 -- 172.21.15.3:0/3354766550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 msgr2=0x561b5f167250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.808+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x561b5f169680 tx=0x7f1b64014000 comp rx=0 tx=0).stop 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 -- 172.21.15.3:0/3354766550 shutdown_connections 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f159570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f15eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 --2- 172.21.15.3:0/3354766550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f167250 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 -- 172.21.15.3:0/3354766550 >> 172.21.15.3:0/3354766550 conn(0x561b5f08cc60 msgr2=0x561b5f1631d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 -- 172.21.15.3:0/3354766550 shutdown_connections 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 -- 172.21.15.3:0/3354766550 wait complete. 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 -- start start 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.809+0000 7f1b84919b80 1 Processor -- start 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f16e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f16e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741ae390 con 0x561b5f164fb0 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741af800 con 0x561b5f164690 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b741aea60 con 0x561b5f15f1c0 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b84919b80 10 client.0 _ll_register_callbacks cb 0x561b5f168ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b73e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f16e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b73400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46338/0 (socket says 172.21.15.3:46338) 2024-05-21T19:12:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b73400700 1 -- 172.21.15.3:0/1487802086 learned_addr learned my addr 172.21.15.3:0/1487802086 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:21.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.810+0000 7f1b6aa00700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f16e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 -- 172.21.15.3:0/1487802086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 msgr2=0x561b5f16dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 -- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 msgr2=0x561b5f16e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f16e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 -- 172.21.15.3:0/1487802086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b5f1e3310 con 0x561b5f164fb0 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73400700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:21.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b73e00700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f16e740 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00b010 tx=0x7f1b6c004110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9accee321d231c6e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b61600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c02a060 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b6c005500 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.811+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b64033ab0 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1b6c011e80 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 10 client.16209 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561b5f1e45f0 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b64033ab0 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1b6c015430 con 0x561b5f164fb0 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 10 client.16209 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 10 client.16209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 20 client.16209 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:21.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f1e4b00 0x561b5f1e6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 4 client.16209 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:12:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.812+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561b5f0b85f0 con 0x561b5f1e4b00 2024-05-21T19:12:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.813+0000 7f1b73400700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f1e4b00 0x561b5f1e6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.813+0000 7f1b73400700 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f1e4b00 0x561b5f1e6ef0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a6d1ca81934ef61 server_cookie=b3c26e38f49dcd0e in_seq=0 out_seq=0 2024-05-21T19:12:21.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.813+0000 7f1b61600700 10 client.16209 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.814+0000 7f1b61600700 1 -- 172.21.15.3:0/1487802086 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561b5f0b85f0 con 0x561b5f1e4b00 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.814+0000 7f1b61600700 10 client.16209 handle_command_reply: tid=0 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.814+0000 7f1b84919b80 1 client.16209 shutdown 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.814+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 msgr2=0x561b5f16e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.814+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f16e740 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00b010 tx=0x7f1b6c004110 comp rx=0 tx=0).stop 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 shutdown_connections 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561b5f1e4b00 0x561b5f1e6ef0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561b5f164fb0 0x561b5f16e740 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561b5f15f1c0 0x561b5f16dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 --2- 172.21.15.3:0/1487802086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561b5f164690 0x561b5f16e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b61600700 0 client.16209 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 >> 172.21.15.3:0/1487802086 conn(0x561b5f08cc60 msgr2=0x561b5f163a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 shutdown_connections 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 1 -- 172.21.15.3:0/1487802086 wait complete. 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.815+0000 7f1b84919b80 20 client.16209 trim_cache size 0 max 16384 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:21.817 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:12:21.818 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "202658eb-78e7-4beb-8503-82424821704a", 2024-05-21T19:12:21.818 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:12:21.818 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 msgr2=0x7f1b580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 0x7f1b580b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1b74104570 tx=0x7f1b64009260 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 msgr2=0x7f1b7419be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7419be50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1b5c000c00 tx=0x7f1b5c0047b0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 shutdown_connections 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b580b2900 0x7f1b580b4dc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b741095b0 0x7f1b741a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b7406b220 0x7f1b7419be50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 --2- 172.21.15.3:0/609947360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b7406bbe0 0x7f1b7419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.816+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 >> 172.21.15.3:0/609947360 conn(0x7f1b740793f0 msgr2=0x7f1b7410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.817+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 shutdown_connections 2024-05-21T19:12:21.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:21.817+0000 7f1b7a000700 1 -- 172.21.15.3:0/609947360 wait complete. 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: pgmap v572: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:21 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:12:22.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:12:22.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:12:22.610 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:12:22.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:12:22.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:12:22.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:12:22.780 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:12:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:12:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:12:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:12:23.259 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:23.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:23 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:12:23.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:23 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:12:23.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:23 smithi104 ceph-mon[36417]: pgmap v573: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:23.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:23 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:12:23.747 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:23 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:12:23.747 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:23 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:12:23.747 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:23 smithi003 ceph-mon[31577]: pgmap v573: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:23.747 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:23 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:12:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:23 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:12:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:23 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:12:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:23 smithi178 ceph-mon[36523]: pgmap v573: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:12:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:23 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 -- 172.21.15.3:0/202425689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 msgr2=0x7f977c1092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 --2- 172.21.15.3:0/202425689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c1092d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f976c009860 tx=0x7f976c02a340 comp rx=0 tx=0).stop 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 -- 172.21.15.3:0/202425689 shutdown_connections 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 --2- 172.21.15.3:0/202425689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c111370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 --2- 172.21.15.3:0/202425689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c10a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 --2- 172.21.15.3:0/202425689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c1092d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 -- 172.21.15.3:0/202425689 >> 172.21.15.3:0/202425689 conn(0x7f977c077ee0 msgr2=0x7f977c07a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 -- 172.21.15.3:0/202425689 shutdown_connections 2024-05-21T19:12:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.016+0000 7f9781800640 1 -- 172.21.15.3:0/202425689 wait complete. 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.017+0000 7f9781800640 1 Processor -- start 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.017+0000 7f9781800640 1 -- start start 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c1a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f977c114a30 con 0x7f977c10a090 2024-05-21T19:12:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1148b0 con 0x7f977c10aa50 2024-05-21T19:12:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9781800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c114bb0 con 0x7f977c108eb0 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55040/0 (socket says 172.21.15.3:55040) 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f977b400640 1 -- 172.21.15.3:0/385194106 learned_addr learned my addr 172.21.15.3:0/385194106 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f9780e00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c1a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.018+0000 7f977be00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 -- 172.21.15.3:0/385194106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 msgr2=0x7f977c19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c19f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 -- 172.21.15.3:0/385194106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 msgr2=0x7f977c1a66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c1a66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 -- 172.21.15.3:0/385194106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977c1a6d50 con 0x7f977c10a090 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f9780e00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c1a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f977b400640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f976800e9f0 tx=0x7f976800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f9778c00640 1 -- 172.21.15.3:0/385194106 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976800cd80 con 0x7f977c10a090 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f9778c00640 1 -- 172.21.15.3:0/385194106 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97680108e0 con 0x7f977c10a090 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f9778c00640 1 -- 172.21.15.3:0/385194106 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9768018980 con 0x7f977c10a090 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.019+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977c1a6fe0 con 0x7f977c10a090 2024-05-21T19:12:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.020+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f977c1a7550 con 0x7f977c10a090 2024-05-21T19:12:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 Processor -- start 2024-05-21T19:12:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 -- start start 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd065cf0 0x5614bd066110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd06b850 0x5614bd06dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5614bcfd5b90 con 0x5614bd0666e0 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5614bcfc5730 con 0x5614bd065cf0 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.023+0000 7f9785dd5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614bcfc9770 con 0x5614bd06b850 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f9778c00640 1 -- 172.21.15.3:0/385194106 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9768010430 con 0x7f977c10a090 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55044/0 (socket says 172.21.15.3:55044) 2024-05-21T19:12:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 -- 172.21.15.3:0/3904555237 learned_addr learned my addr 172.21.15.3:0/3904555237 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f9780e00640 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd065cf0 0x5614bd066110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 -- 172.21.15.3:0/3904555237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd06b850 msgr2=0x5614bd06dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd06b850 0x5614bd06dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 -- 172.21.15.3:0/3904555237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd065cf0 msgr2=0x5614bd066110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd065cf0 0x5614bd066110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.024+0000 7f977be00640 1 -- 172.21.15.3:0/3904555237 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614bcf5e8b0 con 0x5614bd0666e0 2024-05-21T19:12:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.025+0000 7f977be00640 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f976c02a930 tx=0x7f976c005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d168786c7dd5bc27 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.025+0000 7f9771600640 1 -- 172.21.15.3:0/3904555237 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976c041020 con 0x5614bd0666e0 2024-05-21T19:12:25.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.025+0000 7f9771600640 1 -- 172.21.15.3:0/3904555237 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f976c030dd0 con 0x5614bd0666e0 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.025+0000 7f9771600640 1 -- 172.21.15.3:0/3904555237 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976c037040 con 0x5614bd0666e0 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9778c00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 0x7f97600b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 -- 172.21.15.3:0/3904555237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 msgr2=0x5614bd06b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f976c02a930 tx=0x7f976c005b20 comp rx=0 tx=0).stop 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 -- 172.21.15.3:0/3904555237 shutdown_connections 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd06b850 0x5614bd06dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd06b1e0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3904555237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd065cf0 0x5614bd066110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9778c00640 1 -- 172.21.15.3:0/385194106 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97680e2500 con 0x7f977c10a090 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 -- 172.21.15.3:0/3904555237 >> 172.21.15.3:0/3904555237 conn(0x5614bd061360 msgr2=0x5614bd061760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9780e00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 0x7f97600b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 -- 172.21.15.3:0/3904555237 shutdown_connections 2024-05-21T19:12:25.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.026+0000 7f9785dd5740 1 -- 172.21.15.3:0/3904555237 wait complete. 2024-05-21T19:12:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.027+0000 7f9785dd5740 1 -- start start 2024-05-21T19:12:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.027+0000 7f9780e00640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 0x7f97600b4d20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x5614bd066f40 tx=0x7f9774010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.027+0000 7f9785dd5740 1 Processor -- start 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.027+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd06fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.027+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd077020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9785dd5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5614bccab790 con 0x5614bd0666e0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9785dd5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5614bcf6dbc0 con 0x5614bd06b850 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9785dd5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5614bd06e7a0 con 0x5614bd065cf0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9785dd5740 10 client.0 _ll_register_callbacks cb 0x5614bcf4b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55054/0 (socket says 172.21.15.3:55054) 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 -- 172.21.15.3:0/3371615437 learned_addr learned my addr 172.21.15.3:0/3371615437 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9780e00640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd077020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977be00640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd06fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 -- 172.21.15.3:0/3371615437 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 msgr2=0x5614bd06fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd06fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 -- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 msgr2=0x5614bd077020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd077020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f977b400640 1 -- 172.21.15.3:0/3371615437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614bccda210 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.028+0000 7f9780e00640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd077020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f977b400640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f97680a5bd0 tx=0x7f97680b2240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d573e682031a22 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9766000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97680a9b50 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97680a6140 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f976c030dd0 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97680ade50 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9785dd5740 10 client.16221 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.029+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614bcda6620 con 0x5614bd0666e0 2024-05-21T19:12:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f976c030dd0 con 0x5614bd0666e0 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97680cc0b0 con 0x5614bd0666e0 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 10 client.16221 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 10 client.16221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 20 client.16221 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd07b640 0x5614bd07da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 4 client.16221 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614bcfd7ae0 con 0x5614bd07b640 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.030+0000 7f977be00640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd07b640 0x5614bd07da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.031+0000 7f977be00640 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd07b640 0x5614bd07da30 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fab1d0d07544e10e server_cookie=774f3318040bcf90 in_seq=0 out_seq=0 2024-05-21T19:12:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.031+0000 7f9766000640 10 client.16221 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9766000640 1 -- 172.21.15.3:0/3371615437 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5614bcfd7ae0 con 0x5614bd07b640 2024-05-21T19:12:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9766000640 10 client.16221 handle_command_reply: tid=0 2024-05-21T19:12:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 client.16221 shutdown 2024-05-21T19:12:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 msgr2=0x5614bd070050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f97680a5bd0 tx=0x7f97680b2240 comp rx=0 tx=0).stop 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 shutdown_connections 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd07b640 0x5614bd07da30 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd077020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd070050 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 --2- 172.21.15.3:0/3371615437 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd06fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9766000640 0 client.16221 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.032+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 >> 172.21.15.3:0/3371615437 conn(0x5614bd061360 msgr2=0x5614bd0604c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.033+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 shutdown_connections 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.033+0000 7f9785dd5740 1 -- 172.21.15.3:0/3371615437 wait complete. 2024-05-21T19:12:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.033+0000 7f9785dd5740 20 client.16221 trim_cache size 0 max 16384 2024-05-21T19:12:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 Processor -- start 2024-05-21T19:12:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 -- start start 2024-05-21T19:12:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd0649c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 0x5614bd0822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b2c50 con 0x5614bd06b850 2024-05-21T19:12:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1b0520 con 0x5614bd0666e0 2024-05-21T19:12:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9785dd5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1ae370 con 0x5614bd065cf0 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9780e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 0x5614bd0822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f977b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f977b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52764/0 (socket says 172.21.15.3:52764) 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f9780e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 0x5614bd0822e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55058/0 (socket says 172.21.15.3:55058) 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f977b400640 1 -- 172.21.15.3:0/2137186711 learned_addr learned my addr 172.21.15.3:0/2137186711 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.050+0000 7f977be00640 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd0649c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 -- 172.21.15.3:0/2137186711 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 msgr2=0x5614bd0649c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd0649c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 -- 172.21.15.3:0/2137186711 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 msgr2=0x5614bd0822e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 0x5614bd0822e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 -- 172.21.15.3:0/2137186711 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614bd066f70 con 0x5614bd0666e0 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977be00640 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd0649c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f977b400640 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f976800e9c0 tx=0x7f97680a5af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44b310c37d59786 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f9770c00640 1 -- 172.21.15.3:0/2137186711 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97680ca070 con 0x5614bd0666e0 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f9770c00640 1 -- 172.21.15.3:0/2137186711 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97680b2900 con 0x5614bd0666e0 2024-05-21T19:12:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.051+0000 7f9770c00640 1 -- 172.21.15.3:0/2137186711 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97680cc0b0 con 0x5614bd0666e0 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 -- 172.21.15.3:0/2137186711 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 msgr2=0x5614bd076fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f976800e9c0 tx=0x7f97680a5af0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 -- 172.21.15.3:0/2137186711 shutdown_connections 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd06b850 0x5614bd0822e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd0666e0 0x5614bd076fe0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 --2- 172.21.15.3:0/2137186711 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd0649c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 -- 172.21.15.3:0/2137186711 >> 172.21.15.3:0/2137186711 conn(0x5614bd061360 msgr2=0x5614bd067a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 -- 172.21.15.3:0/2137186711 shutdown_connections 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.052+0000 7f9785dd5740 1 -- 172.21.15.3:0/2137186711 wait complete. 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 -- start start 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 Processor -- start 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd074660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd075bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1ae9e0 con 0x5614bd0666e0 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1afe50 con 0x5614bd06b850 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f977c1af0b0 con 0x5614bd065cf0 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.053+0000 7f9785dd5740 10 client.0 _ll_register_callbacks cb 0x7f9768009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55064/0 (socket says 172.21.15.3:55064) 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 -- 172.21.15.3:0/1814382566 learned_addr learned my addr 172.21.15.3:0/1814382566 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977be00640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd074660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f9780e00640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd075bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 -- 172.21.15.3:0/1814382566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 msgr2=0x5614bd074660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd074660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 -- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 msgr2=0x5614bd075bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd075bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 -- 172.21.15.3:0/1814382566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614bd0761a0 con 0x5614bd0666e0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f977b400640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f97680a5b80 tx=0x7f97680e2340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7bea4568b367dc2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f9766000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.054+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97680ca070 con 0x5614bd0666e0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97680a6140 con 0x5614bd0666e0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97680b2900 con 0x5614bd0666e0 2024-05-21T19:12:25.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97680ba050 con 0x5614bd0666e0 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 10 client.16227 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5614bd0e61c0 con 0x5614bd0666e0 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97680b2900 con 0x5614bd0666e0 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f97680a8890 con 0x5614bd0666e0 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 10 client.16227 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 10 client.16227 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 20 client.16227 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd0e67e0 0x5614bd0e8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 4 client.16227 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.055+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5614bcfd12c0 con 0x5614bd0e67e0 2024-05-21T19:12:25.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.056+0000 7f977be00640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd0e67e0 0x5614bd0e8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.056+0000 7f977be00640 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd0e67e0 0x5614bd0e8c00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa9b5b2ed096b55 server_cookie=ea903a1b9b70a130 in_seq=0 out_seq=0 2024-05-21T19:12:25.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.056+0000 7f9766000640 10 client.16227 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9766000640 1 -- 172.21.15.3:0/1814382566 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5614bcfd12c0 con 0x5614bd0e67e0 2024-05-21T19:12:25.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9766000640 10 client.16227 handle_command_reply: tid=0 2024-05-21T19:12:25.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9785dd5740 1 client.16227 shutdown 2024-05-21T19:12:25.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 msgr2=0x5614bd074ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f97680a5b80 tx=0x7f97680e2340 comp rx=0 tx=0).stop 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 shutdown_connections 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.068+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5614bd0e67e0 0x5614bd0e8c00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5614bd06b850 0x5614bd075bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5614bd0666e0 0x5614bd074ba0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 --2- 172.21.15.3:0/1814382566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5614bd065cf0 0x5614bd074660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9766000640 0 client.16227 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 >> 172.21.15.3:0/1814382566 conn(0x5614bd061360 msgr2=0x5614bd067a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 shutdown_connections 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 1 -- 172.21.15.3:0/1814382566 wait complete. 2024-05-21T19:12:25.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.069+0000 7f9785dd5740 20 client.16227 trim_cache size 0 max 16384 2024-05-21T19:12:25.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:12:25.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:12:25.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 msgr2=0x7f97600b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 0x7f97600b4d20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x5614bd066f40 tx=0x7f9774010040 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 msgr2=0x7f977c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f976800e9f0 tx=0x7f976800eeb0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 shutdown_connections 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f977c10aa50 0x7f977c1a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f977c10a090 0x7f977c19f670 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f97600b2860 0x7f97600b4d20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 --2- 172.21.15.3:0/385194106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f977c108eb0 0x7f977c19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 >> 172.21.15.3:0/385194106 conn(0x7f977c077ee0 msgr2=0x7f977c10d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 shutdown_connections 2024-05-21T19:12:25.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:25.070+0000 7f9781800640 1 -- 172.21.15.3:0/385194106 wait complete. 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 -- 172.21.15.3:0/3275720705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810a780 msgr2=0x7f6cd810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 --2- 172.21.15.3:0/3275720705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810a780 0x7f6cd810e7d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40099c0 tx=0x7f6cc4009cd0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 -- 172.21.15.3:0/3275720705 shutdown_connections 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 --2- 172.21.15.3:0/3275720705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810eeb0 0x7f6cd8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 --2- 172.21.15.3:0/3275720705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 --2- 172.21.15.3:0/3275720705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810a780 0x7f6cd810e7d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 -- 172.21.15.3:0/3275720705 >> 172.21.15.3:0/3275720705 conn(0x7f6cd8076d10 msgr2=0x7f6cd8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 -- 172.21.15.3:0/3275720705 shutdown_connections 2024-05-21T19:12:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.440+0000 7f6cdee00700 1 -- 172.21.15.3:0/3275720705 wait complete. 2024-05-21T19:12:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.441+0000 7f6cdee00700 1 Processor -- start 2024-05-21T19:12:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 -- start start 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 0x7f6cd81a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810eeb0 0x7f6cd81a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8119d80 con 0x7f6cd8109dd0 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8119c00 con 0x7f6cd810a780 2024-05-21T19:12:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cdee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6cd8119f00 con 0x7f6cd810eeb0 2024-05-21T19:12:25.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cd7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.442+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 0x7f6cd81a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55078/0 (socket says 172.21.15.3:55078) 2024-05-21T19:12:25.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7e00700 1 -- 172.21.15.3:0/882203134 learned_addr learned my addr 172.21.15.3:0/882203134 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cdce00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810eeb0 0x7f6cd81a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 -- 172.21.15.3:0/882203134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810eeb0 msgr2=0x7f6cd81a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810eeb0 0x7f6cd81a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 -- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 msgr2=0x7f6cd81a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 -- 172.21.15.3:0/882203134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cd81a51f0 con 0x7f6cd810a780 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.443+0000 7f6cd7400700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 0x7f6cd81a0770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40098e0 tx=0x7f6cc40055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.444+0000 7f6cd4c00700 1 -- 172.21.15.3:0/882203134 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc4026070 con 0x7f6cd810a780 2024-05-21T19:12:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.444+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cd81a5480 con 0x7f6cd810a780 2024-05-21T19:12:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.444+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cd81acd60 con 0x7f6cd810a780 2024-05-21T19:12:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.444+0000 7f6cd4c00700 1 -- 172.21.15.3:0/882203134 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc400b730 con 0x7f6cd810a780 2024-05-21T19:12:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.444+0000 7f6cd4c00700 1 -- 172.21.15.3:0/882203134 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc400f6c0 con 0x7f6cd810a780 2024-05-21T19:12:25.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.448+0000 7f6cd4c00700 1 -- 172.21.15.3:0/882203134 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6cc4029070 con 0x7f6cd810a780 2024-05-21T19:12:25.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 Processor -- start 2024-05-21T19:12:25.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 -- start start 2024-05-21T19:12:25.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55788331ae40 con 0x5578833c27d0 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55788330a9e0 con 0x5578833bc880 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.449+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55788330ea20 con 0x5578833c1eb0 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46394/0 (socket says 172.21.15.3:46394) 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cd7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 -- 172.21.15.3:0/1202491281 learned_addr learned my addr 172.21.15.3:0/1202491281 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cd4c00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 0x7f6cbc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 -- 172.21.15.3:0/1202491281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 msgr2=0x5578833bcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 -- 172.21.15.3:0/1202491281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 msgr2=0x5578833bc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833bc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cdce00700 1 -- 172.21.15.3:0/1202491281 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578832d3420 con 0x5578833c1eb0 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833bc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.450+0000 7f6cd4c00700 1 -- 172.21.15.3:0/882203134 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6cc40e2920 con 0x7f6cd810a780 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.451+0000 7f6cdce00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 0x7f6cbc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.451+0000 7f6cdce00700 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6cd0003fa0 tx=0x7f6cd0009ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e273b3e4aa982be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.451+0000 7f6ccd600700 1 -- 172.21.15.3:0/1202491281 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0007e40 con 0x5578833c1eb0 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.451+0000 7f6ccd600700 1 -- 172.21.15.3:0/1202491281 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd0004750 con 0x5578833c1eb0 2024-05-21T19:12:25.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.451+0000 7f6ccd600700 1 -- 172.21.15.3:0/1202491281 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd0022830 con 0x5578833c1eb0 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1202491281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 msgr2=0x5578833c2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6cdce00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 0x7f6cbc0b4dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6cd001f000 tx=0x7f6cd0020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6cd0003fa0 tx=0x7f6cd0009ba0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1202491281 shutdown_connections 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833c2290 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1202491281 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833bc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1202491281 >> 172.21.15.3:0/1202491281 conn(0x5578832eabe0 msgr2=0x5578833b7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.452+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1202491281 shutdown_connections 2024-05-21T19:12:25.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.453+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1202491281 wait complete. 2024-05-21T19:12:25.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.453+0000 7f6ce9734b80 1 -- start start 2024-05-21T19:12:25.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.453+0000 7f6ce9734b80 1 Processor -- start 2024-05-21T19:12:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833c8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833c5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557883210fa0 con 0x5578833c1eb0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5578832ab760 con 0x5578833bc880 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5578833c9240 con 0x5578833c27d0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6ce9734b80 10 client.0 _ll_register_callbacks cb 0x5578832b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55084/0 (socket says 172.21.15.3:55084) 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6cd7400700 1 -- 172.21.15.3:0/1550099998 learned_addr learned my addr 172.21.15.3:0/1550099998 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.454+0000 7f6cdce00700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833c5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 -- 172.21.15.3:0/1550099998 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 msgr2=0x5578833c5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833c5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 -- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 msgr2=0x5578833c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 -- 172.21.15.3:0/1550099998 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55788325a8d0 con 0x5578833c1eb0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cdce00700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833c5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a5fd0 tx=0x7f6cc40aa490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e78402d979be145 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cc2000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40cc040 con 0x5578833c1eb0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6cc40a93c0 con 0x5578833c1eb0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.455+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cd0004750 con 0x5578833c1eb0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6cc40a5e10 con 0x5578833c1eb0 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 10 client.16239 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:25.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578832db060 con 0x5578833c1eb0 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cd0004750 con 0x5578833c1eb0 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6cc40a8c20 con 0x5578833c1eb0 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 10 client.16239 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 10 client.16239 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 20 client.16239 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:25.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578833d5ee0 0x5578833d8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 4 client.16239 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.456+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55788331cd90 con 0x5578833d5ee0 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.457+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578833d5ee0 0x5578833d8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.457+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578833d5ee0 0x5578833d8300 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d86195d87bf83a5 server_cookie=1a233485120d99e8 in_seq=0 out_seq=0 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.457+0000 7f6cc2000700 10 client.16239 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.458+0000 7f6cc2000700 1 -- 172.21.15.3:0/1550099998 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55788331cd90 con 0x5578833d5ee0 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.458+0000 7f6cc2000700 10 client.16239 handle_command_reply: tid=0 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.458+0000 7f6ce9734b80 1 client.16239 shutdown 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 msgr2=0x5578833c5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a5fd0 tx=0x7f6cc40aa490 comp rx=0 tx=0).stop 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 shutdown_connections 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578833d5ee0 0x5578833d8300 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833c5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1550099998 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833c5830 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 >> 172.21.15.3:0/1550099998 conn(0x5578832eabe0 msgr2=0x5578833bb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6cc2000700 0 client.16239 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 shutdown_connections 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1550099998 wait complete. 2024-05-21T19:12:25.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.459+0000 7f6ce9734b80 20 client.16239 trim_cache size 0 max 16384 2024-05-21T19:12:25.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 Processor -- start 2024-05-21T19:12:25.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 -- start start 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833b6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800fcd0 con 0x5578833c27d0 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800d560 con 0x5578833bc880 2024-05-21T19:12:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.482+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800b3b0 con 0x5578833c1eb0 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cdce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833b6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52816/0 (socket says 172.21.15.3:52816) 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7e00700 1 -- 172.21.15.3:0/1958719233 learned_addr learned my addr 172.21.15.3:0/1958719233 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 -- 172.21.15.3:0/1958719233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 msgr2=0x5578833bc260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bc260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 -- 172.21.15.3:0/1958719233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 msgr2=0x5578833b6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833b6f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 -- 172.21.15.3:0/1958719233 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578833c3da0 con 0x5578833c1eb0 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.483+0000 7f6cd7400700 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833b69e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a64f0 tx=0x7f6cc4009e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f6f86b7282f46a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6cccc00700 1 -- 172.21.15.3:0/1958719233 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40cc040 con 0x5578833c1eb0 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6cccc00700 1 -- 172.21.15.3:0/1958719233 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc40aa650 con 0x5578833c1eb0 2024-05-21T19:12:25.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6cccc00700 1 -- 172.21.15.3:0/1958719233 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40a96c0 con 0x5578833c1eb0 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1958719233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 msgr2=0x5578833b69e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833b69e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a64f0 tx=0x7f6cc4009e60 comp rx=0 tx=0).stop 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1958719233 shutdown_connections 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c27d0 0x5578833b6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833bc260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/1958719233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c1eb0 0x5578833b69e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1958719233 >> 172.21.15.3:0/1958719233 conn(0x5578832eabe0 msgr2=0x5578833c4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.484+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1958719233 shutdown_connections 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.485+0000 7f6ce9734b80 1 -- 172.21.15.3:0/1958719233 wait complete. 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.485+0000 7f6ce9734b80 1 -- start start 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.485+0000 7f6ce9734b80 1 Processor -- start 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833ce900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833cba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800ba20 con 0x5578833c1eb0 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800ce90 con 0x5578833bc880 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb800c0f0 con 0x5578833c27d0 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6ce9734b80 10 client.0 _ll_register_callbacks cb 0x5578832b4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55112/0 (socket says 172.21.15.3:55112) 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 -- 172.21.15.3:0/3975714022 learned_addr learned my addr 172.21.15.3:0/3975714022 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cdce00700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833cba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 -- 172.21.15.3:0/3975714022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 msgr2=0x5578833cba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833cba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 -- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 msgr2=0x5578833ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cd7400700 1 -- 172.21.15.3:0/3975714022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578833cbfb0 con 0x5578833c1eb0 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.486+0000 7f6cdce00700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6cd7400700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a9c50 tx=0x7f6cc40036a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe77902abd8fa07 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:25.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6cc2000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:25.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc40cc040 con 0x5578833c1eb0 2024-05-21T19:12:25.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6cc40039d0 con 0x5578833c1eb0 2024-05-21T19:12:25.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cc40aa650 con 0x5578833c1eb0 2024-05-21T19:12:25.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6cc40a98a0 con 0x5578833c1eb0 2024-05-21T19:12:25.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6ce9734b80 10 client.16245 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.487+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578833cbfb0 con 0x5578833c1eb0 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc40aa650 con 0x5578833c1eb0 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6cc4003bd0 con 0x5578833c1eb0 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 10 client.16245 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 10 client.16245 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 20 client.16245 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557883441a50 0x557883443e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 4 client.16245 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557883316570 con 0x557883441a50 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.488+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557883441a50 0x557883443e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6cd7e00700 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557883441a50 0x557883443e70 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88110eba8f7a0886 server_cookie=7e4fa02ac1fc173d in_seq=0 out_seq=0 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6cc2000700 10 client.16245 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6cc2000700 1 -- 172.21.15.3:0/3975714022 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557883316570 con 0x557883441a50 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6cc2000700 10 client.16245 handle_command_reply: tid=0 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 client.16245 shutdown 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 msgr2=0x5578833cb530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40a9c50 tx=0x7f6cc40036a0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 shutdown_connections 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557883441a50 0x557883443e70 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578833c27d0 0x5578833cba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578833bc880 0x5578833ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 --2- 172.21.15.3:0/3975714022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578833c1eb0 0x5578833cb530 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6cc2000700 0 client.16245 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:25.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.489+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 >> 172.21.15.3:0/3975714022 conn(0x5578832eabe0 msgr2=0x5578833b69e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 shutdown_connections 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6ce9734b80 1 -- 172.21.15.3:0/3975714022 wait complete. 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6ce9734b80 20 client.16245 trim_cache size 0 max 16384 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:12:25.493 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 msgr2=0x7f6cbc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 0x7f6cbc0b4dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6cd001f000 tx=0x7f6cd0020000 comp rx=0 tx=0).stop 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 msgr2=0x7f6cd81a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.490+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 0x7f6cd81a0770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f6cc40098e0 tx=0x7f6cc40055f0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 shutdown_connections 2024-05-21T19:12:25.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6cbc0b2900 0x7f6cbc0b4dc0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6cd810eeb0 0x7f6cd81a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6cd8109dd0 0x7f6cd81a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 --2- 172.21.15.3:0/882203134 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6cd810a780 0x7f6cd81a0770 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 >> 172.21.15.3:0/882203134 conn(0x7f6cd8076d10 msgr2=0x7f6cd8078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 shutdown_connections 2024-05-21T19:12:25.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:25.491+0000 7f6cdee00700 1 -- 172.21.15.3:0/882203134 wait complete. 2024-05-21T19:12:25.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:25 smithi003 ceph-mon[31577]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.9 KiB/s wr, 11 op/s 2024-05-21T19:12:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:25 smithi104 ceph-mon[36417]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.9 KiB/s wr, 11 op/s 2024-05-21T19:12:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:25 smithi178 ceph-mon[36523]: pgmap v574: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 5.9 KiB/s wr, 11 op/s 2024-05-21T19:12:26.402 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:12:26.434 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:12:26.434 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:12:26.881 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:26.932 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:27.590 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:27 smithi003 ceph-mon[31577]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:12:27.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:27 smithi104 ceph-mon[36417]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:12:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:27 smithi178 ceph-mon[36523]: pgmap v575: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-05-21T19:12:29.666 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:29 smithi003 ceph-mon[31577]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:12:29.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:29 smithi104 ceph-mon[36417]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:12:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:29 smithi178 ceph-mon[36523]: pgmap v576: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 -- 172.21.15.3:0/1023247826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de8110020 msgr2=0x7f1de8112410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 --2- 172.21.15.3:0/1023247826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de8110020 0x7f1de8112410 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1de000b0a0 tx=0x7f1de000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 -- 172.21.15.3:0/1023247826 shutdown_connections 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 --2- 172.21.15.3:0/1023247826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de8110020 0x7f1de8112410 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 --2- 172.21.15.3:0/1023247826 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de806c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 --2- 172.21.15.3:0/1023247826 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de806c560 0x7f1de810fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 -- 172.21.15.3:0/1023247826 >> 172.21.15.3:0/1023247826 conn(0x7f1de8079480 msgr2=0x7f1de8079890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:30.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 -- 172.21.15.3:0/1023247826 shutdown_connections 2024-05-21T19:12:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.103+0000 7f1decc00700 1 -- 172.21.15.3:0/1023247826 wait complete. 2024-05-21T19:12:30.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.105+0000 7f1decc00700 1 Processor -- start 2024-05-21T19:12:30.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.105+0000 7f1decc00700 1 -- start start 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 0x7f1de81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1de8115900 con 0x7f1de8110020 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1de8115780 con 0x7f1de806bc40 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1decc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1de8115a80 con 0x7f1de806c560 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1de6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 0x7f1de81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1de5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1de5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46432/0 (socket says 172.21.15.3:46432) 2024-05-21T19:12:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1de5400700 1 -- 172.21.15.3:0/3856947454 learned_addr learned my addr 172.21.15.3:0/3856947454 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:30.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.106+0000 7f1de5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 -- 172.21.15.3:0/3856947454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 msgr2=0x7f1de819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 -- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 msgr2=0x7f1de81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 0x7f1de81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 -- 172.21.15.3:0/3856947454 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1de81a0de0 con 0x7f1de806bc40 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5400700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de6800700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 0x7f1de81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.107+0000 7f1de5e00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de819bdd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800e9f0 tx=0x7f1dd800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.108+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd800c9c0 con 0x7f1de806bc40 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.108+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1de81a10d0 con 0x7f1de806bc40 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.108+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1dd800cb60 con 0x7f1de806bc40 2024-05-21T19:12:30.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.108+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8018680 con 0x7f1de806bc40 2024-05-21T19:12:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.108+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1de81a8950 con 0x7f1de806bc40 2024-05-21T19:12:30.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.109+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1de8102a90 con 0x7f1de806bc40 2024-05-21T19:12:30.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.112+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1dd8010430 con 0x7f1de806bc40 2024-05-21T19:12:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.113+0000 7f1ddea00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 0x7f1dcc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.114+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1dd80e26e0 con 0x7f1de806bc40 2024-05-21T19:12:30.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.114+0000 7f1de5400700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 0x7f1dcc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.115+0000 7f1de5400700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 0x7f1dcc0b4dc0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1de81038f0 tx=0x7f1dd4007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:30.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.115+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1dd80aa380 con 0x7f1de806bc40 2024-05-21T19:12:30.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.417+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1de802e560 con 0x7f1de806bc40 2024-05-21T19:12:30.424 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:12:30.424 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:12:30.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.423+0000 7f1ddea00700 1 -- 172.21.15.3:0/3856947454 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f1dd80b2400 con 0x7f1de806bc40 2024-05-21T19:12:30.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.427+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 msgr2=0x7f1dcc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.427+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 0x7f1dcc0b4dc0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1de81038f0 tx=0x7f1dd4007480 comp rx=0 tx=0).stop 2024-05-21T19:12:30.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.427+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 msgr2=0x7f1de819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.427+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de819bdd0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800e9f0 tx=0x7f1dd800ed00 comp rx=0 tx=0).stop 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 shutdown_connections 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1dcc0b2900 0x7f1dcc0b4dc0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1de8110020 0x7f1de81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1de806bc40 0x7f1de819bdd0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 --2- 172.21.15.3:0/3856947454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1de806c560 0x7f1de819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 >> 172.21.15.3:0/3856947454 conn(0x7f1de8079480 msgr2=0x7f1de81114d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:30.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.428+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 shutdown_connections 2024-05-21T19:12:30.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.429+0000 7f1decc00700 1 -- 172.21.15.3:0/3856947454 wait complete. 2024-05-21T19:12:30.431 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 -- 172.21.15.3:0/3589701039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa70410a7c0 msgr2=0x7fa70410e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 --2- 172.21.15.3:0/3589701039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa70410a7c0 0x7fa70410e7c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec009920 tx=0x7fa6ec009c30 comp rx=0 tx=0).stop 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 -- 172.21.15.3:0/3589701039 shutdown_connections 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 --2- 172.21.15.3:0/3589701039 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410eea0 0x7fa704116a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 --2- 172.21.15.3:0/3589701039 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa704109e10 0x7fa70410a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 --2- 172.21.15.3:0/3589701039 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa70410a7c0 0x7fa70410e7c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 -- 172.21.15.3:0/3589701039 >> 172.21.15.3:0/3589701039 conn(0x7fa704076d10 msgr2=0x7fa704079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 -- 172.21.15.3:0/3589701039 shutdown_connections 2024-05-21T19:12:30.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.583+0000 7fa70a800700 1 -- 172.21.15.3:0/3589701039 wait complete. 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.584+0000 7fa70a800700 1 Processor -- start 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.584+0000 7fa70a800700 1 -- start start 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 0x7fa7041a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 0x7fa7041a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa704119d30 con 0x7fa704109e10 2024-05-21T19:12:30.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa704119bb0 con 0x7fa70410eea0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa70a800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa704119eb0 con 0x7fa70410a7c0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa703400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 0x7fa7041a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa703e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa6fbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 0x7fa7041a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa703e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52848/0 (socket says 172.21.15.3:52848) 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.585+0000 7fa703e00700 1 -- 172.21.15.3:0/1816303007 learned_addr learned my addr 172.21.15.3:0/1816303007 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 -- 172.21.15.3:0/1816303007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 msgr2=0x7fa7041a08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 0x7fa7041a08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 -- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 msgr2=0x7fa7041a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 0x7fa7041a0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 -- 172.21.15.3:0/1816303007 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7041a5320 con 0x7fa70410eea0 2024-05-21T19:12:30.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa6fbe00700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 0x7fa7041a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703400700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 0x7fa7041a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa703e00700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc00c110 tx=0x7fa6fc00c420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc0092e0 con 0x7fa70410eea0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.586+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6fc004bb0 con 0x7fa70410eea0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.587+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc007be0 con 0x7fa70410eea0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.587+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7041a55b0 con 0x7fa70410eea0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.587+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7041ace90 con 0x7fa70410eea0 2024-05-21T19:12:30.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.588+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa70406a230 con 0x7fa70410eea0 2024-05-21T19:12:30.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.590+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa6fc01a020 con 0x7fa70410eea0 2024-05-21T19:12:30.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.592+0000 7fa700c00700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 0x7fa6e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:30.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.592+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa6fc0e1d20 con 0x7fa70410eea0 2024-05-21T19:12:30.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.592+0000 7fa703400700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 0x7fa6e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:30.592 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.593+0000 7fa703400700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 0x7fa6e80b4dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4011490 tx=0x7fa6f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:30.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.594+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa6fc010040 con 0x7fa70410eea0 2024-05-21T19:12:30.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.883+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa70402e560 con 0x7fa70410eea0 2024-05-21T19:12:30.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.884+0000 7fa700c00700 1 -- 172.21.15.3:0/1816303007 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fa6fc0a9a20 con 0x7fa70410eea0 2024-05-21T19:12:30.884 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:12:30.890 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:12:30.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 msgr2=0x7fa6e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 0x7fa6e80b4dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4011490 tx=0x7fa6f4009260 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 msgr2=0x7fa7041a4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc00c110 tx=0x7fa6fc00c420 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 shutdown_connections 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6e80b2900 0x7fa6e80b4dc0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa70410eea0 0x7fa7041a4be0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa704109e10 0x7fa7041a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 --2- 172.21.15.3:0/1816303007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa70410a7c0 0x7fa7041a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 >> 172.21.15.3:0/1816303007 conn(0x7fa704076d10 msgr2=0x7fa7040780d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 shutdown_connections 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:30.887+0000 7fa70a800700 1 -- 172.21.15.3:0/1816303007 wait complete. 2024-05-21T19:12:30.892 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:12:31.378 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:12:31.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:31 smithi003 ceph-mon[31577]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:31.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3856947454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:31.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1816303007' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:31 smithi104 ceph-mon[36417]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:31.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3856947454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:31.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1816303007' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:31 smithi178 ceph-mon[36523]: pgmap v577: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3856947454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1816303007' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:12:32.107 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 8f18c266 --release --await' 2024-05-21T19:12:32.108 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 8f18c266 --release --await 2024-05-21T19:12:32.172 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:33.546 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:33.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:33 smithi003 ceph-mon[31577]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:33 smithi104 ceph-mon[36417]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:33 smithi178 ceph-mon[36523]: pgmap v578: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.404+0000 7f224b200700 1 -- 172.21.15.3:0/1089033060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1076b0 msgr2=0x7f224c10f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.404+0000 7f224b200700 1 --2- 172.21.15.3:0/1089033060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1076b0 0x7f224c10f280 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f224400b0a0 tx=0x7f224400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 -- 172.21.15.3:0/1089033060 shutdown_connections 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 --2- 172.21.15.3:0/1089033060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1076b0 0x7f224c10f280 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 --2- 172.21.15.3:0/1089033060 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c1025d0 0x7f224c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 --2- 172.21.15.3:0/1089033060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c102f80 0x7f224c106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 -- 172.21.15.3:0/1089033060 >> 172.21.15.3:0/1089033060 conn(0x7f224c0fde60 msgr2=0x7f224c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 -- 172.21.15.3:0/1089033060 shutdown_connections 2024-05-21T19:12:34.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.405+0000 7f224b200700 1 -- 172.21.15.3:0/1089033060 wait complete. 2024-05-21T19:12:34.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.406+0000 7f224b200700 1 Processor -- start 2024-05-21T19:12:34.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.406+0000 7f224b200700 1 -- start start 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c102f80 0x7f224c19ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c1076b0 0x7f224c1a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1125a0 con 0x7f224c102f80 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f224c112420 con 0x7f224c1025d0 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224b200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f224c112720 con 0x7f224c1076b0 2024-05-21T19:12:34.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f2249e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f2249e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44046/0 (socket says 172.21.15.3:44046) 2024-05-21T19:12:34.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f2249e00700 1 -- 172.21.15.3:0/1296797612 learned_addr learned my addr 172.21.15.3:0/1296797612 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:34.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.407+0000 7f224a800700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c1076b0 0x7f224c1a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.408 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249400700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c102f80 0x7f224c19ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 -- 172.21.15.3:0/1296797612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c1076b0 msgr2=0x7f224c1a59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c1076b0 0x7f224c1a59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 -- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c102f80 msgr2=0x7f224c19ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c102f80 0x7f224c19ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 -- 172.21.15.3:0/1296797612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f224c1a5f00 con 0x7f224c1025d0 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.408+0000 7f2249e00700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f223c00e9a0 tx=0x7f223c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.409+0000 7f2242a00700 1 -- 172.21.15.3:0/1296797612 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c00ca10 con 0x7f224c1025d0 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.409+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f224c1a6130 con 0x7f224c1025d0 2024-05-21T19:12:34.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.409+0000 7f2242a00700 1 -- 172.21.15.3:0/1296797612 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f223c00cbb0 con 0x7f224c1025d0 2024-05-21T19:12:34.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.409+0000 7f2242a00700 1 -- 172.21.15.3:0/1296797612 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c018680 con 0x7f224c1025d0 2024-05-21T19:12:34.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.409+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f224c1a6690 con 0x7f224c1025d0 2024-05-21T19:12:34.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.414+0000 7f2242a00700 1 -- 172.21.15.3:0/1296797612 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f223c010430 con 0x7f224c1025d0 2024-05-21T19:12:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.415+0000 7f225bb84b80 1 Processor -- start 2024-05-21T19:12:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.415+0000 7f225bb84b80 1 -- start start 2024-05-21T19:12:34.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78fe400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb78f84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563eb7856e40 con 0x563eb78fe020 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563eb78469e0 con 0x563eb78fe940 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f225bb84b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563eb784aa20 con 0x563eb78f8ad0 2024-05-21T19:12:34.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2242a00700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f224a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78fe400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2249400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2242a00700 1 -- 172.21.15.3:0/1296797612 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f223c0e23e0 con 0x7f224c1025d0 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2249e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb78f84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2249400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44384/0 (socket says 172.21.15.3:44384) 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f224a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78fe400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48154/0 (socket says 172.21.15.3:48154) 2024-05-21T19:12:34.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.416+0000 7f2249400700 1 -- 172.21.15.3:0/512503645 learned_addr learned my addr 172.21.15.3:0/512503645 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f224a800700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 -- 172.21.15.3:0/512503645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 msgr2=0x563eb78f84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb78f84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 -- 172.21.15.3:0/512503645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 msgr2=0x563eb78fe400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78fe400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 -- 172.21.15.3:0/512503645 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb780f420 con 0x563eb78f8ad0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f2249400700 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2238009c30 tx=0x7f2238009f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b64e7648d938544b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.417+0000 7f224a800700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 0x7f22300b4d40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2244009e60 tx=0x7f2244006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f2237400700 1 -- 172.21.15.3:0/512503645 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2238011d10 con 0x563eb78f8ad0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f2237400700 1 -- 172.21.15.3:0/512503645 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2238004500 con 0x563eb78f8ad0 2024-05-21T19:12:34.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f2237400700 1 -- 172.21.15.3:0/512503645 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2238005260 con 0x563eb78f8ad0 2024-05-21T19:12:34.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 -- 172.21.15.3:0/512503645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 msgr2=0x563eb78f8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2238009c30 tx=0x7f2238009f40 comp rx=0 tx=0).stop 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 -- 172.21.15.3:0/512503645 shutdown_connections 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb78f8f30 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78fe400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 --2- 172.21.15.3:0/512503645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb78f84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.418+0000 7f225bb84b80 1 -- 172.21.15.3:0/512503645 >> 172.21.15.3:0/512503645 conn(0x563eb7826be0 msgr2=0x563eb78f3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.419+0000 7f225bb84b80 1 -- 172.21.15.3:0/512503645 shutdown_connections 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.419+0000 7f225bb84b80 1 -- 172.21.15.3:0/512503645 wait complete. 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.419+0000 7f225bb84b80 1 -- start start 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.419+0000 7f225bb84b80 1 Processor -- start 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb79019f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb7901f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563eb774cfa0 con 0x563eb78fe020 2024-05-21T19:12:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563eb77e7760 con 0x563eb78f8ad0 2024-05-21T19:12:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563eb7905460 con 0x563eb78fe940 2024-05-21T19:12:34.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f225bb84b80 10 client.0 _ll_register_callbacks cb 0x563eb77f0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f2249400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb79019f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f2249e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f2249400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb79019f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48168/0 (socket says 172.21.15.3:48168) 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f2249e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44062/0 (socket says 172.21.15.3:44062) 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f2249400700 1 -- 172.21.15.3:0/585666037 learned_addr learned my addr 172.21.15.3:0/585666037 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.420+0000 7f224a800700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb7901f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 -- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 msgr2=0x563eb7901f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb7901f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 -- 172.21.15.3:0/585666037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 msgr2=0x563eb79019f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb79019f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 -- 172.21.15.3:0/585666037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb77968d0 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f2249e00700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f223c0a9910 tx=0x7f223c091650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7067e9652a79e1bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f222be00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c0a9980 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f223c091070 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.421+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2238004500 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f223c0add30 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 10 client.26369 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eb7817060 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2238004500 con 0x563eb78f8ad0 2024-05-21T19:12:34.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f223c0a8be0 con 0x563eb78f8ad0 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 10 client.26369 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 10 client.26369 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 20 client.26369 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb7916430 0x563eb7918860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 4 client.26369 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.422+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563eb7858d90 con 0x563eb7916430 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.423+0000 7f2249400700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb7916430 0x563eb7918860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.423+0000 7f2249400700 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb7916430 0x563eb7918860 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=97c2eb4c9cc290d3 server_cookie=4478bbb712f634bb in_seq=0 out_seq=0 2024-05-21T19:12:34.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.423+0000 7f222be00700 10 client.26369 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:34.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.424+0000 7f222be00700 1 -- 172.21.15.3:0/585666037 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563eb7858d90 con 0x563eb7916430 2024-05-21T19:12:34.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.424+0000 7f222be00700 10 client.26369 handle_command_reply: tid=0 2024-05-21T19:12:34.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.424+0000 7f225bb84b80 1 client.26369 shutdown 2024-05-21T19:12:34.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 msgr2=0x563eb7904650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f223c0a9910 tx=0x7f223c091650 comp rx=0 tx=0).stop 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 shutdown_connections 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb7901f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7904650 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb7916430 0x563eb7918860 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 --2- 172.21.15.3:0/585666037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb79019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 >> 172.21.15.3:0/585666037 conn(0x563eb7826be0 msgr2=0x563eb78f74a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f222be00700 0 client.26369 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 shutdown_connections 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 1 -- 172.21.15.3:0/585666037 wait complete. 2024-05-21T19:12:34.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.425+0000 7f225bb84b80 20 client.26369 trim_cache size 0 max 16384 2024-05-21T19:12:34.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.442+0000 7f225bb84b80 1 Processor -- start 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 -- start start 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7912990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb78f83d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1ae1d0 con 0x563eb78fe020 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1aba60 con 0x563eb78f8ad0 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f225bb84b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1a98b0 con 0x563eb78fe940 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f2249400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f2249400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48180/0 (socket says 172.21.15.3:48180) 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f2249400700 1 -- 172.21.15.3:0/1687117601 learned_addr learned my addr 172.21.15.3:0/1687117601 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:34.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f2249e00700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7912990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.443+0000 7f224a800700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb78f83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 -- 172.21.15.3:0/1687117601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 msgr2=0x563eb78f83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb78f83d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 -- 172.21.15.3:0/1687117601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 msgr2=0x563eb78f7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 -- 172.21.15.3:0/1687117601 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eb78fdbc0 con 0x563eb78f8ad0 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249400700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:34.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2249e00700 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7912990 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f223c0cc010 tx=0x7f223c010c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30fa3be934fe41e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.444+0000 7f2236a00700 1 -- 172.21.15.3:0/1687117601 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c0a9980 con 0x563eb78f8ad0 2024-05-21T19:12:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.445+0000 7f2236a00700 1 -- 172.21.15.3:0/1687117601 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f223c0b27e0 con 0x563eb78f8ad0 2024-05-21T19:12:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.445+0000 7f2236a00700 1 -- 172.21.15.3:0/1687117601 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c0a9be0 con 0x563eb78f8ad0 2024-05-21T19:12:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.445+0000 7f225bb84b80 1 -- 172.21.15.3:0/1687117601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 msgr2=0x563eb7912990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.445+0000 7f225bb84b80 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7912990 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f223c0cc010 tx=0x7f223c010c10 comp rx=0 tx=0).stop 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 -- 172.21.15.3:0/1687117601 shutdown_connections 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78fe940 0x563eb78f83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78f8ad0 0x563eb7912990 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 --2- 172.21.15.3:0/1687117601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb78f7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 -- 172.21.15.3:0/1687117601 >> 172.21.15.3:0/1687117601 conn(0x563eb7826be0 msgr2=0x563eb79019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 -- 172.21.15.3:0/1687117601 shutdown_connections 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 -- 172.21.15.3:0/1687117601 wait complete. 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.446+0000 7f225bb84b80 1 -- start start 2024-05-21T19:12:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 Processor -- start 2024-05-21T19:12:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb791d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb791dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1a9f20 con 0x563eb78fe020 2024-05-21T19:12:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1ab390 con 0x563eb78fe940 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f224c1aa5f0 con 0x563eb78f8ad0 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f225bb84b80 10 client.0 _ll_register_callbacks cb 0x563eb77f0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f2249e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f2249e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44410/0 (socket says 172.21.15.3:44410) 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.447+0000 7f2249e00700 1 -- 172.21.15.3:0/4189492746 learned_addr learned my addr 172.21.15.3:0/4189492746 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249400700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb791d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f224a800700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb791dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 -- 172.21.15.3:0/4189492746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 msgr2=0x563eb791dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb791dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 -- 172.21.15.3:0/4189492746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 msgr2=0x563eb791d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb791d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 -- 172.21.15.3:0/4189492746 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eb791e1d0 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f2249e00700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f223c0a5a00 tx=0x7f223c0912e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39f46fedd5efe38b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f222be00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c0a9be0 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.448+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f223c0a9d80 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f223c0b27e0 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f223c0b2350 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 10 client.26374 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eb7980da0 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f223c0b27e0 con 0x563eb78f8ad0 2024-05-21T19:12:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f223c0a8770 con 0x563eb78f8ad0 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 10 client.26374 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 10 client.26374 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 20 client.26374 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb79812b0 0x563eb79836d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 4 client.26374 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.449+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563eb7852570 con 0x563eb79812b0 2024-05-21T19:12:34.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.450+0000 7f2249400700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb79812b0 0x563eb79836d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:34.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.450+0000 7f2249400700 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb79812b0 0x563eb79836d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=da869ffa8ecade8d server_cookie=6d7339ab99d32696 in_seq=0 out_seq=0 2024-05-21T19:12:34.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.450+0000 7f222be00700 10 client.26374 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:34.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.450+0000 7f222be00700 1 -- 172.21.15.3:0/4189492746 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563eb7852570 con 0x563eb79812b0 2024-05-21T19:12:34.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.450+0000 7f222be00700 10 client.26374 handle_command_reply: tid=0 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 client.26374 shutdown 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 msgr2=0x563eb790efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f223c0a5a00 tx=0x7f223c0912e0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 shutdown_connections 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563eb78fe940 0x563eb791dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563eb78f8ad0 0x563eb790efe0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x563eb79812b0 0x563eb79836d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 --2- 172.21.15.3:0/4189492746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563eb78fe020 0x563eb791d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f222be00700 0 client.26374 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 >> 172.21.15.3:0/4189492746 conn(0x563eb7826be0 msgr2=0x563eb79019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 shutdown_connections 2024-05-21T19:12:34.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 1 -- 172.21.15.3:0/4189492746 wait complete. 2024-05-21T19:12:34.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.451+0000 7f225bb84b80 20 client.26374 trim_cache size 0 max 16384 2024-05-21T19:12:34.455 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:34.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 msgr2=0x7f22300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 0x7f22300b4d40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2244009e60 tx=0x7f2244006210 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 msgr2=0x7f224c19a940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f223c00e9a0 tx=0x7f223c00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 shutdown_connections 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22300b2880 0x7f22300b4d40 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f224c1076b0 0x7f224c1a59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f224c1025d0 0x7f224c19a940 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 --2- 172.21.15.3:0/1296797612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f224c102f80 0x7f224c19ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 >> 172.21.15.3:0/1296797612 conn(0x7f224c0fde60 msgr2=0x7f224c100110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 shutdown_connections 2024-05-21T19:12:34.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:34.452+0000 7f224b200700 1 -- 172.21.15.3:0/1296797612 wait complete. 2024-05-21T19:12:35.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:35 smithi003 ceph-mon[31577]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-21T19:12:35.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:35 smithi104 ceph-mon[36417]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-21T19:12:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:35 smithi178 ceph-mon[36523]: pgmap v579: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-21T19:12:36.297 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 -- 172.21.15.3:0/523919002 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 msgr2=0x7fd708110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 --2- 172.21.15.3:0/523919002 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708110470 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b0a0 tx=0x7fd70000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 -- 172.21.15.3:0/523919002 shutdown_connections 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 --2- 172.21.15.3:0/523919002 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708110470 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 --2- 172.21.15.3:0/523919002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 0x7fd7081088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 --2- 172.21.15.3:0/523919002 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 -- 172.21.15.3:0/523919002 >> 172.21.15.3:0/523919002 conn(0x7fd70807a6a0 msgr2=0x7fd70807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 -- 172.21.15.3:0/523919002 shutdown_connections 2024-05-21T19:12:36.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.923+0000 7fd70e600700 1 -- 172.21.15.3:0/523919002 wait complete. 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.925+0000 7fd70e600700 1 Processor -- start 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.925+0000 7fd70e600700 1 -- start start 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.925+0000 7fd70e600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.925+0000 7fd70e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.925+0000 7fd70e600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 0x7fd7080762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd70e600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd708113790 con 0x7fd708103f90 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd70e600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd708113610 con 0x7fd708108500 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd70e600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd708113910 con 0x7fd7081035f0 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48204/0 (socket says 172.21.15.3:48204) 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 -- 172.21.15.3:0/1046771731 learned_addr learned my addr 172.21.15.3:0/1046771731 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd707400700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd707e00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 0x7fd7080762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 -- 172.21.15.3:0/1046771731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 msgr2=0x7fd708075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 -- 172.21.15.3:0/1046771731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 msgr2=0x7fd7080762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 0x7fd7080762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.926+0000 7fd706a00700 1 -- 172.21.15.3:0/1046771731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7081a8120 con 0x7fd708103f90 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd707400700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd706a00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd6f400e9c0 tx=0x7fd6f400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd6ffe00700 1 -- 172.21.15.3:0/1046771731 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f400cbd0 con 0x7fd708103f90 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7081a8410 con 0x7fd708103f90 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd6ffe00700 1 -- 172.21.15.3:0/1046771731 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f400ee60 con 0x7fd708103f90 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd6ffe00700 1 -- 172.21.15.3:0/1046771731 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f40055c0 con 0x7fd708103f90 2024-05-21T19:12:36.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.927+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7081a8950 con 0x7fd708103f90 2024-05-21T19:12:36.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.932+0000 7fd6ffe00700 1 -- 172.21.15.3:0/1046771731 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd6f4004750 con 0x7fd708103f90 2024-05-21T19:12:36.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.932+0000 7fd71907eb80 1 Processor -- start 2024-05-21T19:12:36.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.932+0000 7fd71907eb80 1 -- start start 2024-05-21T19:12:36.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1b9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56146c111f40 con 0x56146c1b45f0 2024-05-21T19:12:36.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56146c101ae0 con 0x56146c1ba530 2024-05-21T19:12:36.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd71907eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56146c105b20 con 0x56146c1b9c10 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.933+0000 7fd707400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44092/0 (socket says 172.21.15.3:44092) 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 -- 172.21.15.3:0/3092478617 learned_addr learned my addr 172.21.15.3:0/3092478617 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707e00700 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1b9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 -- 172.21.15.3:0/3092478617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 msgr2=0x56146c1b9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1b9ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 -- 172.21.15.3:0/3092478617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 msgr2=0x56146c1b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd707400700 1 -- 172.21.15.3:0/3092478617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56146c0ca520 con 0x56146c1ba530 2024-05-21T19:12:36.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd706a00700 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:36.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.934+0000 7fd6ffe00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 0x7fd6ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd707400700 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80114c0 tx=0x7fd6f80117d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d1d3286bb50de8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd6ffe00700 1 -- 172.21.15.3:0/1046771731 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd6f40e2490 con 0x7fd708103f90 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd6fcc00700 1 -- 172.21.15.3:0/3092478617 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f8004220 con 0x56146c1ba530 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd707e00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 0x7fd6ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd6fcc00700 1 -- 172.21.15.3:0/3092478617 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f8011e50 con 0x56146c1ba530 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.935+0000 7fd6fcc00700 1 -- 172.21.15.3:0/3092478617 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f80054f0 con 0x56146c1ba530 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 -- 172.21.15.3:0/3092478617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 msgr2=0x56146c1b3fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd707e00700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 0x7fd6ec0b4dc0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b780 tx=0x7fd700006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80114c0 tx=0x7fd6f80117d0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 -- 172.21.15.3:0/3092478617 shutdown_connections 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1b9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3092478617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1ba530 0x56146c1b3fd0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 -- 172.21.15.3:0/3092478617 >> 172.21.15.3:0/3092478617 conn(0x56146c0e1ce0 msgr2=0x56146c1aef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 -- 172.21.15.3:0/3092478617 shutdown_connections 2024-05-21T19:12:36.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.936+0000 7fd71907eb80 1 -- 172.21.15.3:0/3092478617 wait complete. 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.937+0000 7fd71907eb80 1 -- start start 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.937+0000 7fd71907eb80 1 Processor -- start 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1bd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56146c0080a0 con 0x56146c1b45f0 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56146c0a2860 con 0x56146c1bda50 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56146c1c0fa0 con 0x56146c1b9c10 2024-05-21T19:12:36.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd71907eb80 10 client.0 _ll_register_callbacks cb 0x56146c0abd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd707400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd707e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd707e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44100/0 (socket says 172.21.15.3:44100) 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd707e00700 1 -- 172.21.15.3:0/2012179346 learned_addr learned my addr 172.21.15.3:0/2012179346 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd707400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48228/0 (socket says 172.21.15.3:48228) 2024-05-21T19:12:36.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.938+0000 7fd706a00700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1bd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 -- 172.21.15.3:0/2012179346 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 msgr2=0x56146c1bd510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1bd510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 -- 172.21.15.3:0/2012179346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 msgr2=0x56146c1c0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 -- 172.21.15.3:0/2012179346 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56146c0519d0 con 0x56146c1bda50 2024-05-21T19:12:36.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707400700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd707e00700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b0a0 tx=0x7fd7000099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c999701acabb5670 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.939+0000 7fd6f1600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.940+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70002d070 con 0x56146c1bda50 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.940+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd700007b50 con 0x56146c1bda50 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.940+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f8011e50 con 0x56146c1bda50 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.940+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd700023070 con 0x56146c1bda50 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.940+0000 7fd71907eb80 10 client.26387 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:36.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.941+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56146c0d2160 con 0x56146c1bda50 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.941+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f8011e50 con 0x56146c1bda50 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.941+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd700011070 con 0x56146c1bda50 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.941+0000 7fd71907eb80 10 client.26387 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd71907eb80 10 client.26387 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd71907eb80 20 client.26387 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c1cde10 0x56146c1d0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd71907eb80 4 client.26387 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56146c113e90 con 0x56146c1cde10 2024-05-21T19:12:36.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.942+0000 7fd707400700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c1cde10 0x56146c1d0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.943+0000 7fd707400700 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c1cde10 0x56146c1d0200 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a24121ca3b3c89 server_cookie=114d11c770608da in_seq=0 out_seq=0 2024-05-21T19:12:36.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.943+0000 7fd6f1600700 10 client.26387 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.944+0000 7fd6f1600700 1 -- 172.21.15.3:0/2012179346 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56146c113e90 con 0x56146c1cde10 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.944+0000 7fd6f1600700 10 client.26387 handle_command_reply: tid=0 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.944+0000 7fd71907eb80 1 client.26387 shutdown 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.944+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 msgr2=0x56146c1bded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.944+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b0a0 tx=0x7fd7000099e0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 shutdown_connections 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c1cde10 0x56146c1d0200 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bded0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b45f0 0x56146c1c0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 --2- 172.21.15.3:0/2012179346 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b9c10 0x56146c1bd510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 >> 172.21.15.3:0/2012179346 conn(0x56146c0e1ce0 msgr2=0x56146c1ae430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd6f1600700 0 client.26387 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:36.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 shutdown_connections 2024-05-21T19:12:36.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 1 -- 172.21.15.3:0/2012179346 wait complete. 2024-05-21T19:12:36.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.945+0000 7fd71907eb80 20 client.26387 trim_cache size 0 max 16384 2024-05-21T19:12:36.966 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:36.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.968+0000 7fd71907eb80 1 Processor -- start 2024-05-21T19:12:36.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.968+0000 7fd71907eb80 1 -- start start 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1bf870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1ba920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081b27e0 con 0x56146c1b9c10 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081b0070 con 0x56146c1bda50 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd71907eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081adec0 con 0x56146c1b45f0 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1ba920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd707e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd707400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1bf870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1ba920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48236/0 (socket says 172.21.15.3:48236) 2024-05-21T19:12:36.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.969+0000 7fd706a00700 1 -- 172.21.15.3:0/3681734899 learned_addr learned my addr 172.21.15.3:0/3681734899 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:36.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 -- 172.21.15.3:0/3681734899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 msgr2=0x56146c1bae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 -- 172.21.15.3:0/3681734899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 msgr2=0x56146c1ba920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1ba920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 -- 172.21.15.3:0/3681734899 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56146c1afe60 con 0x56146c1b45f0 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd707400700 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1bf870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x56146c1afdc0 tx=0x7fd6f8009770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=799978e72f3d2e65 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd6f3e00700 1 -- 172.21.15.3:0/3681734899 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f8032070 con 0x56146c1b45f0 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.970+0000 7fd6f3e00700 1 -- 172.21.15.3:0/3681734899 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f8011e50 con 0x56146c1b45f0 2024-05-21T19:12:36.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd6f3e00700 1 -- 172.21.15.3:0/3681734899 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f801d040 con 0x56146c1b45f0 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 -- 172.21.15.3:0/3681734899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 msgr2=0x56146c1bf870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1bf870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x56146c1afdc0 tx=0x7fd6f8009770 comp rx=0 tx=0).stop 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 -- 172.21.15.3:0/3681734899 shutdown_connections 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1bae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1bf870 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 --2- 172.21.15.3:0/3681734899 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1ba920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.971+0000 7fd71907eb80 1 -- 172.21.15.3:0/3681734899 >> 172.21.15.3:0/3681734899 conn(0x56146c0e1ce0 msgr2=0x56146c1b7630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.972+0000 7fd71907eb80 1 -- 172.21.15.3:0/3681734899 shutdown_connections 2024-05-21T19:12:36.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.972+0000 7fd71907eb80 1 -- 172.21.15.3:0/3681734899 wait complete. 2024-05-21T19:12:36.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.972+0000 7fd71907eb80 1 -- start start 2024-05-21T19:12:36.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.972+0000 7fd71907eb80 1 Processor -- start 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1c6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1c38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081ae530 con 0x56146c1b9c10 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081af9a0 con 0x56146c1bda50 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd7081aec00 con 0x56146c1b45f0 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd71907eb80 10 client.0 _ll_register_callbacks cb 0x56146c0abd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.973+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48248/0 (socket says 172.21.15.3:48248) 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 -- 172.21.15.3:0/133060639 learned_addr learned my addr 172.21.15.3:0/133060639 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:36.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd707e00700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1c38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd707400700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1c6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 -- 172.21.15.3:0/133060639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 msgr2=0x56146c1c6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1c6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 -- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 msgr2=0x56146c1c38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1c38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd706a00700 1 -- 172.21.15.3:0/133060639 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56146c2389f0 con 0x56146c1b9c10 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd707e00700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:36.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.974+0000 7fd707400700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1c6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:12:36.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd706a00700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009860 tx=0x7fd6f40a9380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b56e73c9fa0f0f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd6f1600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f40a51c0 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd6f40b2610 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f8011e50 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6f40b21d0 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd71907eb80 10 client.16293 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.975+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56146c239c20 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6f8011e50 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6f40cace0 con 0x56146c1b9c10 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 10 client.16293 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 10 client.16293 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:12:36.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 20 client.16293 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c23a2e0 0x56146c23c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 4 client.16293 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8f18c266", "release": true, "await": true}] 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8f18c266", "release": true, "await": true}) -- 0x56146c10d670 con 0x56146c23a2e0 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.976+0000 7fd707400700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c23a2e0 0x56146c23c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.977+0000 7fd707400700 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c23a2e0 0x56146c23c700 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b7c4ea7ce2f74e1 server_cookie=535511341e65f11b in_seq=0 out_seq=0 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.977+0000 7fd6f1600700 10 client.16293 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:36.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.979+0000 7fd6f1600700 1 -- 172.21.15.3:0/133060639 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56146c10d670 con 0x56146c23a2e0 2024-05-21T19:12:36.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.979+0000 7fd6f1600700 10 client.16293 handle_command_reply: tid=0 2024-05-21T19:12:36.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.979+0000 7fd71907eb80 1 client.16293 shutdown 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.979+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 msgr2=0x56146c1c3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.979+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009860 tx=0x7fd6f40a9380 comp rx=0 tx=0).stop 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 shutdown_connections 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56146c23a2e0 0x56146c23c700 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56146c1bda50 0x56146c1c38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56146c1b45f0 0x56146c1c6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 --2- 172.21.15.3:0/133060639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56146c1b9c10 0x56146c1c3200 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd6f1600700 0 client.16293 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 >> 172.21.15.3:0/133060639 conn(0x56146c0e1ce0 msgr2=0x56146c1ba920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 shutdown_connections 2024-05-21T19:12:36.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 1 -- 172.21.15.3:0/133060639 wait complete. 2024-05-21T19:12:36.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.980+0000 7fd71907eb80 20 client.16293 trim_cache size 0 max 16384 2024-05-21T19:12:36.981 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:12:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:12:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 12, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "8f18c266": { 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 12, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 145.1, 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:12:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:36.983 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 msgr2=0x7fd6ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 0x7fd6ec0b4dc0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b780 tx=0x7fd700006210 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 msgr2=0x7fd708075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fd6f400e9c0 tx=0x7fd6f400ecd0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 shutdown_connections 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6ec0b2900 0x7fd6ec0b4dc0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd708108500 0x7fd7080762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd7081035f0 0x7fd708075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 --2- 172.21.15.3:0/1046771731 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd708103f90 0x7fd708075d80 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.981+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 >> 172.21.15.3:0/1046771731 conn(0x7fd70807a6a0 msgr2=0x7fd708101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.982+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 shutdown_connections 2024-05-21T19:12:36.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:36.982+0000 7fd70e600700 1 -- 172.21.15.3:0/1046771731 wait complete. 2024-05-21T19:12:37.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:37 smithi003 ceph-mon[31577]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-21T19:12:37.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:37 smithi104 ceph-mon[36417]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-21T19:12:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:37 smithi178 ceph-mon[36523]: pgmap v580: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-21T19:12:38.209 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8f18c266', total seconds elapsed: 37.0 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 -- 172.21.15.3:0/2008943757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18106860 msgr2=0x7f6e1810d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2008943757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18106860 0x7f6e1810d0f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6e10009be0 tx=0x7f6e1002a6c0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 -- 172.21.15.3:0/2008943757 shutdown_connections 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2008943757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18105ea0 0x7f6e18106320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2008943757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18106860 0x7f6e1810d0f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2008943757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18104cb0 0x7f6e181050d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 -- 172.21.15.3:0/2008943757 >> 172.21.15.3:0/2008943757 conn(0x7f6e18100240 msgr2=0x7f6e18102660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 -- 172.21.15.3:0/2008943757 shutdown_connections 2024-05-21T19:12:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.223+0000 7f6e1f000640 1 -- 172.21.15.3:0/2008943757 wait complete. 2024-05-21T19:12:38.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.224+0000 7f6e1f000640 1 Processor -- start 2024-05-21T19:12:38.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.224+0000 7f6e1f000640 1 -- start start 2024-05-21T19:12:38.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 0x7f6e1819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18106860 0x7f6e181a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181107e0 con 0x7f6e18105ea0 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e18110660 con 0x7f6e18104cb0 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1f000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6e18110960 con 0x7f6e18106860 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e17400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 0x7f6e1819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e17400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48264/0 (socket says 172.21.15.3:48264) 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e17400640 1 -- 172.21.15.3:0/2724029098 learned_addr learned my addr 172.21.15.3:0/2724029098 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.225+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18106860 0x7f6e181a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 -- 172.21.15.3:0/2724029098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18106860 msgr2=0x7f6e181a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18106860 0x7f6e181a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 -- 172.21.15.3:0/2724029098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 msgr2=0x7f6e1819add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 0x7f6e1819add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 -- 172.21.15.3:0/2724029098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e181a29f0 con 0x7f6e18105ea0 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17e00640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 0x7f6e1819add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e17400640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e0000e9f0 tx=0x7f6e0000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e14c00640 1 -- 172.21.15.3:0/2724029098 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0000ccc0 con 0x7f6e18105ea0 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e14c00640 1 -- 172.21.15.3:0/2724029098 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e0000ce60 con 0x7f6e18105ea0 2024-05-21T19:12:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e14c00640 1 -- 172.21.15.3:0/2724029098 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e00010430 con 0x7f6e18105ea0 2024-05-21T19:12:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e181a2ce0 con 0x7f6e18105ea0 2024-05-21T19:12:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.226+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e181a3180 con 0x7f6e18105ea0 2024-05-21T19:12:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 Processor -- start 2024-05-21T19:12:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 -- start start 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051e5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 0x55cb051edb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cb05155b90 con 0x55cb051e6520 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cb05145730 con 0x55cb051e5b30 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cb05149770 con 0x55cb051eb690 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e14c00640 1 -- 172.21.15.3:0/2724029098 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6e000046c0 con 0x7f6e18105ea0 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48274/0 (socket says 172.21.15.3:48274) 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e1d000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051e5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.230+0000 7f6e17e00640 1 -- 172.21.15.3:0/1629996453 learned_addr learned my addr 172.21.15.3:0/1629996453 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17400640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 0x55cb051edb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 -- 172.21.15.3:0/1629996453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 msgr2=0x55cb051edb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 0x55cb051edb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 -- 172.21.15.3:0/1629996453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 msgr2=0x55cb051e5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051e5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 -- 172.21.15.3:0/1629996453 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb050de8b0 con 0x55cb051e6520 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17400640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 0x55cb051edb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e1d000640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051e5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e080114f0 tx=0x7f6e080119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=171c32099bc1ac9a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e0d600640 1 -- 172.21.15.3:0/1629996453 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e08005020 con 0x55cb051e6520 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e0d600640 1 -- 172.21.15.3:0/1629996453 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e080047a0 con 0x55cb051e6520 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.231+0000 7f6e0d600640 1 -- 172.21.15.3:0/1629996453 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0800f8e0 con 0x55cb051e6520 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e14c00640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 0x7f6dfc0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e14c00640 1 -- 172.21.15.3:0/2724029098 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6e000e2670 con 0x7f6e18105ea0 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1629996453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 msgr2=0x55cb051eb020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6e080114f0 tx=0x7f6e080119b0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 0x7f6dfc0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1629996453 shutdown_connections 2024-05-21T19:12:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051eb690 0x55cb051edb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051eb020 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1629996453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051e5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.232+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1629996453 >> 172.21.15.3:0/1629996453 conn(0x55cb051e11a0 msgr2=0x55cb051e15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.233+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1629996453 shutdown_connections 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.233+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1629996453 wait complete. 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.233+0000 7f6e21dbb740 1 -- start start 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.233+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 0x7f6dfc0b4d60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6e1002abe0 tx=0x7f6e10030990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.233+0000 7f6e21dbb740 1 Processor -- start 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051efe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051f6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cb04e2b790 con 0x55cb051eb690 2024-05-21T19:12:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cb050edbc0 con 0x55cb051e5b30 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cb051ee640 con 0x55cb051e6520 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e21dbb740 10 client.0 _ll_register_callbacks cb 0x55cb050cb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44148/0 (socket says 172.21.15.3:44148) 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17e00640 1 -- 172.21.15.3:0/1003630406 learned_addr learned my addr 172.21.15.3:0/1003630406 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17400640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051efe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e1d000640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051f6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17e00640 1 -- 172.21.15.3:0/1003630406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 msgr2=0x55cb051efe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.234+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051efe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e17e00640 1 -- 172.21.15.3:0/1003630406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 msgr2=0x55cb051f6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051f6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e17e00640 1 -- 172.21.15.3:0/1003630406 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb04e5a210 con 0x55cb051e5b30 2024-05-21T19:12:38.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e17400640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051efe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e17e00640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6e0801b040 tx=0x7f6e08005230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9ef038dcdec2115 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e06000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e08028070 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6e08004020 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e080047a0 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e08033050 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e21dbb740 10 client.26405 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.235+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb04f26620 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e080047a0 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e0800fcf0 con 0x55cb051e5b30 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 10 client.26405 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 10 client.26405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:38.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 20 client.26405 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb051fb130 0x55cb051fd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 4 client.26405 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.236+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb05157ae0 con 0x55cb051fb130 2024-05-21T19:12:38.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.237+0000 7f6e17400640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb051fb130 0x55cb051fd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.237+0000 7f6e17400640 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb051fb130 0x55cb051fd520 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcb924f14b70596 server_cookie=173d3fd48f5e8a6a in_seq=0 out_seq=0 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.237+0000 7f6e06000640 10 client.26405 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e06000640 1 -- 172.21.15.3:0/1003630406 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cb05157ae0 con 0x55cb051fb130 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e06000640 10 client.26405 handle_command_reply: tid=0 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 client.26405 shutdown 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 msgr2=0x55cb051ef8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6e0801b040 tx=0x7f6e08005230 comp rx=0 tx=0).stop 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 shutdown_connections 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb051fb130 0x55cb051fd520 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051efe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051f6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e06000640 0 client.26405 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/1003630406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051ef8f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 >> 172.21.15.3:0/1003630406 conn(0x55cb051e11a0 msgr2=0x55cb051e0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 shutdown_connections 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.238+0000 7f6e21dbb740 1 -- 172.21.15.3:0/1003630406 wait complete. 2024-05-21T19:12:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.239+0000 7f6e21dbb740 20 client.26405 trim_cache size 0 max 16384 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.255+0000 7f6e21dbb740 1 Processor -- start 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.255+0000 7f6e21dbb740 1 -- start start 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051eef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181ae9d0 con 0x55cb051eb690 2024-05-21T19:12:38.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181ac2a0 con 0x55cb051e5b30 2024-05-21T19:12:38.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181aa0f0 con 0x55cb051e6520 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48288/0 (socket says 172.21.15.3:48288) 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 -- 172.21.15.3:0/2415400 learned_addr learned my addr 172.21.15.3:0/2415400 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e17400640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e17e00640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051eef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 -- 172.21.15.3:0/2415400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 msgr2=0x55cb051f6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051f6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 -- 172.21.15.3:0/2415400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 msgr2=0x55cb051eef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051eef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e1d000640 1 -- 172.21.15.3:0/2415400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb051e0fd0 con 0x55cb051eb690 2024-05-21T19:12:38.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.256+0000 7f6e17e00640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051eef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:12:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.257+0000 7f6e1d000640 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6e10033000 tx=0x7f6e10040070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f804ca4f24ecfa06 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.257+0000 7f6e0cc00640 1 -- 172.21.15.3:0/2415400 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e10036040 con 0x55cb051eb690 2024-05-21T19:12:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.257+0000 7f6e0cc00640 1 -- 172.21.15.3:0/2415400 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e10004460 con 0x55cb051eb690 2024-05-21T19:12:38.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.257+0000 7f6e0cc00640 1 -- 172.21.15.3:0/2415400 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e10031ab0 con 0x55cb051eb690 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- 172.21.15.3:0/2415400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 msgr2=0x55cb051ef450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6e10033000 tx=0x7f6e10040070 comp rx=0 tx=0).stop 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- 172.21.15.3:0/2415400 shutdown_connections 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e6520 0x55cb051f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051eb690 0x55cb051ef450 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/2415400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051e5b30 0x55cb051eef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- 172.21.15.3:0/2415400 >> 172.21.15.3:0/2415400 conn(0x55cb051e11a0 msgr2=0x55cb051e0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- 172.21.15.3:0/2415400 shutdown_connections 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- 172.21.15.3:0/2415400 wait complete. 2024-05-21T19:12:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 -- start start 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.258+0000 7f6e21dbb740 1 Processor -- start 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 0x55cb05263c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181aa760 con 0x55cb051e6520 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181abbd0 con 0x55cb051eb690 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6e181aae30 con 0x55cb051e5b30 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e21dbb740 10 client.0 _ll_register_callbacks cb 0x7f6e08005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e17400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e17e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44516/0 (socket says 172.21.15.3:44516) 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e1d000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 0x55cb05263c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e17e00640 1 -- 172.21.15.3:0/3305356717 learned_addr learned my addr 172.21.15.3:0/3305356717 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.259+0000 7f6e17400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051f3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48300/0 (socket says 172.21.15.3:48300) 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 -- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 msgr2=0x55cb05263c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 0x55cb05263c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 -- 172.21.15.3:0/3305356717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 msgr2=0x55cb051f3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051f3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 -- 172.21.15.3:0/3305356717 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb051f45c0 con 0x55cb051e5b30 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e1d000640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 0x55cb05263c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e17e00640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6e080035f0 tx=0x7f6e080114b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab743e0e0b60eaf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e06000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e08028040 con 0x55cb051e5b30 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e10004460 con 0x55cb051e5b30 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6e08003d00 con 0x55cb051e5b30 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.260+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e08003f20 con 0x55cb051e5b30 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 10 client.26404 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:38.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cb05265200 con 0x55cb051e5b30 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e10004460 con 0x55cb051e5b30 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6e0800f7a0 con 0x55cb051e5b30 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 10 client.26404 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 10 client.26404 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 20 client.26404 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb05265bb0 0x55cb05267fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 4 client.26404 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cb051512c0 con 0x55cb05265bb0 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.261+0000 7f6e17400640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb05265bb0 0x55cb05267fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.262+0000 7f6e17400640 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb05265bb0 0x55cb05267fd0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f4c43409276158c server_cookie=eca08058881627f0 in_seq=0 out_seq=0 2024-05-21T19:12:38.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.262+0000 7f6e06000640 10 client.26404 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.271+0000 7f6e06000640 1 -- 172.21.15.3:0/3305356717 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cb051512c0 con 0x55cb05265bb0 2024-05-21T19:12:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.271+0000 7f6e06000640 10 client.26404 handle_command_reply: tid=0 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.271+0000 7f6e21dbb740 1 client.26404 shutdown 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.271+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 msgr2=0x55cb051f3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.271+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6e080035f0 tx=0x7f6e080114b0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 shutdown_connections 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cb05265bb0 0x55cb05267fd0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cb051eb690 0x55cb05263c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cb051e6520 0x55cb051f3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e06000640 0 client.26404 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 --2- 172.21.15.3:0/3305356717 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cb051e5b30 0x55cb051f3a90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 >> 172.21.15.3:0/3305356717 conn(0x55cb051e11a0 msgr2=0x55cb051e6c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 shutdown_connections 2024-05-21T19:12:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 1 -- 172.21.15.3:0/3305356717 wait complete. 2024-05-21T19:12:38.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.272+0000 7f6e21dbb740 20 client.26404 trim_cache size 0 max 16384 2024-05-21T19:12:38.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:12:38.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:12:38.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 msgr2=0x7f6dfc0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 0x7f6dfc0b4d60 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6e1002abe0 tx=0x7f6e10030990 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 msgr2=0x7f6e1819b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6e0000e9f0 tx=0x7f6e0000edf0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 shutdown_connections 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6dfc0b28a0 0x7f6dfc0b4d60 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6e18106860 0x7f6e181a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6e18105ea0 0x7f6e1819b310 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 --2- 172.21.15.3:0/2724029098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6e18104cb0 0x7f6e1819add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 >> 172.21.15.3:0/2724029098 conn(0x7f6e18100240 msgr2=0x7f6e18109220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:38.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 shutdown_connections 2024-05-21T19:12:38.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:38.273+0000 7f6e1f000640 1 -- 172.21.15.3:0/2724029098 wait complete. 2024-05-21T19:12:39.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:39 smithi003 ceph-mon[31577]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:12:39.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:39 smithi104 ceph-mon[36417]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:12:39.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 -- 172.21.15.3:0/1639057675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8106120 msgr2=0x7f31e8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 --2- 172.21.15.3:0/1639057675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8106120 0x7f31e8112630 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f31e000b0a0 tx=0x7f31e000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 -- 172.21.15.3:0/1639057675 shutdown_connections 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 --2- 172.21.15.3:0/1639057675 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8106120 0x7f31e8112630 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 --2- 172.21.15.3:0/1639057675 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 --2- 172.21.15.3:0/1639057675 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8105760 0x7f31e8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 -- 172.21.15.3:0/1639057675 >> 172.21.15.3:0/1639057675 conn(0x7f31e8101250 msgr2=0x7f31e8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 -- 172.21.15.3:0/1639057675 shutdown_connections 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.857+0000 7f31edc00700 1 -- 172.21.15.3:0/1639057675 wait complete. 2024-05-21T19:12:39.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.859+0000 7f31edc00700 1 Processor -- start 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.859+0000 7f31edc00700 1 -- start start 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 0x7f31e819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31e8115940 con 0x7f31e8106120 2024-05-21T19:12:39.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81157c0 con 0x7f31e8105760 2024-05-21T19:12:39.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31edc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31e8115ac0 con 0x7f31e810b760 2024-05-21T19:12:39.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31e6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 0x7f31e819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31e6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48324/0 (socket says 172.21.15.3:48324) 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31e6000700 1 -- 172.21.15.3:0/2369547241 learned_addr learned my addr 172.21.15.3:0/2369547241 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.860+0000 7f31e7400700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 -- 172.21.15.3:0/2369547241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 msgr2=0x7f31e81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 -- 172.21.15.3:0/2369547241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 msgr2=0x7f31e819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 0x7f31e819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 -- 172.21.15.3:0/2369547241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e81a0de0 con 0x7f31e8106120 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6a00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 0x7f31e819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e7400700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:39.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31e6000700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f31d400e9a0 tx=0x7f31d400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31df400700 1 -- 172.21.15.3:0/2369547241 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d400ca10 con 0x7f31e8106120 2024-05-21T19:12:39.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31df400700 1 -- 172.21.15.3:0/2369547241 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31d400cbb0 con 0x7f31e8106120 2024-05-21T19:12:39.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e81a10d0 con 0x7f31e8106120 2024-05-21T19:12:39.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.861+0000 7f31df400700 1 -- 172.21.15.3:0/2369547241 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d4018680 con 0x7f31e8106120 2024-05-21T19:12:39.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.862+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e81a8950 con 0x7f31e8106120 2024-05-21T19:12:39.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.866+0000 7f31df400700 1 -- 172.21.15.3:0/2369547241 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f31d4010430 con 0x7f31e8106120 2024-05-21T19:12:39.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.866+0000 7f31f851ab80 1 Processor -- start 2024-05-21T19:12:39.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.866+0000 7f31f851ab80 1 -- start start 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 0x55cddefeab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddefeb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cddef48e40 con 0x55cddeff0f30 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cddef389e0 con 0x55cddeff0610 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31f851ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cddef3ca20 con 0x55cddefeb140 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 0x55cddefeab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31e7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31e7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44188/0 (socket says 172.21.15.3:44188) 2024-05-21T19:12:39.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31e7400700 1 -- 172.21.15.3:0/2151563945 learned_addr learned my addr 172.21.15.3:0/2151563945 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:39.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.867+0000 7f31e6000700 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddefeb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 -- 172.21.15.3:0/2151563945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 msgr2=0x55cddefeb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddefeb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 -- 172.21.15.3:0/2151563945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 msgr2=0x55cddefeab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 0x55cddefeab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 -- 172.21.15.3:0/2151563945 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cddef01420 con 0x55cddeff0610 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31df400700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 0x7f31cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e6a00700 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 0x55cddefeab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31df400700 1 -- 172.21.15.3:0/2369547241 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f31d40e23e0 con 0x7f31e8106120 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e7400700 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009d90 tx=0x7f31e0009dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d585face481596b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.868+0000 7f31e6a00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 0x7f31cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.869+0000 7f31d3e00700 1 -- 172.21.15.3:0/2151563945 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e0021070 con 0x55cddeff0610 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.869+0000 7f31d3e00700 1 -- 172.21.15.3:0/2151563945 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31e00074e0 con 0x55cddeff0610 2024-05-21T19:12:39.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.869+0000 7f31d3e00700 1 -- 172.21.15.3:0/2151563945 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e0005240 con 0x55cddeff0610 2024-05-21T19:12:39.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- 172.21.15.3:0/2151563945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 msgr2=0x55cddeff09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31e6a00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 0x7f31cc0b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f31d80127a0 tx=0x7f31d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009d90 tx=0x7f31e0009dc0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- 172.21.15.3:0/2151563945 shutdown_connections 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddefeb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0610 0x55cddeff09f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 --2- 172.21.15.3:0/2151563945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0f30 0x55cddefeab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- 172.21.15.3:0/2151563945 >> 172.21.15.3:0/2151563945 conn(0x55cddef18be0 msgr2=0x55cddefe5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- 172.21.15.3:0/2151563945 shutdown_connections 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- 172.21.15.3:0/2151563945 wait complete. 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.870+0000 7f31f851ab80 1 -- start start 2024-05-21T19:12:39.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 Processor -- start 2024-05-21T19:12:39.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddeff4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cddee3efa0 con 0x55cddefeb140 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cddeed9760 con 0x55cddeff0f30 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cddeff7980 con 0x55cddeff0610 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.871+0000 7f31f851ab80 10 client.0 _ll_register_callbacks cb 0x55cddeee2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44562/0 (socket says 172.21.15.3:44562) 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48338/0 (socket says 172.21.15.3:48338) 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 -- 172.21.15.3:0/1182966967 learned_addr learned my addr 172.21.15.3:0/1182966967 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e7400700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddeff4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 -- 172.21.15.3:0/1182966967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 msgr2=0x55cddeff4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddeff4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 -- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 msgr2=0x55cddeff6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 -- 172.21.15.3:0/1182966967 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cddee888d0 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31e6000700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f31d4009230 tx=0x7f31d40a9ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1143dbf4b72c0589 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.872+0000 7f31d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d40a90f0 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f31d40a8be0 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31e00074e0 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f31d40a5110 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31f851ab80 10 client.26416 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cddef09060 con 0x55cddeff0610 2024-05-21T19:12:39.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31e00074e0 con 0x55cddeff0610 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f31d40a52f0 con 0x55cddeff0610 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31f851ab80 10 client.26416 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.873+0000 7f31f851ab80 10 client.26416 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31f851ab80 20 client.26416 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf0043f0 0x55cddf0067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31f851ab80 4 client.26416 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cddef4ad90 con 0x55cddf0043f0 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf0043f0 0x55cddf0067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf0043f0 0x55cddf0067e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88e13e06d3db9953 server_cookie=68336e80f06ba76b in_seq=0 out_seq=0 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.874+0000 7f31d0c00700 10 client.26416 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:39.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.875+0000 7f31d0c00700 1 -- 172.21.15.3:0/1182966967 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cddef4ad90 con 0x55cddf0043f0 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.875+0000 7f31d0c00700 10 client.26416 handle_command_reply: tid=0 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.875+0000 7f31f851ab80 1 client.26416 shutdown 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 msgr2=0x55cddeff4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f31d4009230 tx=0x7f31d40a9ec0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 shutdown_connections 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddeff4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf0043f0 0x55cddf0067e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1182966967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddeff4020 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31d0c00700 0 client.26416 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 >> 172.21.15.3:0/1182966967 conn(0x55cddef18be0 msgr2=0x55cddefe4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 shutdown_connections 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 1 -- 172.21.15.3:0/1182966967 wait complete. 2024-05-21T19:12:39.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.876+0000 7f31f851ab80 20 client.26416 trim_cache size 0 max 16384 2024-05-21T19:12:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:39 smithi178 ceph-mon[36523]: pgmap v581: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:12:39.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 Processor -- start 2024-05-21T19:12:39.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 -- start start 2024-05-21T19:12:39.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81b2680 con 0x55cddefeb140 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81aff10 con 0x55cddeff0f30 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.893+0000 7f31f851ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81add60 con 0x55cddeff0610 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44568/0 (socket says 172.21.15.3:44568) 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:48354/0 (socket says 172.21.15.3:48354) 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 -- 172.21.15.3:0/3104549125 learned_addr learned my addr 172.21.15.3:0/3104549125 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:39.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e7400700 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 -- 172.21.15.3:0/3104549125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 msgr2=0x55cddf00c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 -- 172.21.15.3:0/3104549125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 msgr2=0x55cddeff1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.894+0000 7f31e6000700 1 -- 172.21.15.3:0/3104549125 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cddefeae60 con 0x55cddeff0610 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.895+0000 7f31e6000700 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f31d40ac040 tx=0x7f31d4010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cf032b04761650b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.895+0000 7f31d3400700 1 -- 172.21.15.3:0/3104549125 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d40b2830 con 0x55cddeff0610 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.895+0000 7f31d3400700 1 -- 172.21.15.3:0/3104549125 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31d40b2120 con 0x55cddeff0610 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.895+0000 7f31d3400700 1 -- 172.21.15.3:0/3104549125 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d40add30 con 0x55cddeff0610 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- 172.21.15.3:0/3104549125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 msgr2=0x55cddefe54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f31d40ac040 tx=0x7f31d4010c10 comp rx=0 tx=0).stop 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- 172.21.15.3:0/3104549125 shutdown_connections 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddefeb140 0x55cddeff1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 --2- 172.21.15.3:0/3104549125 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddeff0610 0x55cddefe54f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- 172.21.15.3:0/3104549125 >> 172.21.15.3:0/3104549125 conn(0x55cddef18be0 msgr2=0x55cddeff1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- 172.21.15.3:0/3104549125 shutdown_connections 2024-05-21T19:12:39.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- 172.21.15.3:0/3104549125 wait complete. 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.896+0000 7f31f851ab80 1 -- start start 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 Processor -- start 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0610 0x55cddf00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81ae3d0 con 0x55cddeff0610 2024-05-21T19:12:39.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81af840 con 0x55cddeff0f30 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f31e81aeaa0 con 0x55cddefeb140 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31f851ab80 10 client.0 _ll_register_callbacks cb 0x55cddeee2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31e6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0610 0x55cddf00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31e6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44576/0 (socket says 172.21.15.3:44576) 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.897+0000 7f31e6a00700 1 -- 172.21.15.3:0/1238445724 learned_addr learned my addr 172.21.15.3:0/1238445724 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e7400700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 -- 172.21.15.3:0/1238445724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 msgr2=0x55cddf00bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 -- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0610 msgr2=0x55cddf00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0610 0x55cddf00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 -- 172.21.15.3:0/1238445724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cddf00c7c0 con 0x55cddefeb140 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31e6a00700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f31d8005c30 tx=0x7f31d8004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9d0766d02df6202 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:39.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:39.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d802e070 con 0x55cddefeb140 2024-05-21T19:12:39.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f31d80038a0 con 0x55cddefeb140 2024-05-21T19:12:39.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.898+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cddef44570 con 0x55cddefeb140 2024-05-21T19:12:39.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f31d803a050 con 0x55cddefeb140 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 10 client.26422 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55cddf0778b0 con 0x55cddefeb140 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55cddef44570 con 0x55cddefeb140 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f31d800fce0 con 0x55cddefeb140 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 10 client.26422 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 10 client.26422 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 20 client.26422 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf077fa0 0x55cddf07a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.899+0000 7f31f851ab80 4 client.26422 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.900+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cddedbb250 con 0x55cddf077fa0 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.900+0000 7f31e6000700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf077fa0 0x55cddf07a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.900+0000 7f31d0c00700 10 client.26422 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.900+0000 7f31e6000700 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf077fa0 0x55cddf07a3c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a5a8d69fc8a45fb8 server_cookie=c095a0923c6e763c in_seq=0 out_seq=0 2024-05-21T19:12:39.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31d0c00700 1 -- 172.21.15.3:0/1238445724 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cddedbb250 con 0x55cddf077fa0 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31d0c00700 10 client.26422 handle_command_reply: tid=0 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 client.26422 shutdown 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 msgr2=0x55cddeffd410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f31d8005c30 tx=0x7f31d8004750 comp rx=0 tx=0).stop 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 shutdown_connections 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cddeff0f30 0x55cddf00bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cddefeb140 0x55cddeffd410 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55cddf077fa0 0x55cddf07a3c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 --2- 172.21.15.3:0/1238445724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cddeff0610 0x55cddf00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 >> 172.21.15.3:0/1238445724 conn(0x55cddef18be0 msgr2=0x55cddeff2da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31d0c00700 0 client.26422 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 shutdown_connections 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 1 -- 172.21.15.3:0/1238445724 wait complete. 2024-05-21T19:12:39.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.901+0000 7f31f851ab80 20 client.26422 trim_cache size 0 max 16384 2024-05-21T19:12:39.905 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:39.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 msgr2=0x7f31cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 0x7f31cc0b4d40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f31d80127a0 tx=0x7f31d8009260 comp rx=0 tx=0).stop 2024-05-21T19:12:39.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 msgr2=0x7f31e819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:39.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f31d400e9a0 tx=0x7f31d400ecb0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 shutdown_connections 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f31cc0b2880 0x7f31cc0b4d40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f31e810b760 0x7f31e81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31e8105760 0x7f31e819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 --2- 172.21.15.3:0/2369547241 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f31e8106120 0x7f31e819c310 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.902+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 >> 172.21.15.3:0/2369547241 conn(0x7f31e8101250 msgr2=0x7f31e8101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.903+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 shutdown_connections 2024-05-21T19:12:39.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:39.903+0000 7f31edc00700 1 -- 172.21.15.3:0/2369547241 wait complete. 2024-05-21T19:12:40.825 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:12:41.338 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:41.710 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:41 smithi003 ceph-mon[31577]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:12:41.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:41 smithi104 ceph-mon[36417]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:12:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:41 smithi178 ceph-mon[36523]: pgmap v582: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.564+0000 7fb7b8c00700 1 -- 172.21.15.3:0/922495659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41037f0 msgr2=0x7fb7b4103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.564+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/922495659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41037f0 0x7fb7b4103bd0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40099c0 tx=0x7fb7a4009cd0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 -- 172.21.15.3:0/922495659 shutdown_connections 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/922495659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41088f0 0x7fb7b4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/922495659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41037f0 0x7fb7b4103bd0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/922495659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41041a0 0x7fb7b41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 -- 172.21.15.3:0/922495659 >> 172.21.15.3:0/922495659 conn(0x7fb7b407a6a0 msgr2=0x7fb7b407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 -- 172.21.15.3:0/922495659 shutdown_connections 2024-05-21T19:12:43.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.565+0000 7fb7b8c00700 1 -- 172.21.15.3:0/922495659 wait complete. 2024-05-21T19:12:43.567 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:43 smithi003 ceph-mon[31577]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.566+0000 7fb7b8c00700 1 Processor -- start 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.566+0000 7fb7b8c00700 1 -- start start 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 0x7fb7b419fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41088f0 0x7fb7b41999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41136e0 con 0x7fb7b41041a0 2024-05-21T19:12:43.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b4113560 con 0x7fb7b41088f0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b8c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b4113860 con 0x7fb7b41037f0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b1400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 0x7fb7b419fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48032/0 (socket says 172.21.15.3:48032) 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b1e00700 1 -- 172.21.15.3:0/233179299 learned_addr learned my addr 172.21.15.3:0/233179299 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.567+0000 7fb7b2800700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41088f0 0x7fb7b41999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 -- 172.21.15.3:0/233179299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41088f0 msgr2=0x7fb7b41999c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41088f0 0x7fb7b41999c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 -- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 msgr2=0x7fb7b419fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 0x7fb7b419fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 -- 172.21.15.3:0/233179299 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b419a120 con 0x7fb7b41037f0 2024-05-21T19:12:43.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1400700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 0x7fb7b419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4006010 tx=0x7fb7a4005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7aaa00700 1 -- 172.21.15.3:0/233179299 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4026070 con 0x7fb7b41037f0 2024-05-21T19:12:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7aaa00700 1 -- 172.21.15.3:0/233179299 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7a4005680 con 0x7fb7b41037f0 2024-05-21T19:12:43.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b419a3b0 con 0x7fb7b41037f0 2024-05-21T19:12:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7aaa00700 1 -- 172.21.15.3:0/233179299 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a400fb20 con 0x7fb7b41037f0 2024-05-21T19:12:43.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.568+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b41a66d0 con 0x7fb7b41037f0 2024-05-21T19:12:43.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.572+0000 7fb7aaa00700 1 -- 172.21.15.3:0/233179299 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb7a4029070 con 0x7fb7b41037f0 2024-05-21T19:12:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.573+0000 7fb7c3503b80 1 Processor -- start 2024-05-21T19:12:43.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.573+0000 7fb7c3503b80 1 -- start start 2024-05-21T19:12:43.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7aaa00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 0x7fb7980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b376fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37705c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5606b36cde40 con 0x5606b3770140 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5606b36bd9e0 con 0x5606b3775f30 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5606b36c1a20 con 0x5606b3775610 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7aaa00700 1 -- 172.21.15.3:0/233179299 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb7a40e29d0 con 0x7fb7b41037f0 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48034/0 (socket says 172.21.15.3:48034) 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7b1e00700 1 -- 172.21.15.3:0/241233231 learned_addr learned my addr 172.21.15.3:0/241233231 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7b2800700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 0x7fb7980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.574+0000 7fb7b1400700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b376fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 -- 172.21.15.3:0/241233231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 msgr2=0x5606b376fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b376fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 -- 172.21.15.3:0/241233231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 msgr2=0x5606b37705c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b2800700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37705c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37705c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 -- 172.21.15.3:0/241233231 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b3686420 con 0x5606b3775610 2024-05-21T19:12:43.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b2800700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37705c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009990 tx=0x7fb7a40a9a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6c7cfbb7511b6f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb7b2800700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 0x7fb7980b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x5606b3770b00 tx=0x7fb7ac009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb79f400700 1 -- 172.21.15.3:0/241233231 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40a9b10 con 0x5606b3775610 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb79f400700 1 -- 172.21.15.3:0/241233231 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7a40aa700 con 0x5606b3775610 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.575+0000 7fb79f400700 1 -- 172.21.15.3:0/241233231 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40e0560 con 0x5606b3775610 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 -- 172.21.15.3:0/241233231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 msgr2=0x5606b37759f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009990 tx=0x7fb7a40a9a00 comp rx=0 tx=0).stop 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 -- 172.21.15.3:0/241233231 shutdown_connections 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37705c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b37759f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/241233231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b376fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 -- 172.21.15.3:0/241233231 >> 172.21.15.3:0/241233231 conn(0x5606b369dbe0 msgr2=0x5606b376a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 -- 172.21.15.3:0/241233231 shutdown_connections 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.576+0000 7fb7c3503b80 1 -- 172.21.15.3:0/241233231 wait complete. 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.577+0000 7fb7c3503b80 1 -- start start 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.577+0000 7fb7c3503b80 1 Processor -- start 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3779050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3779590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5606b35c3fa0 con 0x5606b3775f30 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5606b365e760 con 0x5606b3770140 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5606b377c7a0 con 0x5606b3775610 2024-05-21T19:12:43.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7c3503b80 10 client.0 _ll_register_callbacks cb 0x5606b3667c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7b1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3779050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42084/0 (socket says 172.21.15.3:42084) 2024-05-21T19:12:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7b1e00700 1 -- 172.21.15.3:0/1503822555 learned_addr learned my addr 172.21.15.3:0/1503822555 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:43.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.578+0000 7fb7b2800700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3779590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 -- 172.21.15.3:0/1503822555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 msgr2=0x5606b3779050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3779050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 -- 172.21.15.3:0/1503822555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 msgr2=0x5606b3779590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3779590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 -- 172.21.15.3:0/1503822555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b360d8d0 con 0x5606b3770140 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1400700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3779050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40059d0 tx=0x7fb7a40b2dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d14099028b221f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb793e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40aa000 con 0x5606b3770140 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb7a40a65f0 con 0x5606b3770140 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7a40aa700 con 0x5606b3770140 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.579+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7a40df070 con 0x5606b3770140 2024-05-21T19:12:43.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 10 client.26438 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606b368e060 con 0x5606b3770140 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7a40aa700 con 0x5606b3770140 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7a40a5970 con 0x5606b3770140 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 10 client.26438 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 10 client.26438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 20 client.26438 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37890a0 0x5606b378b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 4 client.26438 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.580+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606b36cfd90 con 0x5606b37890a0 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.581+0000 7fb7b1400700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37890a0 0x5606b378b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.581+0000 7fb7b1400700 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37890a0 0x5606b378b490 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a91217252125409 server_cookie=e049e4ef25863249 in_seq=0 out_seq=0 2024-05-21T19:12:43.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.581+0000 7fb793e00700 10 client.26438 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:43.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.582+0000 7fb793e00700 1 -- 172.21.15.3:0/1503822555 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5606b36cfd90 con 0x5606b37890a0 2024-05-21T19:12:43.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.582+0000 7fb793e00700 10 client.26438 handle_command_reply: tid=0 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 client.26438 shutdown 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 msgr2=0x5606b377bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb7a40059d0 tx=0x7fb7a40b2dd0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 shutdown_connections 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37890a0 0x5606b378b490 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3779590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b377bcb0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb793e00700 0 client.26438 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/1503822555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3779050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 >> 172.21.15.3:0/1503822555 conn(0x5606b369dbe0 msgr2=0x5606b3769d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 shutdown_connections 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 1 -- 172.21.15.3:0/1503822555 wait complete. 2024-05-21T19:12:43.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.583+0000 7fb7c3503b80 20 client.26438 trim_cache size 0 max 16384 2024-05-21T19:12:43.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.600+0000 7fb7c3503b80 1 Processor -- start 2024-05-21T19:12:43.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.600+0000 7fb7c3503b80 1 -- start start 2024-05-21T19:12:43.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3776c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41b25a0 con 0x5606b3775f30 2024-05-21T19:12:43.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41afe30 con 0x5606b3770140 2024-05-21T19:12:43.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41adca0 con 0x5606b3775610 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3776c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48040/0 (socket says 172.21.15.3:48040) 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42100/0 (socket says 172.21.15.3:42100) 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.601+0000 7fb7b1400700 1 -- 172.21.15.3:0/3567617044 learned_addr learned my addr 172.21.15.3:0/3567617044 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:43.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3567617044 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 msgr2=0x5606b378b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3567617044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 msgr2=0x5606b3776c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3776c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3567617044 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b376b4a0 con 0x5606b3770140 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1400700 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009fa0 tx=0x7fb7a40b2ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53ac4f21dc4ea241 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb79ea00700 1 -- 172.21.15.3:0/3567617044 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40aa000 con 0x5606b3770140 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb79ea00700 1 -- 172.21.15.3:0/3567617044 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7a40ae3b0 con 0x5606b3770140 2024-05-21T19:12:43.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.602+0000 7fb79ea00700 1 -- 172.21.15.3:0/3567617044 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40ccdf0 con 0x5606b3770140 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3567617044 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 msgr2=0x5606b376fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009fa0 tx=0x7fb7a40b2ef0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3567617044 shutdown_connections 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3775f30 0x5606b3776c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3770140 0x5606b376fb20 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3567617044 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b378b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3567617044 >> 172.21.15.3:0/3567617044 conn(0x5606b369dbe0 msgr2=0x5606b3777940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3567617044 shutdown_connections 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.603+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3567617044 wait complete. 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 -- start start 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 Processor -- start 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3781f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b378fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.604+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41ae2f0 con 0x5606b3770140 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41af760 con 0x5606b3775f30 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7c3503b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41ae9c0 con 0x5606b3775610 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7c3503b80 10 client.0 _ll_register_callbacks cb 0x5606b3667c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b378fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51452/0 (socket says 172.21.15.3:51452) 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3674075612 learned_addr learned my addr 172.21.15.3:0/3674075612 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1400700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3781f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3674075612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 msgr2=0x5606b3781f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3781f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 msgr2=0x5606b378fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b378fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.605+0000 7fb7b1e00700 1 -- 172.21.15.3:0/3674075612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b3782600 con 0x5606b3770140 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb7b1e00700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009350 tx=0x7fb7a40a5e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372ca8864d264646 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:43.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb793e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40c8070 con 0x5606b3770140 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb7a400f460 con 0x5606b3770140 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7a40ae3b0 con 0x5606b3770140 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb7a408b070 con 0x5606b3770140 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb7c3503b80 10 client.16344 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.606+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606b37f31f0 con 0x5606b3770140 2024-05-21T19:12:43.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7a40ae3b0 con 0x5606b3770140 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb7a4069a70 con 0x5606b3770140 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 10 client.16344 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 10 client.16344 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 20 client.16344 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37f3660 0x5606b37f5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 4 client.16344 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5606b36c9570 con 0x5606b37f3660 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.607+0000 7fb7b1400700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37f3660 0x5606b37f5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7b1400700 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37f3660 0x5606b37f5a50 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62997582077f2af6 server_cookie=c8b81d77bc50096b in_seq=0 out_seq=0 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb793e00700 10 client.16344 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb793e00700 1 -- 172.21.15.3:0/3674075612 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5606b36c9570 con 0x5606b37f3660 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb793e00700 10 client.16344 handle_command_reply: tid=0 2024-05-21T19:12:43.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 client.16344 shutdown 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 msgr2=0x5606b37819f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009350 tx=0x7fb7a40a5e20 comp rx=0 tx=0).stop 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 shutdown_connections 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5606b37f3660 0x5606b37f5a50 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5606b3775f30 0x5606b378fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5606b3770140 0x5606b37819f0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 --2- 172.21.15.3:0/3674075612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5606b3775610 0x5606b3781f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 >> 172.21.15.3:0/3674075612 conn(0x5606b369dbe0 msgr2=0x5606b37781d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.608+0000 7fb793e00700 0 client.16344 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 shutdown_connections 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7c3503b80 1 -- 172.21.15.3:0/3674075612 wait complete. 2024-05-21T19:12:43.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7c3503b80 20 client.16344 trim_cache size 0 max 16384 2024-05-21T19:12:43.613 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:12:43.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 msgr2=0x7fb7980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 0x7fb7980b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x5606b3770b00 tx=0x7fb7ac009920 comp rx=0 tx=0).stop 2024-05-21T19:12:43.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 msgr2=0x7fb7b419f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.609+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4006010 tx=0x7fb7a4005280 comp rx=0 tx=0).stop 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 shutdown_connections 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb7980b2880 0x7fb7980b4d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb7b41088f0 0x7fb7b41999c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb7b41037f0 0x7fb7b419f800 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 --2- 172.21.15.3:0/233179299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb7b41041a0 0x7fb7b419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 >> 172.21.15.3:0/233179299 conn(0x7fb7b407a6a0 msgr2=0x7fb7b41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 shutdown_connections 2024-05-21T19:12:43.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:43.610+0000 7fb7b8c00700 1 -- 172.21.15.3:0/233179299 wait complete. 2024-05-21T19:12:43.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:43 smithi104 ceph-mon[36417]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:12:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:43 smithi178 ceph-mon[36523]: pgmap v583: 97 pgs: 97 active+clean; 2.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:12:45.497 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:12:45.497 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:12:45.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:45 smithi104 ceph-mon[36417]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:12:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:45 smithi003 ceph-mon[31577]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:12:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:45 smithi178 ceph-mon[36523]: pgmap v584: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:12:45.996 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:47 smithi104 ceph-mon[36417]: pgmap v585: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.1 KiB/s wr, 10 op/s 2024-05-21T19:12:47.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:47 smithi003 ceph-mon[31577]: pgmap v585: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.1 KiB/s wr, 10 op/s 2024-05-21T19:12:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:47 smithi178 ceph-mon[36523]: pgmap v585: 97 pgs: 97 active+clean; 2.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.1 KiB/s wr, 10 op/s 2024-05-21T19:12:48.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 -- 172.21.15.3:0/157029704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac4075970 msgr2=0x7f5ac4075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 --2- 172.21.15.3:0/157029704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac4075970 0x7f5ac4075d50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8009990 tx=0x7f5ab8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 -- 172.21.15.3:0/157029704 shutdown_connections 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 --2- 172.21.15.3:0/157029704 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac4112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 --2- 172.21.15.3:0/157029704 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac4075970 0x7f5ac4075d50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 --2- 172.21.15.3:0/157029704 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac410f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.104+0000 7f5aca400700 1 -- 172.21.15.3:0/157029704 >> 172.21.15.3:0/157029704 conn(0x7f5ac40fef50 msgr2=0x7f5ac4101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.105+0000 7f5aca400700 1 -- 172.21.15.3:0/157029704 shutdown_connections 2024-05-21T19:12:48.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.105+0000 7f5aca400700 1 -- 172.21.15.3:0/157029704 wait complete. 2024-05-21T19:12:48.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.106+0000 7f5aca400700 1 Processor -- start 2024-05-21T19:12:48.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.106+0000 7f5aca400700 1 -- start start 2024-05-21T19:12:48.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac419c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac419c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac41a08d0 0x7f5ac41a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4115890 con 0x7f5ac41a08d0 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4115710 con 0x7f5ac4076290 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5aca400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4115a10 con 0x7f5ac410fca0 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac419c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5ac3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac419c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac419c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42130/0 (socket says 172.21.15.3:42130) 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5ac9000700 1 -- 172.21.15.3:0/563159367 learned_addr learned my addr 172.21.15.3:0/563159367 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.107+0000 7f5ac9a00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac41a08d0 0x7f5ac41a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 -- 172.21.15.3:0/563159367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 msgr2=0x7f5ac419c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac419c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 -- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac41a08d0 msgr2=0x7f5ac41a0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac41a08d0 0x7f5ac41a0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 -- 172.21.15.3:0/563159367 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac41a13f0 con 0x7f5ac410fca0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.108+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac419c5e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000e9f0 tx=0x7f5ab000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.109+0000 7f5ac1600700 1 -- 172.21.15.3:0/563159367 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab000c9c0 con 0x7f5ac410fca0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.109+0000 7f5ac1600700 1 -- 172.21.15.3:0/563159367 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab000cb60 con 0x7f5ac410fca0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.109+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac41a16e0 con 0x7f5ac410fca0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.109+0000 7f5ac1600700 1 -- 172.21.15.3:0/563159367 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0018680 con 0x7f5ac410fca0 2024-05-21T19:12:48.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.109+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac41a8ec0 con 0x7f5ac410fca0 2024-05-21T19:12:48.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.113+0000 7f5ac1600700 1 -- 172.21.15.3:0/563159367 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ab0010430 con 0x7f5ac410fca0 2024-05-21T19:12:48.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 Processor -- start 2024-05-21T19:12:48.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 -- start start 2024-05-21T19:12:48.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ac1600700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 0x7f5aac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 0x5572d8a78530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a78fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5572d89d6ec0 con 0x5572d8a7e9c0 2024-05-21T19:12:48.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5572d89c6a60 con 0x5572d8a7e0a0 2024-05-21T19:12:48.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.114+0000 7f5ad633db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5572d89caaa0 con 0x5572d8a78b50 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac1600700 1 -- 172.21.15.3:0/563159367 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5ab00e23e0 con 0x7f5ac410fca0 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9a00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 0x7f5aac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42138/0 (socket says 172.21.15.3:42138) 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 -- 172.21.15.3:0/1839739431 learned_addr learned my addr 172.21.15.3:0/1839739431 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 0x5572d8a78530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9a00700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a78fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 -- 172.21.15.3:0/1839739431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 msgr2=0x5572d8a78fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a78fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 -- 172.21.15.3:0/1839739431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 msgr2=0x5572d8a78530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 0x5572d8a78530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac9000700 1 -- 172.21.15.3:0/1839739431 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572d898f4a0 con 0x5572d8a7e0a0 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.115+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 0x5572d8a78530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.116+0000 7f5ac9a00700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 0x7f5aac0b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009ec0 tx=0x7f5abc00fc40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.116+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80096d0 tx=0x7f5ab8009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8355f07270e42936 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.116+0000 7f5ab6000700 1 -- 172.21.15.3:0/1839739431 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8027070 con 0x5572d8a7e0a0 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.116+0000 7f5ab6000700 1 -- 172.21.15.3:0/1839739431 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab80056d0 con 0x5572d8a7e0a0 2024-05-21T19:12:48.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.116+0000 7f5ab6000700 1 -- 172.21.15.3:0/1839739431 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8003a20 con 0x5572d8a7e0a0 2024-05-21T19:12:48.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 -- 172.21.15.3:0/1839739431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 msgr2=0x5572d8a7e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80096d0 tx=0x7f5ab8009700 comp rx=0 tx=0).stop 2024-05-21T19:12:48.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 -- 172.21.15.3:0/1839739431 shutdown_connections 2024-05-21T19:12:48.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a78fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e0a0 0x5572d8a7e480 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1839739431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e9c0 0x5572d8a78530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 -- 172.21.15.3:0/1839739431 >> 172.21.15.3:0/1839739431 conn(0x5572d89a6c60 msgr2=0x5572d8a731d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 -- 172.21.15.3:0/1839739431 shutdown_connections 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.117+0000 7f5ad633db80 1 -- 172.21.15.3:0/1839739431 wait complete. 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.118+0000 7f5ad633db80 1 -- start start 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.118+0000 7f5ad633db80 1 Processor -- start 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e0a0 0x5572d8a81aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a81fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5572d88cd020 con 0x5572d8a78b50 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5572d89677e0 con 0x5572d8a7e9c0 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5572d8a85480 con 0x5572d8a7e0a0 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ad633db80 10 client.0 _ll_register_callbacks cb 0x5572d8970cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51498/0 (socket says 172.21.15.3:51498) 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 -- 172.21.15.3:0/2585577960 learned_addr learned my addr 172.21.15.3:0/2585577960 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e0a0 0x5572d8a81aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9a00700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a81fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 -- 172.21.15.3:0/2585577960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e0a0 msgr2=0x5572d8a81aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e0a0 0x5572d8a81aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 -- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 msgr2=0x5572d8a81fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a81fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.119+0000 7f5ac9000700 1 -- 172.21.15.3:0/2585577960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572d8916950 con 0x5572d8a78b50 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.120+0000 7f5ac9000700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80094e0 tx=0x7f5ab80058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36abfe3dd0f9713 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.120+0000 7f5aaaa00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.120+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8031060 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.120+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5ab8003890 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.120+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ab80056d0 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ab8027070 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 10 client.16356 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572d89970e0 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab80056d0 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ab8021030 con 0x5572d8a78b50 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 10 client.16356 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 20 client.16356 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8a91e40 0x5572d8a94230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 4 client.16356 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:48.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.121+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572d89d8e10 con 0x5572d8a91e40 2024-05-21T19:12:48.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.122+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8a91e40 0x5572d8a94230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.122+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8a91e40 0x5572d8a94230 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f24d4d7b9901dfa server_cookie=4393c89ba860db5d in_seq=0 out_seq=0 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.122+0000 7f5aaaa00700 10 client.16356 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5aaaa00700 1 -- 172.21.15.3:0/2585577960 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5572d89d8e10 con 0x5572d8a91e40 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5aaaa00700 10 client.16356 handle_command_reply: tid=0 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 client.16356 shutdown 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 msgr2=0x5572d8a84700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80094e0 tx=0x7f5ab80058e0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 shutdown_connections 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8a91e40 0x5572d8a94230 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a81fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a78b50 0x5572d8a84700 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 --2- 172.21.15.3:0/2585577960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e0a0 0x5572d8a81aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 >> 172.21.15.3:0/2585577960 conn(0x5572d89a6c60 msgr2=0x5572d8a73040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.123+0000 7f5aaaa00700 0 client.16356 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.124+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 shutdown_connections 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.124+0000 7f5ad633db80 1 -- 172.21.15.3:0/2585577960 wait complete. 2024-05-21T19:12:48.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.124+0000 7f5ad633db80 20 client.16356 trim_cache size 0 max 16384 2024-05-21T19:12:48.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 Processor -- start 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 -- start start 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a78530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a997d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41b2b30 con 0x5572d8a7e0a0 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41b03c0 con 0x5572d8a7e9c0 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ad633db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41ae210 con 0x5572d8a78b50 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ac3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a78530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ac3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a78530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51506/0 (socket says 172.21.15.3:51506) 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.147+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48104/0 (socket says 172.21.15.3:48104) 2024-05-21T19:12:48.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac3e00700 1 -- 172.21.15.3:0/1008856314 learned_addr learned my addr 172.21.15.3:0/1008856314 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 -- 172.21.15.3:0/1008856314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 msgr2=0x5572d8a997d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a997d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 -- 172.21.15.3:0/1008856314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 msgr2=0x5572d8a78530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a78530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 -- 172.21.15.3:0/1008856314 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572d8a7e6d0 con 0x5572d8a78b50 2024-05-21T19:12:48.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ac9000700 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80094b0 tx=0x7f5ab800b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b4755b16378f771 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ab5600700 1 -- 172.21.15.3:0/1008856314 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8031040 con 0x5572d8a78b50 2024-05-21T19:12:48.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ab5600700 1 -- 172.21.15.3:0/1008856314 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab8028040 con 0x5572d8a78b50 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.148+0000 7f5ab5600700 1 -- 172.21.15.3:0/1008856314 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8003b30 con 0x5572d8a78b50 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 -- 172.21.15.3:0/1008856314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 msgr2=0x5572d8a820d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80094b0 tx=0x7f5ab800b260 comp rx=0 tx=0).stop 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 -- 172.21.15.3:0/1008856314 shutdown_connections 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a7e9c0 0x5572d8a997d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a78b50 0x5572d8a820d0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 --2- 172.21.15.3:0/1008856314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a78530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 -- 172.21.15.3:0/1008856314 >> 172.21.15.3:0/1008856314 conn(0x5572d89a6c60 msgr2=0x5572d8a72cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 -- 172.21.15.3:0/1008856314 shutdown_connections 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.149+0000 7f5ad633db80 1 -- 172.21.15.3:0/1008856314 wait complete. 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 -- start start 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 Processor -- start 2024-05-21T19:12:48.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a876e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 0x5572d8a87c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41ae880 con 0x5572d8a7e0a0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41afcf0 con 0x5572d8a78b50 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.150+0000 7f5ad633db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41aef50 con 0x5572d8a7e9c0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ad633db80 10 client.0 _ll_register_callbacks cb 0x5572d8970cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 0x5572d8a87c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a876e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42166/0 (socket says 172.21.15.3:42166) 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 -- 172.21.15.3:0/3457425279 learned_addr learned my addr 172.21.15.3:0/3457425279 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 0x5572d8a87c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48108/0 (socket says 172.21.15.3:48108) 2024-05-21T19:12:48.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 -- 172.21.15.3:0/3457425279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 msgr2=0x5572d8a87c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 0x5572d8a87c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 -- 172.21.15.3:0/3457425279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 msgr2=0x5572d8a876e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a876e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.151+0000 7f5ac9000700 1 -- 172.21.15.3:0/3457425279 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572d8a88190 con 0x5572d8a78b50 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5ac9000700 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80093d0 tx=0x7f5ab8005c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ed997c4a390c3c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:48.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5aaaa00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab800f670 con 0x5572d8a78b50 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ab8028040 con 0x5572d8a78b50 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5ab800f810 con 0x5572d8a78b50 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5ab804f050 con 0x5572d8a78b50 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5ad633db80 10 client.26462 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:48.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.152+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572d8afd450 con 0x5572d8a78b50 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab8028040 con 0x5572d8a78b50 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5ab803e020 con 0x5572d8a78b50 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 10 client.26462 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 10 client.26462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 20 client.26462 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8afdaa0 0x5572d8affec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 4 client.26462 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5572d89d25f0 con 0x5572d8afdaa0 2024-05-21T19:12:48.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.153+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8afdaa0 0x5572d8affec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.154+0000 7f5ac3e00700 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8afdaa0 0x5572d8affec0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d08e109efba90eb server_cookie=feb52e7a572bf650 in_seq=0 out_seq=0 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.154+0000 7f5aaaa00700 10 client.26462 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5aaaa00700 1 -- 172.21.15.3:0/3457425279 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5572d89d25f0 con 0x5572d8afdaa0 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5aaaa00700 10 client.26462 handle_command_reply: tid=0 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 client.26462 shutdown 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 msgr2=0x5572d8a8ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80093d0 tx=0x7f5ab8005c30 comp rx=0 tx=0).stop 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 shutdown_connections 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5572d8afdaa0 0x5572d8affec0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5572d8a7e9c0 0x5572d8a87c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5572d8a78b50 0x5572d8a8ab50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 --2- 172.21.15.3:0/3457425279 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5572d8a7e0a0 0x5572d8a876e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5aaaa00700 0 client.26462 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:48.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 >> 172.21.15.3:0/3457425279 conn(0x5572d89a6c60 msgr2=0x5572d8a7cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.155+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 shutdown_connections 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5ad633db80 1 -- 172.21.15.3:0/3457425279 wait complete. 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5ad633db80 20 client.26462 trim_cache size 0 max 16384 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "65809c2f-1348-4ba6-b2bc-df8d8bef63c5", 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:12:48.160 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:48.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 msgr2=0x7f5aac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 0x7f5aac0b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009ec0 tx=0x7f5abc00fc40 comp rx=0 tx=0).stop 2024-05-21T19:12:48.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 msgr2=0x7f5ac419c5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:48.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.156+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac419c5e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000e9f0 tx=0x7f5ab000ed00 comp rx=0 tx=0).stop 2024-05-21T19:12:48.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 shutdown_connections 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5aac0b2880 0x7f5aac0b4d40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ac41a08d0 0x7f5ac41a0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ac4076290 0x7f5ac419c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 --2- 172.21.15.3:0/563159367 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ac410fca0 0x7f5ac419c5e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 >> 172.21.15.3:0/563159367 conn(0x7f5ac40fef50 msgr2=0x7f5ac40ffda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 shutdown_connections 2024-05-21T19:12:48.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:48.157+0000 7f5aca400700 1 -- 172.21.15.3:0/563159367 wait complete. 2024-05-21T19:12:49.045 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:12:49.505 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:12:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:49 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:12:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:49 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:49 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:12:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:49 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:49 smithi104 ceph-mon[36417]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:49 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:12:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:49 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:49 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:12:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:49 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:49 smithi003 ceph-mon[31577]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:49 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:12:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:49 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:49 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:12:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:49 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:12:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:49 smithi178 ceph-mon[36523]: pgmap v586: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:51.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 -- 172.21.15.3:0/1918077085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1940104cd0 msgr2=0x7f19401050f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 --2- 172.21.15.3:0/1918077085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1940104cd0 0x7f19401050f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1930009900 tx=0x7f193002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 -- 172.21.15.3:0/1918077085 shutdown_connections 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 --2- 172.21.15.3:0/1918077085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f1940106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 --2- 172.21.15.3:0/1918077085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 0x7f194010d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 --2- 172.21.15.3:0/1918077085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1940104cd0 0x7f19401050f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 -- 172.21.15.3:0/1918077085 >> 172.21.15.3:0/1918077085 conn(0x7f1940100240 msgr2=0x7f1940102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 -- 172.21.15.3:0/1918077085 shutdown_connections 2024-05-21T19:12:51.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.419+0000 7f1946800640 1 -- 172.21.15.3:0/1918077085 wait complete. 2024-05-21T19:12:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 Processor -- start 2024-05-21T19:12:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 -- start start 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 0x7f194019b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19401a0610 0x7f19401a2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1940110820 con 0x7f19401a0610 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19401106a0 con 0x7f1940106880 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.421+0000 7f1946800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f19401109a0 con 0x7f1940105ec0 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45302/0 (socket says 172.21.15.3:45302) 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 -- 172.21.15.3:0/1110459240 learned_addr learned my addr 172.21.15.3:0/1110459240 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193fe00640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19401a0610 0x7f19401a2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193ea00640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 0x7f194019b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 -- 172.21.15.3:0/1110459240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 msgr2=0x7f194019b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 0x7f194019b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 -- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19401a0610 msgr2=0x7f19401a2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19401a0610 0x7f19401a2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.422+0000 7f193f400640 1 -- 172.21.15.3:0/1110459240 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19401a3070 con 0x7f1940105ec0 2024-05-21T19:12:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f193f400640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f193002a9e0 tx=0x7f1930003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f1937e00640 1 -- 172.21.15.3:0/1110459240 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193003f020 con 0x7f1940105ec0 2024-05-21T19:12:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19401a3300 con 0x7f1940105ec0 2024-05-21T19:12:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f1937e00640 1 -- 172.21.15.3:0/1110459240 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1930031c50 con 0x7f1940105ec0 2024-05-21T19:12:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f1937e00640 1 -- 172.21.15.3:0/1110459240 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1930035070 con 0x7f1940105ec0 2024-05-21T19:12:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.423+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19401a37c0 con 0x7f1940105ec0 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.426+0000 7f194978d740 1 Processor -- start 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.426+0000 7f194978d740 1 -- start start 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb1d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb1fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607cfa87b90 con 0x5607cfb17b30 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607cfa77730 con 0x5607cfb1d690 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f194978d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607cfa7b770 con 0x5607cfb18520 2024-05-21T19:12:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f1937e00640 1 -- 172.21.15.3:0/1110459240 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1930042020 con 0x7f1940105ec0 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34972/0 (socket says 172.21.15.3:34972) 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f193fe00640 1 -- 172.21.15.3:0/2615498090 learned_addr learned my addr 172.21.15.3:0/2615498090 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f193ea00640 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb1fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.427+0000 7f193f400640 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb1d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 -- 172.21.15.3:0/2615498090 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 msgr2=0x5607cfb1d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb1d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 -- 172.21.15.3:0/2615498090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 msgr2=0x5607cfb1fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb1fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 -- 172.21.15.3:0/2615498090 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607cfa108b0 con 0x5607cfb17b30 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f193fe00640 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1938009fd0 tx=0x7f19380118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e611691569d4af6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f1934c00640 1 -- 172.21.15.3:0/2615498090 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1938004d20 con 0x5607cfb17b30 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f1934c00640 1 -- 172.21.15.3:0/2615498090 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1938004050 con 0x5607cfb17b30 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.428+0000 7f1934c00640 1 -- 172.21.15.3:0/2615498090 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1938005280 con 0x5607cfb17b30 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f1937e00640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 0x7f19240b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 -- 172.21.15.3:0/2615498090 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 msgr2=0x5607cfb17f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1938009fd0 tx=0x7f19380118d0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f1937e00640 1 -- 172.21.15.3:0/1110459240 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1930101f40 con 0x7f1940105ec0 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f193f400640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 0x7f19240b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 -- 172.21.15.3:0/2615498090 shutdown_connections 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb1d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb1fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 --2- 172.21.15.3:0/2615498090 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb17f50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 -- 172.21.15.3:0/2615498090 >> 172.21.15.3:0/2615498090 conn(0x5607cfb131a0 msgr2=0x5607cfb135a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.429+0000 7f194978d740 1 -- 172.21.15.3:0/2615498090 shutdown_connections 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.430+0000 7f194978d740 1 -- 172.21.15.3:0/2615498090 wait complete. 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.430+0000 7f193f400640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 0x7f19240b4d60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f19300c5610 tx=0x7f19300045e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.430+0000 7f194978d740 1 -- start start 2024-05-21T19:12:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.430+0000 7f194978d740 1 Processor -- start 2024-05-21T19:12:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb18520 0x5607cfb21e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb1d690 0x5607cfb28ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607cf75d790 con 0x5607cfb17b30 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607cfa1fbc0 con 0x5607cfb18520 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607cfb20640 con 0x5607cfb1d690 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f194978d740 10 client.0 _ll_register_callbacks cb 0x5607cf9fd400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34978/0 (socket says 172.21.15.3:34978) 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f193fe00640 1 -- 172.21.15.3:0/1038809509 learned_addr learned my addr 172.21.15.3:0/1038809509 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f193ea00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb18520 0x5607cfb21e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.431+0000 7f193fe00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb1d690 0x5607cfb28ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 -- 172.21.15.3:0/1038809509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb1d690 msgr2=0x5607cfb28ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb1d690 0x5607cfb28ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 -- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb18520 msgr2=0x5607cfb21e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb18520 0x5607cfb21e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 -- 172.21.15.3:0/1038809509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607cf78c210 con 0x5607cfb17b30 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f193fe00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1938009fa0 tx=0x7f1938004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ba3f81d855e87af server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f1929600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1938004e50 con 0x5607cfb17b30 2024-05-21T19:12:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f193800f4e0 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.432+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1938004050 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f193800f6e0 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 10 client.16374 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607cf858620 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1938004050 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1938005530 con 0x5607cfb17b30 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 10 client.16374 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 10 client.16374 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 20 client.16374 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb2d240 0x5607cfb2f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 4 client.16374 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.433+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607cfa89ae0 con 0x5607cfb2d240 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.434+0000 7f193ea00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb2d240 0x5607cfb2f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.435+0000 7f193ea00640 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb2d240 0x5607cfb2f630 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11c4a3fe42c2f6f2 server_cookie=60c7cc5a3754cb88 in_seq=0 out_seq=0 2024-05-21T19:12:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.435+0000 7f1929600640 10 client.16374 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f1929600640 1 -- 172.21.15.3:0/1038809509 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5607cfa89ae0 con 0x5607cfb2d240 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f1929600640 10 client.16374 handle_command_reply: tid=0 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 client.16374 shutdown 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 msgr2=0x5607cfb21920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f1938009fa0 tx=0x7f1938004810 comp rx=0 tx=0).stop 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 shutdown_connections 2024-05-21T19:12:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb2d240 0x5607cfb2f630 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb1d690 0x5607cfb28ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb18520 0x5607cfb21e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 --2- 172.21.15.3:0/1038809509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb21920 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 >> 172.21.15.3:0/1038809509 conn(0x5607cfb131a0 msgr2=0x5607cfb12310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f1929600640 0 client.16374 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 shutdown_connections 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 1 -- 172.21.15.3:0/1038809509 wait complete. 2024-05-21T19:12:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.436+0000 7f194978d740 20 client.16374 trim_cache size 0 max 16384 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.453+0000 7f194978d740 1 Processor -- start 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.453+0000 7f194978d740 1 -- start start 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb17b30 0x5607cfb16800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 0x5607cfb28e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f19401aefc0 con 0x5607cfb1d690 2024-05-21T19:12:51.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19401ac890 con 0x5607cfb17b30 2024-05-21T19:12:51.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f194978d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f19401aa6e0 con 0x5607cfb18520 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45334/0 (socket says 172.21.15.3:45334) 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 -- 172.21.15.3:0/2557988139 learned_addr learned my addr 172.21.15.3:0/2557988139 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 0x5607cfb28e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193fe00640 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb17b30 0x5607cfb16800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 -- 172.21.15.3:0/2557988139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb17b30 msgr2=0x5607cfb16800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb17b30 0x5607cfb16800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 -- 172.21.15.3:0/2557988139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 msgr2=0x5607cfb28e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 0x5607cfb28e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193ea00640 1 -- 172.21.15.3:0/2557988139 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607cfb12fd0 con 0x5607cfb18520 2024-05-21T19:12:51.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.454+0000 7f193fe00640 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 0x5607cfb28e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:51.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.455+0000 7f193ea00640 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x5607cfb14070 tx=0x7f192c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15253cadaad0a9fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.455+0000 7f192be00640 1 -- 172.21.15.3:0/2557988139 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192c004250 con 0x5607cfb18520 2024-05-21T19:12:51.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.455+0000 7f192be00640 1 -- 172.21.15.3:0/2557988139 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f192c0043f0 con 0x5607cfb18520 2024-05-21T19:12:51.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.455+0000 7f192be00640 1 -- 172.21.15.3:0/2557988139 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192c003c20 con 0x5607cfb18520 2024-05-21T19:12:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 -- 172.21.15.3:0/2557988139 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 msgr2=0x5607cfb21dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x5607cfb14070 tx=0x7f192c005f90 comp rx=0 tx=0).stop 2024-05-21T19:12:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 -- 172.21.15.3:0/2557988139 shutdown_connections 2024-05-21T19:12:51.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb21dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb1d690 0x5607cfb28e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 --2- 172.21.15.3:0/2557988139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb17b30 0x5607cfb16800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 -- 172.21.15.3:0/2557988139 >> 172.21.15.3:0/2557988139 conn(0x5607cfb131a0 msgr2=0x5607cfb18fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 -- 172.21.15.3:0/2557988139 shutdown_connections 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.456+0000 7f194978d740 1 -- 172.21.15.3:0/2557988139 wait complete. 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.457+0000 7f194978d740 1 -- start start 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.457+0000 7f194978d740 1 Processor -- start 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.457+0000 7f194978d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb95d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f19401aad50 con 0x5607cfb17b30 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f19401ac1c0 con 0x5607cfb1d690 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f19401ab420 con 0x5607cfb18520 2024-05-21T19:12:51.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f194978d740 10 client.0 _ll_register_callbacks cb 0x7f192c0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34986/0 (socket says 172.21.15.3:34986) 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193fe00640 1 -- 172.21.15.3:0/899270072 learned_addr learned my addr 172.21.15.3:0/899270072 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45346/0 (socket says 172.21.15.3:45346) 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193fe00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb95d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 -- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 msgr2=0x5607cfb95d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb95d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 -- 172.21.15.3:0/899270072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 msgr2=0x5607cfb259f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193ea00640 1 -- 172.21.15.3:0/899270072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607cfb17770 con 0x5607cfb18520 2024-05-21T19:12:51.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.458+0000 7f193fe00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f193ea00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f192c0058c0 tx=0x7f192c009b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14152dada47f52e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f1929600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192c003ba0 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f192c0043f0 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f192c003d40 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f192c03b050 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f194978d740 10 client.26476 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.459+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607cfb97070 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f192c0043f0 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f192c004c10 con 0x5607cfb18520 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 10 client.26476 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 10 client.26476 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 20 client.26476 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:51.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb979e0 0x5607cfb99e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 4 client.26476 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:12:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5607cfa832c0 con 0x5607cfb979e0 2024-05-21T19:12:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.460+0000 7f193fe00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb979e0 0x5607cfb99e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.461+0000 7f193fe00640 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb979e0 0x5607cfb99e00 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=694e7fff1c3230f9 server_cookie=15ea9a0462a12aef in_seq=0 out_seq=0 2024-05-21T19:12:51.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.461+0000 7f1929600640 10 client.26476 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.475 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.474+0000 7f1929600640 1 -- 172.21.15.3:0/899270072 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5607cfa832c0 con 0x5607cfb979e0 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.474+0000 7f1929600640 10 client.26476 handle_command_reply: tid=0 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.474+0000 7f194978d740 1 client.26476 shutdown 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 msgr2=0x5607cfb25f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f192c0058c0 tx=0x7f192c009b00 comp rx=0 tx=0).stop 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 shutdown_connections 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607cfb979e0 0x5607cfb99e00 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607cfb18520 0x5607cfb25f30 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607cfb1d690 0x5607cfb95d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 --2- 172.21.15.3:0/899270072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607cfb17b30 0x5607cfb259f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f1929600640 0 client.26476 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 >> 172.21.15.3:0/899270072 conn(0x5607cfb131a0 msgr2=0x5607cfb21c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 shutdown_connections 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 1 -- 172.21.15.3:0/899270072 wait complete. 2024-05-21T19:12:51.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.475+0000 7f194978d740 20 client.26476 trim_cache size 0 max 16384 2024-05-21T19:12:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:12:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:12:51.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 msgr2=0x7f19240b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 0x7f19240b4d60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f19300c5610 tx=0x7f19300045e0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 msgr2=0x7f194019b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f193002a9e0 tx=0x7f1930003c10 comp rx=0 tx=0).stop 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 shutdown_connections 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f19401a0610 0x7f19401a2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1940106880 0x7f194019b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f19240b28a0 0x7f19240b4d60 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 --2- 172.21.15.3:0/1110459240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1940105ec0 0x7f194019b070 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 >> 172.21.15.3:0/1110459240 conn(0x7f1940100240 msgr2=0x7f1940109290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 shutdown_connections 2024-05-21T19:12:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:12:51.476+0000 7f1946800640 1 -- 172.21.15.3:0/1110459240 wait complete. 2024-05-21T19:12:51.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:51 smithi003 ceph-mon[31577]: pgmap v587: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:51 smithi104 ceph-mon[36417]: pgmap v587: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:51.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 -- 172.21.15.3:0/1497489057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa20105650 msgr2=0x7faa20105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 --2- 172.21.15.3:0/1497489057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa20105650 0x7faa20105ad0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009990 tx=0x7faa0c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 -- 172.21.15.3:0/1497489057 shutdown_connections 2024-05-21T19:12:51.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 --2- 172.21.15.3:0/1497489057 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 0x7faa20112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 --2- 172.21.15.3:0/1497489057 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa2010b650 0x7faa2010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 --2- 172.21.15.3:0/1497489057 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa20105650 0x7faa20105ad0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 -- 172.21.15.3:0/1497489057 >> 172.21.15.3:0/1497489057 conn(0x7faa20101120 msgr2=0x7faa20103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 -- 172.21.15.3:0/1497489057 shutdown_connections 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.820+0000 7faa1fe00700 1 -- 172.21.15.3:0/1497489057 wait complete. 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.821+0000 7faa1fe00700 1 Processor -- start 2024-05-21T19:12:51.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 -- start start 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 0x7faa201a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 0x7faa2019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faa20115890 con 0x7faa2010b650 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa20115710 con 0x7faa20105650 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1fe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faa20115a10 con 0x7faa20106010 2024-05-21T19:12:51.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54222/0 (socket says 172.21.15.3:54222) 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1ea00700 1 -- 172.21.15.3:0/4003746062 learned_addr learned my addr 172.21.15.3:0/4003746062 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1e000700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 0x7faa201a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.822+0000 7faa1f400700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 0x7faa2019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 -- 172.21.15.3:0/4003746062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 msgr2=0x7faa201a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 0x7faa201a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 -- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 msgr2=0x7faa2019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 0x7faa2019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 -- 172.21.15.3:0/4003746062 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2019c410 con 0x7faa20105650 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1f400700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 0x7faa2019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa1ea00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faa1000e9a0 tx=0x7faa1000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa24a00700 1 -- 172.21.15.3:0/4003746062 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1000cbd0 con 0x7faa20105650 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.823+0000 7faa24a00700 1 -- 172.21.15.3:0/4003746062 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa1000cd70 con 0x7faa20105650 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.824+0000 7faa24a00700 1 -- 172.21.15.3:0/4003746062 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa10018680 con 0x7faa20105650 2024-05-21T19:12:51.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.824+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa2019c700 con 0x7faa20105650 2024-05-21T19:12:51.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.824+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa201a89e0 con 0x7faa20105650 2024-05-21T19:12:51.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.827+0000 7faa24a00700 1 -- 172.21.15.3:0/4003746062 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faa10010430 con 0x7faa20105650 2024-05-21T19:12:51.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.828+0000 7faa307b2b80 1 Processor -- start 2024-05-21T19:12:51.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 -- start start 2024-05-21T19:12:51.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e68ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa24a00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 0x7faa040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e637f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558d72dc0e40 con 0x558d72e687c0 2024-05-21T19:12:51.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558d72db09e0 con 0x558d72e690e0 2024-05-21T19:12:51.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa307b2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558d72db4a20 con 0x558d72e63390 2024-05-21T19:12:51.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.829+0000 7faa24a00700 1 -- 172.21.15.3:0/4003746062 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa100e2470 con 0x7faa20105650 2024-05-21T19:12:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1f400700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 0x7faa040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54238/0 (socket says 172.21.15.3:54238) 2024-05-21T19:12:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 -- 172.21.15.3:0/4061190049 learned_addr learned my addr 172.21.15.3:0/4061190049 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1ea00700 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e68ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1f400700 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e637f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 -- 172.21.15.3:0/4061190049 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 msgr2=0x558d72e637f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e637f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 -- 172.21.15.3:0/4061190049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 msgr2=0x558d72e68ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e68ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.830+0000 7faa1e000700 1 -- 172.21.15.3:0/4061190049 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d72d79420 con 0x558d72e690e0 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.831+0000 7faa1e000700 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009990 tx=0x7faa0c0096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=223fa6e078cbc4d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.831+0000 7faa1f400700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 0x7faa040b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faa18015b80 tx=0x7faa18009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.831+0000 7faa14c00700 1 -- 172.21.15.3:0/4061190049 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0c027070 con 0x558d72e690e0 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.831+0000 7faa14c00700 1 -- 172.21.15.3:0/4061190049 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa0c0056a0 con 0x558d72e690e0 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.831+0000 7faa14c00700 1 -- 172.21.15.3:0/4061190049 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0c003be0 con 0x558d72e690e0 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 -- 172.21.15.3:0/4061190049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 msgr2=0x558d72e62d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009990 tx=0x7faa0c0096a0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 -- 172.21.15.3:0/4061190049 shutdown_connections 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e637f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e68ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 --2- 172.21.15.3:0/4061190049 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e62d70 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 -- 172.21.15.3:0/4061190049 >> 172.21.15.3:0/4061190049 conn(0x558d72d90be0 msgr2=0x558d72e5d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 -- 172.21.15.3:0/4061190049 shutdown_connections 2024-05-21T19:12:51.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.832+0000 7faa307b2b80 1 -- 172.21.15.3:0/4061190049 wait complete. 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.833+0000 7faa307b2b80 1 -- start start 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.833+0000 7faa307b2b80 1 Processor -- start 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 0x558d72e6c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558d72cb6fa0 con 0x558d72e687c0 2024-05-21T19:12:51.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558d72d51760 con 0x558d72e63390 2024-05-21T19:12:51.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558d72e6fba0 con 0x558d72e690e0 2024-05-21T19:12:51.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa307b2b80 10 client.0 _ll_register_callbacks cb 0x558d72d5ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:51.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54254/0 (socket says 172.21.15.3:54254) 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35038/0 (socket says 172.21.15.3:35038) 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 -- 172.21.15.3:0/2439171956 learned_addr learned my addr 172.21.15.3:0/2439171956 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1f400700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 0x558d72e6c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 -- 172.21.15.3:0/2439171956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 msgr2=0x558d72e6c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 0x558d72e6c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 -- 172.21.15.3:0/2439171956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 msgr2=0x558d72e6c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1ea00700 1 -- 172.21.15.3:0/2439171956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d72d008d0 con 0x558d72e63390 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.834+0000 7faa1f400700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 0x558d72e6c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa1ea00700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7faa100a5a90 tx=0x7faa100b26c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21db117363418a44 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa09600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa100bee60 con 0x558d72e63390 2024-05-21T19:12:51.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa100cc2d0 con 0x558d72e63390 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa0c0056a0 con 0x558d72e63390 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faa100a51a0 con 0x558d72e63390 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa307b2b80 10 client.26492 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.835+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558d72d81060 con 0x558d72e63390 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa0c0056a0 con 0x558d72e63390 2024-05-21T19:12:51.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faa100a5380 con 0x558d72e63390 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 10 client.26492 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 10 client.26492 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 20 client.26492 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72e7c760 0x558d72e7eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 4 client.26492 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:12:51.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.836+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d72dc2d90 con 0x558d72e7c760 2024-05-21T19:12:51.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.837+0000 7faa1e000700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72e7c760 0x558d72e7eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.837+0000 7faa1e000700 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72e7c760 0x558d72e7eb50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=509f2930401712d1 server_cookie=bd7a50bbdcae59e4 in_seq=0 out_seq=0 2024-05-21T19:12:51.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.837+0000 7faa09600700 10 client.26492 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa09600700 1 -- 172.21.15.3:0/2439171956 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558d72dc2d90 con 0x558d72e7c760 2024-05-21T19:12:51.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa09600700 10 client.26492 handle_command_reply: tid=0 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 client.26492 shutdown 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 msgr2=0x558d72e6ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7faa100a5a90 tx=0x7faa100b26c0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 shutdown_connections 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72e7c760 0x558d72e7eb50 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e690e0 0x558d72e6c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e63390 0x558d72e6ee20 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2439171956 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa09600700 0 client.26492 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 >> 172.21.15.3:0/2439171956 conn(0x558d72d90be0 msgr2=0x558d72e5cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.838+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 shutdown_connections 2024-05-21T19:12:51.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.839+0000 7faa307b2b80 1 -- 172.21.15.3:0/2439171956 wait complete. 2024-05-21T19:12:51.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.839+0000 7faa307b2b80 20 client.26492 trim_cache size 0 max 16384 2024-05-21T19:12:51.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 Processor -- start 2024-05-21T19:12:51.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 -- start start 2024-05-21T19:12:51.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e62d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faa201b25d0 con 0x558d72e687c0 2024-05-21T19:12:51.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa201afe60 con 0x558d72e690e0 2024-05-21T19:12:51.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa307b2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faa201adcb0 con 0x558d72e63390 2024-05-21T19:12:51.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.862+0000 7faa1e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e62d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54260/0 (socket says 172.21.15.3:54260) 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 -- 172.21.15.3:0/2938594247 learned_addr learned my addr 172.21.15.3:0/2938594247 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35054/0 (socket says 172.21.15.3:35054) 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 -- 172.21.15.3:0/2938594247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 msgr2=0x558d72e62d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e62d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 -- 172.21.15.3:0/2938594247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 msgr2=0x558d72e6b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 -- 172.21.15.3:0/2938594247 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d72e7f1d0 con 0x558d72e690e0 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1ea00700 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e62d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1e000700 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.863+0000 7faa1f400700 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faa18017710 tx=0x7faa1800b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95045c6fce926cc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.864+0000 7faa0be00700 1 -- 172.21.15.3:0/2938594247 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18019460 con 0x558d72e690e0 2024-05-21T19:12:51.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.864+0000 7faa0be00700 1 -- 172.21.15.3:0/2938594247 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa18019ab0 con 0x558d72e690e0 2024-05-21T19:12:51.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.864+0000 7faa0be00700 1 -- 172.21.15.3:0/2938594247 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18024b00 con 0x558d72e690e0 2024-05-21T19:12:51.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.864+0000 7faa307b2b80 1 -- 172.21.15.3:0/2938594247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 msgr2=0x558d72e5d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.864+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7faa18017710 tx=0x7faa1800b040 comp rx=0 tx=0).stop 2024-05-21T19:12:51.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 -- 172.21.15.3:0/2938594247 shutdown_connections 2024-05-21T19:12:51.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e5d740 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e63390 0x558d72e62d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 --2- 172.21.15.3:0/2938594247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e687c0 0x558d72e6b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 -- 172.21.15.3:0/2938594247 >> 172.21.15.3:0/2938594247 conn(0x558d72d90be0 msgr2=0x558d72e69b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 -- 172.21.15.3:0/2938594247 shutdown_connections 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 -- 172.21.15.3:0/2938594247 wait complete. 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 -- start start 2024-05-21T19:12:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.865+0000 7faa307b2b80 1 Processor -- start 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e687c0 0x558d72e753a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e71e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faa201ae320 con 0x558d72e63390 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa201af790 con 0x558d72e690e0 2024-05-21T19:12:51.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faa201ae9f0 con 0x558d72e687c0 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa307b2b80 10 client.0 _ll_register_callbacks cb 0x558d72d5ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa1ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35064/0 (socket says 172.21.15.3:35064) 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa1ea00700 1 -- 172.21.15.3:0/1107390316 learned_addr learned my addr 172.21.15.3:0/1107390316 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa1f400700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e71e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.866+0000 7faa1e000700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e687c0 0x558d72e753a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 -- 172.21.15.3:0/1107390316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e687c0 msgr2=0x558d72e753a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e687c0 0x558d72e753a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 -- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 msgr2=0x558d72e71e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e71e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 -- 172.21.15.3:0/1107390316 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d72e72440 con 0x558d72e63390 2024-05-21T19:12:51.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa1ea00700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7faa100a6c80 tx=0x7faa100092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d63138e51a74b24 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:12:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa09600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:12:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa100bee60 con 0x558d72e63390 2024-05-21T19:12:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa18019ab0 con 0x558d72e63390 2024-05-21T19:12:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa100a8c70 con 0x558d72e63390 2024-05-21T19:12:51.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.867+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faa100a58d0 con 0x558d72e63390 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 10 client.16398 fetch_fsmap learned FSMap version 26 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558d72ee7bd0 con 0x558d72e63390 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa18019ab0 con 0x558d72e63390 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faa10089070 con 0x558d72e63390 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 10 client.16398 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:12:51.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 10 client.16398 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 20 client.16398 populate_metadata read hostname 'smithi003' 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72ee8280 0x558d72eea670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 4 client.16398 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.868+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558d72dbc570 con 0x558d72ee8280 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa1e000700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72ee8280 0x558d72eea670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:12:51.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa1e000700 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72ee8280 0x558d72eea670 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aeba94ddfc44500 server_cookie=d35b1407339709f5 in_seq=0 out_seq=0 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa09600700 10 client.16398 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa09600700 1 -- 172.21.15.3:0/1107390316 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558d72dbc570 con 0x558d72ee8280 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa09600700 10 client.16398 handle_command_reply: tid=0 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa307b2b80 1 client.16398 shutdown 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 msgr2=0x558d72e74e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.869+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7faa100a6c80 tx=0x7faa100092d0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 shutdown_connections 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558d72ee8280 0x558d72eea670 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558d72e690e0 0x558d72e71e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558d72e63390 0x558d72e74e60 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 --2- 172.21.15.3:0/1107390316 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558d72e687c0 0x558d72e753a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 >> 172.21.15.3:0/1107390316 conn(0x558d72d90be0 msgr2=0x558d72e672d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa09600700 0 client.16398 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:12:51.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 shutdown_connections 2024-05-21T19:12:51.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 1 -- 172.21.15.3:0/1107390316 wait complete. 2024-05-21T19:12:51.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.870+0000 7faa307b2b80 20 client.16398 trim_cache size 0 max 16384 2024-05-21T19:12:51.886 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:12:51.886 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:12:51.886 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:12:51.886 INFO:teuthology.orchestra.run.smithi003.stdout: "65809c2f-1348-4ba6-b2bc-df8d8bef63c5": { 2024-05-21T19:12:51.886 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "65809c2f-1348-4ba6-b2bc-df8d8bef63c5", 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:12:51.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 msgr2=0x7faa040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 0x7faa040b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7faa18015b80 tx=0x7faa18009920 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 msgr2=0x7faa201a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7faa1000e9a0 tx=0x7faa1000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 shutdown_connections 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa040b2880 0x7faa040b4d40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faa2010b650 0x7faa2019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa20105650 0x7faa201a1a60 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 --2- 172.21.15.3:0/4003746062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faa20106010 0x7faa201a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 >> 172.21.15.3:0/4003746062 conn(0x7faa20101120 msgr2=0x7faa20101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 shutdown_connections 2024-05-21T19:12:51.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:12:51.871+0000 7faa1fe00700 1 -- 172.21.15.3:0/4003746062 wait complete. 2024-05-21T19:12:51.889 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:51 smithi178 ceph-mon[36523]: pgmap v587: 97 pgs: 97 active+clean; 2.2 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:52.107 INFO:tasks.workunit.client.0.smithi003.stdout:64/600: open fd = 3 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:65/600: open fd = 3 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:66/600: open fd = 3 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:67/600: open fd = 3 2024-05-21T19:12:52.108 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:68/600: open fd = 3 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:69/600: open fd = 3 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.109 INFO:tasks.workunit.client.0.smithi003.stdout:70/600: open fd = 3 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:71/600: open fd = 3 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:72/600: open fd = 3 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:73/600: open fd = 3 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.110 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:74/600: open fd = 3 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:75/600: open fd = 3 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:76/600: open fd = 3 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.111 INFO:tasks.workunit.client.0.smithi003.stdout:77/600: open fd = 3 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:78/600: open fd = 3 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:79/600: open fd = 3 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.112 INFO:tasks.workunit.client.0.smithi003.stdout:80/600: open fd = 3 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:81/600: open fd = 3 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:82/600: open fd = 3 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.113 INFO:tasks.workunit.client.0.smithi003.stdout:83/600: open fd = 3 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:84/600: open fd = 3 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:85/600: open fd = 3 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:86/600: open fd = 3 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.114 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:87/600: open fd = 3 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:88/600: open fd = 3 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:89/600: open fd = 3 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:90/600: open fd = 3 2024-05-21T19:12:52.115 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:91/600: open fd = 3 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:92/600: open fd = 3 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.116 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:93/600: open fd = 3 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:94/600: open fd = 3 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:95/600: open fd = 3 2024-05-21T19:12:52.117 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:96/600: open fd = 3 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:97/600: open fd = 3 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:98/600: open fd = 3 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.118 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:99/600: open fd = 3 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:100/600: open fd = 3 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:101/600: open fd = 3 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.119 INFO:tasks.workunit.client.0.smithi003.stdout:102/600: open fd = 3 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:103/600: open fd = 3 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:104/600: open fd = 3 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:105/600: open fd = 3 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.120 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:106/600: open fd = 3 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:107/600: open fd = 3 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:108/600: open fd = 3 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:109/600: open fd = 3 2024-05-21T19:12:52.121 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:110/600: open fd = 3 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:111/600: open fd = 3 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.122 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:112/600: open fd = 3 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:113/600: open fd = 3 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:114/600: open fd = 3 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:115/600: open fd = 3 2024-05-21T19:12:52.123 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:116/600: open fd = 3 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:117/600: open fd = 3 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:118/600: open fd = 3 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.124 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:119/600: open fd = 3 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:120/600: open fd = 3 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:121/600: open fd = 3 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:122/600: open fd = 3 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.125 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:123/600: open fd = 3 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:124/600: open fd = 3 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:125/600: open fd = 3 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:12:52.126 INFO:tasks.workunit.client.0.smithi003.stdout:126/600: open fd = 3 2024-05-21T19:12:52.127 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:12:52.718 INFO:tasks.cephfs.filesystem:scrub status for tag:65809c2f-1348-4ba6-b2bc-df8d8bef63c5 - {'path': '/', 'tag': '65809c2f-1348-4ba6-b2bc-df8d8bef63c5', 'options': 'recursive,force'} 2024-05-21T19:12:53.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:53 smithi104 ceph-mon[36417]: pgmap v588: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:53.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:53 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:12:53.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:53 smithi003 ceph-mon[31577]: pgmap v588: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:53.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:53 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:12:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:53 smithi178 ceph-mon[36523]: pgmap v588: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 12 op/s 2024-05-21T19:12:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:53 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:12:55.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:55 smithi003 ceph-mon[31577]: pgmap v589: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:12:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:55 smithi178 ceph-mon[36523]: pgmap v589: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:12:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:55 smithi104 ceph-mon[36417]: pgmap v589: 97 pgs: 97 active+clean; 2.2 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:12:57.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:57 smithi003 ceph-mon[31577]: pgmap v590: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:57 smithi178 ceph-mon[36523]: pgmap v590: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:57 smithi104 ceph-mon[36417]: pgmap v590: 97 pgs: 97 active+clean; 2.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:12:59.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:12:59 smithi003 ceph-mon[31577]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:12:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:12:59 smithi178 ceph-mon[36523]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:12:59.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:12:59 smithi104 ceph-mon[36417]: pgmap v591: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 17 op/s 2024-05-21T19:13:01.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:01 smithi003 ceph-mon[31577]: pgmap v592: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:13:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:01 smithi178 ceph-mon[36523]: pgmap v592: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:13:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:01 smithi104 ceph-mon[36417]: pgmap v592: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 14 op/s 2024-05-21T19:13:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:03 smithi003 ceph-mon[31577]: pgmap v593: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:03 smithi178 ceph-mon[36523]: pgmap v593: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:03 smithi104 ceph-mon[36417]: pgmap v593: 97 pgs: 97 active+clean; 2.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:04.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 -- 172.21.15.3:0/1554110338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c105c80 msgr2=0x7fb58c108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 --2- 172.21.15.3:0/1554110338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c105c80 0x7fb58c108070 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb574009900 tx=0x7fb57402a410 comp rx=0 tx=0).stop 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 -- 172.21.15.3:0/1554110338 shutdown_connections 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 --2- 172.21.15.3:0/1554110338 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c1085b0 0x7fb58c10aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 --2- 172.21.15.3:0/1554110338 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c105c80 0x7fb58c108070 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 --2- 172.21.15.3:0/1554110338 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c103350 0x7fb58c105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 -- 172.21.15.3:0/1554110338 >> 172.21.15.3:0/1554110338 conn(0x7fb58c0fcd80 msgr2=0x7fb58c0ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 -- 172.21.15.3:0/1554110338 shutdown_connections 2024-05-21T19:13:04.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.625+0000 7fb590a00640 1 -- 172.21.15.3:0/1554110338 wait complete. 2024-05-21T19:13:04.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.626+0000 7fb590a00640 1 Processor -- start 2024-05-21T19:13:04.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.626+0000 7fb590a00640 1 -- start start 2024-05-21T19:13:04.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 0x7fb58c102cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c105c80 0x7fb58c101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 0x7fb58c101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e440 con 0x7fb58c1085b0 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e2c0 con 0x7fb58c103350 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb590a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e5c0 con 0x7fb58c105c80 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 0x7fb58c101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb58a800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 0x7fb58c102cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 0x7fb58c101840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56096/0 (socket says 172.21.15.3:56096) 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb58b200640 1 -- 172.21.15.3:0/2442741303 learned_addr learned my addr 172.21.15.3:0/2442741303 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:04.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.627+0000 7fb581e00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c105c80 0x7fb58c101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 -- 172.21.15.3:0/2442741303 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c105c80 msgr2=0x7fb58c101300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c105c80 0x7fb58c101300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 -- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 msgr2=0x7fb58c101840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 0x7fb58c101840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 -- 172.21.15.3:0/2442741303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb58c1020d0 con 0x7fb58c103350 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb58a800640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 0x7fb58c102cc0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00e9f0 tx=0x7fb57c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb583e00640 1 -- 172.21.15.3:0/2442741303 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb57c00ccc0 con 0x7fb58c103350 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb58c1a2c60 con 0x7fb58c103350 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb583e00640 1 -- 172.21.15.3:0/2442741303 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb57c0108e0 con 0x7fb58c103350 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.628+0000 7fb583e00640 1 -- 172.21.15.3:0/2442741303 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb57c018880 con 0x7fb58c103350 2024-05-21T19:13:04.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.629+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb58c1a3180 con 0x7fb58c103350 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 Processor -- start 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 -- start start 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb583e00640 1 -- 172.21.15.3:0/2442741303 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb57c010430 con 0x7fb58c103350 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55815a011b90 con 0x55815a0a1cf0 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55815a001730 con 0x55815a0a7850 2024-05-21T19:13:04.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.632+0000 7fb59420e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55815a005770 con 0x55815a0a26e0 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56104/0 (socket says 172.21.15.3:56104) 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb581e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 -- 172.21.15.3:0/1191253252 learned_addr learned my addr 172.21.15.3:0/1191253252 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58a800640 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 -- 172.21.15.3:0/1191253252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 msgr2=0x55815a0a71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0a71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 -- 172.21.15.3:0/1191253252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 msgr2=0x55815a0a9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.633+0000 7fb58b200640 1 -- 172.21.15.3:0/1191253252 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558159f9a8b0 con 0x55815a0a1cf0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb58b200640 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb584011570 tx=0x7fb584011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a295e400b302dd9b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb57b400640 1 -- 172.21.15.3:0/1191253252 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58401e070 con 0x55815a0a1cf0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb57b400640 1 -- 172.21.15.3:0/1191253252 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb58400fa70 con 0x55815a0a1cf0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb57b400640 1 -- 172.21.15.3:0/1191253252 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb584019bb0 con 0x55815a0a1cf0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb583e00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 0x7fb5700b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.634+0000 7fb583e00640 1 -- 172.21.15.3:0/2442741303 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb57c0e25b0 con 0x7fb58c103350 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb58a800640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 0x7fb5700b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 -- 172.21.15.3:0/1191253252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 msgr2=0x55815a0a2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb584011570 tx=0x7fb584011a30 comp rx=0 tx=0).stop 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 -- 172.21.15.3:0/1191253252 shutdown_connections 2024-05-21T19:13:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0a71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 --2- 172.21.15.3:0/1191253252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0a2110 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 -- 172.21.15.3:0/1191253252 >> 172.21.15.3:0/1191253252 conn(0x55815a09d360 msgr2=0x55815a09d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 -- 172.21.15.3:0/1191253252 shutdown_connections 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb59420e740 1 -- 172.21.15.3:0/1191253252 wait complete. 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.635+0000 7fb58a800640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 0x7fb5700b4ca0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb57c0e0030 tx=0x7fb57c0e8060 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 -- start start 2024-05-21T19:13:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 Processor -- start 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0aba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 0x55815a0b3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558159ce7790 con 0x55815a0a1cf0 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558159fa9bc0 con 0x55815a0a26e0 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55815a0aa800 con 0x55815a0a7850 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.636+0000 7fb59420e740 10 client.0 _ll_register_callbacks cb 0x558159f87400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0aba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33322/0 (socket says 172.21.15.3:33322) 2024-05-21T19:13:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 -- 172.21.15.3:0/2999888612 learned_addr learned my addr 172.21.15.3:0/2999888612 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb58b200640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 0x55815a0b3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 -- 172.21.15.3:0/2999888612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 msgr2=0x55815a0b3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 0x55815a0b3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 -- 172.21.15.3:0/2999888612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 msgr2=0x55815a0aba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0aba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 -- 172.21.15.3:0/2999888612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558159d16210 con 0x55815a0a26e0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb58b200640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 0x55815a0b3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb581e00640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb58c06baf0 tx=0x7fb5740043b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1072ad53efd868ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.637+0000 7fb56fe00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb574035040 con 0x55815a0a26e0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb574003a00 con 0x55815a0a26e0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb58400fa70 con 0x55815a0a26e0 2024-05-21T19:13:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb57404c070 con 0x55815a0a26e0 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb59420e740 10 client.26510 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558159de2620 con 0x55815a0a26e0 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb58400fa70 con 0x55815a0a26e0 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.638+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb57403c440 con 0x55815a0a26e0 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 10 client.26510 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 10 client.26510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 20 client.26510 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a0b7560 0x55815a0b9970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 4 client.26510 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55815a013ae0 con 0x55815a0b7560 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb58b200640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a0b7560 0x55815a0b9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb58b200640 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a0b7560 0x55815a0b9970 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbe81a56b6954226 server_cookie=3e4f7d40b0133b01 in_seq=0 out_seq=0 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.639+0000 7fb56fe00640 10 client.26510 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.640+0000 7fb56fe00640 1 -- 172.21.15.3:0/2999888612 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55815a013ae0 con 0x55815a0b7560 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.640+0000 7fb56fe00640 10 client.26510 handle_command_reply: tid=0 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.640+0000 7fb59420e740 1 client.26510 shutdown 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 msgr2=0x55815a0abfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fb58c06baf0 tx=0x7fb5740043b0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 shutdown_connections 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a0b7560 0x55815a0b9970 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a7850 0x55815a0b3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a26e0 0x55815a0abfc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 --2- 172.21.15.3:0/2999888612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0aba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 >> 172.21.15.3:0/2999888612 conn(0x55815a09d360 msgr2=0x55815a09c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb56fe00640 0 client.26510 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 shutdown_connections 2024-05-21T19:13:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 1 -- 172.21.15.3:0/2999888612 wait complete. 2024-05-21T19:13:04.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.641+0000 7fb59420e740 20 client.26510 trim_cache size 0 max 16384 2024-05-21T19:13:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.658+0000 7fb59420e740 1 Processor -- start 2024-05-21T19:13:04.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.658+0000 7fb59420e740 1 -- start start 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.658+0000 7fb59420e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 0x55815a0a3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.658+0000 7fb59420e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 0x55815a0b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb59420e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a36c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb59420e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1ae930 con 0x55815a0a26e0 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb59420e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1ac200 con 0x55815a0a7850 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb59420e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1aa050 con 0x55815a0a1cf0 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb58b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 0x55815a0a3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 0x55815a0b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb58b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 0x55815a0a3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35214/0 (socket says 172.21.15.3:35214) 2024-05-21T19:13:04.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb58b200640 1 -- 172.21.15.3:0/4048846757 learned_addr learned my addr 172.21.15.3:0/4048846757 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb58b200640 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 -- 172.21.15.3:0/4048846757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 msgr2=0x55815a0a3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 0x55815a0a3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 -- 172.21.15.3:0/4048846757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 msgr2=0x55815a0a36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.659+0000 7fb581e00640 1 -- 172.21.15.3:0/4048846757 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55815a09b900 con 0x55815a0a26e0 2024-05-21T19:13:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.660+0000 7fb581e00640 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 0x55815a0b2fc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb57402a930 tx=0x7fb57402a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a0ed39cfeba4c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.660+0000 7fb57aa00640 1 -- 172.21.15.3:0/4048846757 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb574035070 con 0x55815a0a26e0 2024-05-21T19:13:04.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.660+0000 7fb57aa00640 1 -- 172.21.15.3:0/4048846757 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb57403c640 con 0x55815a0a26e0 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.660+0000 7fb57aa00640 1 -- 172.21.15.3:0/4048846757 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5740315a0 con 0x55815a0a26e0 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- 172.21.15.3:0/4048846757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 msgr2=0x55815a0b2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 0x55815a0b2fc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb57402a930 tx=0x7fb57402a410 comp rx=0 tx=0).stop 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- 172.21.15.3:0/4048846757 shutdown_connections 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0a36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a26e0 0x55815a0b2fc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 --2- 172.21.15.3:0/4048846757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a1cf0 0x55815a0a3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- 172.21.15.3:0/4048846757 >> 172.21.15.3:0/4048846757 conn(0x55815a09d360 msgr2=0x55815a0a0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- 172.21.15.3:0/4048846757 shutdown_connections 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- 172.21.15.3:0/4048846757 wait complete. 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.661+0000 7fb59420e740 1 -- start start 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 Processor -- start 2024-05-21T19:13:04.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0b0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0b1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1aa6c0 con 0x55815a0a1cf0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1abb30 con 0x55815a0a7850 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c1aad90 con 0x55815a0a26e0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb59420e740 10 client.0 _ll_register_callbacks cb 0x7fb574009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb58b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56136/0 (socket says 172.21.15.3:56136) 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb58b200640 1 -- 172.21.15.3:0/588488984 learned_addr learned my addr 172.21.15.3:0/588488984 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb581e00640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0b0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.662+0000 7fb58b200640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0b1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 -- 172.21.15.3:0/588488984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 msgr2=0x55815a0b0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0b0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 -- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 msgr2=0x55815a0b1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0b1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 -- 172.21.15.3:0/588488984 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55815a09d190 con 0x55815a0a1cf0 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb58b200640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb584005c40 tx=0x7fb574009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4d0df7106ba1fea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:04.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb56fe00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58401e040 con 0x55815a0a1cf0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb58400f990 con 0x55815a0a1cf0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.663+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55815a00d2c0 con 0x55815a0a1cf0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb584004a00 con 0x55815a0a1cf0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 10 client.16416 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55815a122300 con 0x55815a0a1cf0 2024-05-21T19:13:04.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55815a00d2c0 con 0x55815a0a1cf0 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb584024040 con 0x55815a0a1cf0 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 10 client.16416 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 10 client.16416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 20 client.16416 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a122b70 0x55815a124f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 4 client.16416 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.664+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558159f874b0 con 0x55815a122b70 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.665+0000 7fb581e00640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a122b70 0x55815a124f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.665+0000 7fb581e00640 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a122b70 0x55815a124f90 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51bbe08444340e3d server_cookie=32cc8cabdb1d6520 in_seq=0 out_seq=0 2024-05-21T19:13:04.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.665+0000 7fb56fe00640 10 client.16416 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb56fe00640 1 -- 172.21.15.3:0/588488984 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558159f874b0 con 0x55815a122b70 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb56fe00640 10 client.16416 handle_command_reply: tid=0 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 client.16416 shutdown 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 msgr2=0x55815a0b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb584005c40 tx=0x7fb574009610 comp rx=0 tx=0).stop 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 shutdown_connections 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55815a122b70 0x55815a124f90 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55815a0a26e0 0x55815a0b0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55815a0a7850 0x55815a0b1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 --2- 172.21.15.3:0/588488984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55815a0a1cf0 0x55815a0b0a70 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 >> 172.21.15.3:0/588488984 conn(0x55815a09d360 msgr2=0x55815a0a3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb56fe00640 0 client.16416 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 shutdown_connections 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 1 -- 172.21.15.3:0/588488984 wait complete. 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.679+0000 7fb59420e740 20 client.16416 trim_cache size 0 max 16384 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:13:04.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 msgr2=0x7fb5700b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 0x7fb5700b4ca0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb57c0e0030 tx=0x7fb57c0e8060 comp rx=0 tx=0).stop 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 msgr2=0x7fb58c102cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 0x7fb58c102cc0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb57c00e9f0 tx=0x7fb57c00eeb0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 shutdown_connections 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb5700b27e0 0x7fb5700b4ca0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb58c105c80 0x7fb58c101300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb58c1085b0 0x7fb58c101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 --2- 172.21.15.3:0/2442741303 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb58c103350 0x7fb58c102cc0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.680+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 >> 172.21.15.3:0/2442741303 conn(0x7fb58c0fcd80 msgr2=0x7fb58c103df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.681+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 shutdown_connections 2024-05-21T19:13:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:04.681+0000 7fb590a00640 1 -- 172.21.15.3:0/2442741303 wait complete. 2024-05-21T19:13:05.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:05 smithi003 ceph-mon[31577]: pgmap v594: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:05 smithi178 ceph-mon[36523]: pgmap v594: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:05.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:05 smithi104 ceph-mon[36417]: pgmap v594: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:07.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:07 smithi003 ceph-mon[31577]: pgmap v595: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:13:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:07 smithi178 ceph-mon[36523]: pgmap v595: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:13:07.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:07 smithi104 ceph-mon[36417]: pgmap v595: 97 pgs: 97 active+clean; 2.3 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 13 op/s 2024-05-21T19:13:09.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:09 smithi003 ceph-mon[31577]: pgmap v596: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:13:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:09 smithi178 ceph-mon[36523]: pgmap v596: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:13:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:09 smithi104 ceph-mon[36417]: pgmap v596: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 16 op/s 2024-05-21T19:13:11.779 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:11 smithi104 ceph-mon[36417]: pgmap v597: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:11 smithi003 ceph-mon[31577]: pgmap v597: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:11 smithi178 ceph-mon[36523]: pgmap v597: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:13 smithi003 ceph-mon[31577]: pgmap v598: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:13 smithi178 ceph-mon[36523]: pgmap v598: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:13 smithi104 ceph-mon[36417]: pgmap v598: 97 pgs: 97 active+clean; 2.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:15 smithi003 ceph-mon[31577]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:13:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:15 smithi178 ceph-mon[36523]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:13:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:15 smithi104 ceph-mon[36417]: pgmap v599: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 15 op/s 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 -- 172.21.15.3:0/810555877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 msgr2=0x7f2320108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 --2- 172.21.15.3:0/810555877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320108070 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f230c009900 tx=0x7f230c02a3f0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 -- 172.21.15.3:0/810555877 shutdown_connections 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 --2- 172.21.15.3:0/810555877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320108070 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 --2- 172.21.15.3:0/810555877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 0x7f232010aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 --2- 172.21.15.3:0/810555877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 -- 172.21.15.3:0/810555877 >> 172.21.15.3:0/810555877 conn(0x7f23200fcd40 msgr2=0x7f23200ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 -- 172.21.15.3:0/810555877 shutdown_connections 2024-05-21T19:13:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.831+0000 7f231fe00640 1 -- 172.21.15.3:0/810555877 wait complete. 2024-05-21T19:13:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.833+0000 7f231fe00640 1 Processor -- start 2024-05-21T19:13:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.833+0000 7f231fe00640 1 -- start start 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.833+0000 7f231fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.833+0000 7f231fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.833+0000 7f231fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 0x7f2320101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231fe00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f232010e440 con 0x7f2320103350 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231fe00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f232010e2c0 con 0x7f23201085b0 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f232010e5c0 con 0x7f2320105c80 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36966/0 (socket says 172.21.15.3:36966) 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 -- 172.21.15.3:0/3907638800 learned_addr learned my addr 172.21.15.3:0/3907638800 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:17.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231e000640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231f400640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 0x7f2320101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 -- 172.21.15.3:0/3907638800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 msgr2=0x7f2320101300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320101300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 -- 172.21.15.3:0/3907638800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 msgr2=0x7f2320101840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 0x7f2320101840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.834+0000 7f231ea00640 1 -- 172.21.15.3:0/3907638800 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2320102100 con 0x7f2320103350 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f231ea00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f231000e9f0 tx=0x7f231000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f2324a00640 1 -- 172.21.15.3:0/3907638800 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231000ccc0 con 0x7f2320103350 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f2324a00640 1 -- 172.21.15.3:0/3907638800 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23100108e0 con 0x7f2320103350 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23201a2d00 con 0x7f2320103350 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f2324a00640 1 -- 172.21.15.3:0/3907638800 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2310018880 con 0x7f2320103350 2024-05-21T19:13:17.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.835+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23201a31d0 con 0x7f2320103350 2024-05-21T19:13:17.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 Processor -- start 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 -- start start 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f8f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2324a00640 1 -- 172.21.15.3:0/3907638800 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2310010430 con 0x7f2320103350 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 0x5608f7f924f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608f7ef1b90 con 0x5608f7f90060 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5608f7ee1730 con 0x5608f7f8a500 2024-05-21T19:13:17.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f2328c58740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5608f7ee5770 con 0x5608f7f8aef0 2024-05-21T19:13:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f231f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f231f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59748/0 (socket says 172.21.15.3:59748) 2024-05-21T19:13:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.839+0000 7f231f400640 1 -- 172.21.15.3:0/1076821127 learned_addr learned my addr 172.21.15.3:0/1076821127 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231e000640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 0x5608f7f924f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231ea00640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f8f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 -- 172.21.15.3:0/1076821127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 msgr2=0x5608f7f8f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f8f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 -- 172.21.15.3:0/1076821127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 msgr2=0x5608f7f924f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 0x5608f7f924f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 -- 172.21.15.3:0/1076821127 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608f7e7a8b0 con 0x5608f7f8a500 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231ea00640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f8f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231e000640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 0x5608f7f924f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f231f400640 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2318011440 tx=0x7f2318011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fc4bf6f5cd6cd90 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f230be00640 1 -- 172.21.15.3:0/1076821127 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2318003c30 con 0x5608f7f8a500 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.840+0000 7f230be00640 1 -- 172.21.15.3:0/1076821127 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2318003dd0 con 0x5608f7f8a500 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f230be00640 1 -- 172.21.15.3:0/1076821127 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231800fa80 con 0x5608f7f8a500 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2324a00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 0x7f23040b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 -- 172.21.15.3:0/1076821127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 msgr2=0x5608f7f8a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2318011440 tx=0x7f2318011900 comp rx=0 tx=0).stop 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2324a00640 1 -- 172.21.15.3:0/3907638800 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f23100e2680 con 0x7f2320103350 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 -- 172.21.15.3:0/1076821127 shutdown_connections 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f8f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f231ea00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 0x7f23040b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f90060 0x5608f7f924f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 --2- 172.21.15.3:0/1076821127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8a500 0x5608f7f8a920 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.841+0000 7f2328c58740 1 -- 172.21.15.3:0/1076821127 >> 172.21.15.3:0/1076821127 conn(0x5608f7f85b70 msgr2=0x5608f7f85f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.842+0000 7f2328c58740 1 -- 172.21.15.3:0/1076821127 shutdown_connections 2024-05-21T19:13:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.842+0000 7f2328c58740 1 -- 172.21.15.3:0/1076821127 wait complete. 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.842+0000 7f231ea00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 0x7f23040b4ca0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f23100a9bb0 tx=0x7f231000ce60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.842+0000 7f2328c58740 1 -- start start 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.842+0000 7f2328c58740 1 Processor -- start 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f94300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f94840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5608f7bc7790 con 0x5608f7f8a500 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5608f7e89bc0 con 0x5608f7f90060 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5608f7f93010 con 0x5608f7f8aef0 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f2328c58740 10 client.0 _ll_register_callbacks cb 0x5608f7e67400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f231f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f94300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f231f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f94300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36982/0 (socket says 172.21.15.3:36982) 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f231f400640 1 -- 172.21.15.3:0/2366619656 learned_addr learned my addr 172.21.15.3:0/2366619656 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f231e000640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f94840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.843+0000 7f231f400640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 -- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 msgr2=0x5608f7f9b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 -- 172.21.15.3:0/2366619656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 msgr2=0x5608f7f94300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f94300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 -- 172.21.15.3:0/2366619656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608f7bf6210 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f231e000640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f94840 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a910 tx=0x7f230c0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f488544c72a8f57 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f2308c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.844+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c035070 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2318003dd0 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f230c003a00 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f230c04c050 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2328c58740 10 client.26521 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5608f7cc2620 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2318003dd0 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.845+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f230c043070 con 0x5608f7f8aef0 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 10 client.26521 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 10 client.26521 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 20 client.26521 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f7f9fdd0 0x5608f7fa21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 4 client.26521 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5608f7ef3ae0 con 0x5608f7f9fdd0 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.846+0000 7f231f400640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f7f9fdd0 0x5608f7fa21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.847+0000 7f231f400640 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f7f9fdd0 0x5608f7fa21c0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=185d6275d46132c1 server_cookie=93f4c92c87b64fac in_seq=0 out_seq=0 2024-05-21T19:13:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.847+0000 7f2308c00640 10 client.26521 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.847+0000 7f2308c00640 1 -- 172.21.15.3:0/2366619656 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5608f7ef3ae0 con 0x5608f7f9fdd0 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.847+0000 7f2308c00640 10 client.26521 handle_command_reply: tid=0 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.847+0000 7f2328c58740 1 client.26521 shutdown 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 msgr2=0x5608f7f94840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f94840 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a910 tx=0x7f230c0042f0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 shutdown_connections 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f7f9fdd0 0x5608f7fa21c0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8aef0 0x5608f7f94840 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 --2- 172.21.15.3:0/2366619656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f94300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2308c00640 0 client.26521 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 >> 172.21.15.3:0/2366619656 conn(0x5608f7f85b70 msgr2=0x5608f7f7c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 shutdown_connections 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 1 -- 172.21.15.3:0/2366619656 wait complete. 2024-05-21T19:13:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.848+0000 7f2328c58740 20 client.26521 trim_cache size 0 max 16384 2024-05-21T19:13:17.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:17 smithi003 ceph-mon[31577]: pgmap v600: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:17.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 Processor -- start 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 -- start start 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8aef0 0x5608f7f9b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f90060 0x5608f7f88d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23201aa550 con 0x5608f7f8a500 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f23201a7e20 con 0x5608f7f8aef0 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.865+0000 7f2328c58740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f23201a5c70 con 0x5608f7f90060 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36990/0 (socket says 172.21.15.3:36990) 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 -- 172.21.15.3:0/2901033230 learned_addr learned my addr 172.21.15.3:0/2901033230 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231e000640 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8aef0 0x5608f7f9b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f90060 0x5608f7f88d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 -- 172.21.15.3:0/2901033230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f90060 msgr2=0x5608f7f88d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f90060 0x5608f7f88d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 -- 172.21.15.3:0/2901033230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8aef0 msgr2=0x5608f7f9b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8aef0 0x5608f7f9b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 -- 172.21.15.3:0/2901033230 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608f7f933e0 con 0x5608f7f8a500 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.866+0000 7f231f400640 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f80 tx=0x7f2318003ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18ea9122bc133854 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.867+0000 7f230b400640 1 -- 172.21.15.3:0/2901033230 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2318003da0 con 0x5608f7f8a500 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.867+0000 7f230b400640 1 -- 172.21.15.3:0/2901033230 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23180044b0 con 0x5608f7f8a500 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.867+0000 7f230b400640 1 -- 172.21.15.3:0/2901033230 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231800fae0 con 0x5608f7f8a500 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.867+0000 7f2328c58740 1 -- 172.21.15.3:0/2901033230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 msgr2=0x5608f7f88850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.867+0000 7f2328c58740 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f2318000f80 tx=0x7f2318003ab0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 -- 172.21.15.3:0/2901033230 shutdown_connections 2024-05-21T19:13:17.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f90060 0x5608f7f88d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f8aef0 0x5608f7f9b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 --2- 172.21.15.3:0/2901033230 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8a500 0x5608f7f88850 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 -- 172.21.15.3:0/2901033230 >> 172.21.15.3:0/2901033230 conn(0x5608f7f85b70 msgr2=0x5608f7f8b990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 -- 172.21.15.3:0/2901033230 shutdown_connections 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 -- 172.21.15.3:0/2901033230 wait complete. 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 -- start start 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.868+0000 7f2328c58740 1 Processor -- start 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 0x5608f7f98d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23201a62e0 con 0x5608f7f8aef0 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f23201a7750 con 0x5608f7f90060 2024-05-21T19:13:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f23201a69b0 con 0x5608f7f8a500 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f2328c58740 10 client.0 _ll_register_callbacks cb 0x7f23180093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231e000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231e000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37006/0 (socket says 172.21.15.3:37006) 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231e000640 1 -- 172.21.15.3:0/4169204837 learned_addr learned my addr 172.21.15.3:0/4169204837 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231f400640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231f400640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 0x5608f7f98d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.869+0000 7f231e000640 1 -- 172.21.15.3:0/4169204837 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 msgr2=0x5608f7f98d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231e000640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 0x5608f7f98d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231e000640 1 -- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 msgr2=0x5608f7f9a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231e000640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231e000640 1 -- 172.21.15.3:0/4169204837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608f7f9a7f0 con 0x5608f7f8aef0 2024-05-21T19:13:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231f400640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 0x5608f7f98d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f231e000640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a430 tx=0x7f230c009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e9a886b2c7d00b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2308c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c035040 con 0x5608f7f8aef0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f230c03b630 con 0x5608f7f8aef0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23180044b0 con 0x5608f7f8aef0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f230c005d50 con 0x5608f7f8aef0 2024-05-21T19:13:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2328c58740 10 client.16434 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.870+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5608f7f9bb70 con 0x5608f7f8aef0 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23180044b0 con 0x5608f7f8aef0 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f230c043040 con 0x5608f7f8aef0 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 10 client.16434 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 10 client.16434 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 20 client.16434 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f800b040 0x5608f800d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 4 client.16434 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5608f7eed2c0 con 0x5608f800b040 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.871+0000 7f231f400640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f800b040 0x5608f800d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.872+0000 7f231f400640 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f800b040 0x5608f800d460 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4523440e88066535 server_cookie=22c6b05739ac251e in_seq=0 out_seq=0 2024-05-21T19:13:17.875 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.872+0000 7f2308c00640 10 client.16434 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:17 smithi178 ceph-mon[36523]: pgmap v600: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2308c00640 1 -- 172.21.15.3:0/4169204837 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5608f7eed2c0 con 0x5608f800b040 2024-05-21T19:13:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2308c00640 10 client.16434 handle_command_reply: tid=0 2024-05-21T19:13:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 client.16434 shutdown 2024-05-21T19:13:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 msgr2=0x5608f7f99240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f230c02a430 tx=0x7f230c009780 comp rx=0 tx=0).stop 2024-05-21T19:13:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 shutdown_connections 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5608f800b040 0x5608f800d460 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5608f7f90060 0x5608f7f9a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5608f7f8aef0 0x5608f7f99240 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 --2- 172.21.15.3:0/4169204837 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5608f7f8a500 0x5608f7f98d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 >> 172.21.15.3:0/4169204837 conn(0x5608f7f85b70 msgr2=0x5608f7f7bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.887+0000 7f2308c00640 0 client.16434 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.888+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 shutdown_connections 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.888+0000 7f2328c58740 1 -- 172.21.15.3:0/4169204837 wait complete. 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.888+0000 7f2328c58740 20 client.16434 trim_cache size 0 max 16384 2024-05-21T19:13:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:13:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:13:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:13:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 msgr2=0x7f23040b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 0x7f23040b4ca0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f23100a9bb0 tx=0x7f231000ce60 comp rx=0 tx=0).stop 2024-05-21T19:13:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 msgr2=0x7f2320102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f231000e9f0 tx=0x7f231000edf0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 shutdown_connections 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f23040b27e0 0x7f23040b4ca0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2320105c80 0x7f2320101300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f23201085b0 0x7f2320101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 --2- 172.21.15.3:0/3907638800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2320103350 0x7f2320102c70 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 >> 172.21.15.3:0/3907638800 conn(0x7f23200fcd40 msgr2=0x7f2320103d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 shutdown_connections 2024-05-21T19:13:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:17.889+0000 7f231fe00640 1 -- 172.21.15.3:0/3907638800 wait complete. 2024-05-21T19:13:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:17 smithi104 ceph-mon[36417]: pgmap v600: 97 pgs: 97 active+clean; 2.5 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 12 op/s 2024-05-21T19:13:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:19 smithi003 ceph-mon[31577]: pgmap v601: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-21T19:13:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:19 smithi178 ceph-mon[36523]: pgmap v601: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-21T19:13:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:19 smithi104 ceph-mon[36417]: pgmap v601: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-21T19:13:21.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:21 smithi003 ceph-mon[31577]: pgmap v602: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-21T19:13:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:21 smithi178 ceph-mon[36523]: pgmap v602: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-21T19:13:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:21 smithi104 ceph-mon[36417]: pgmap v602: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-21T19:13:22.719 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:13:22.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:22 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:13:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:22 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:13:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:22 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:13:23.192 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: pgmap v603: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:13:23.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:13:23.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:23 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: pgmap v603: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:13:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:13:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:23 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:13:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: pgmap v603: 97 pgs: 97 active+clean; 2.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:13:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:23 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:13:24.824 INFO:tasks.quiescer.fs.[cephfs]:Total duration (42.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T19:13:24.824 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.05 2024-05-21T19:13:24.824 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:13:24.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:24 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:13:24.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:24 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:13:24.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:24 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:13:24.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:24 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:13:24.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:24 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:13:24.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:24 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:13:25.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.415+0000 7fd9fc600700 1 -- 172.21.15.3:0/2758701372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 msgr2=0x7fd9f41088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.415+0000 7fd9fc600700 1 --2- 172.21.15.3:0/2758701372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41088e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8009990 tx=0x7fd9e8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 -- 172.21.15.3:0/2758701372 shutdown_connections 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 --2- 172.21.15.3:0/2758701372 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 --2- 172.21.15.3:0/2758701372 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41088e0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 --2- 172.21.15.3:0/2758701372 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f4103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 -- 172.21.15.3:0/2758701372 >> 172.21.15.3:0/2758701372 conn(0x7fd9f407a6a0 msgr2=0x7fd9f407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 -- 172.21.15.3:0/2758701372 shutdown_connections 2024-05-21T19:13:25.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.416+0000 7fd9fc600700 1 -- 172.21.15.3:0/2758701372 wait complete. 2024-05-21T19:13:25.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.417+0000 7fd9fc600700 1 Processor -- start 2024-05-21T19:13:25.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.417+0000 7fd9fc600700 1 -- start start 2024-05-21T19:13:25.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f419c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41137a0 con 0x7fd9f4108500 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f4113620 con 0x7fd9f4103f90 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fc600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f4113920 con 0x7fd9f41035f0 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50494/0 (socket says 172.21.15.3:50494) 2024-05-21T19:13:25.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9f9c00700 1 -- 172.21.15.3:0/1113963276 learned_addr learned my addr 172.21.15.3:0/1113963276 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:25.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.418+0000 7fd9f9200700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f419c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 -- 172.21.15.3:0/1113963276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 msgr2=0x7fd9f419c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f419c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 -- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 msgr2=0x7fd9f41a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 -- 172.21.15.3:0/1113963276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f41a0de0 con 0x7fd9f41035f0 2024-05-21T19:13:25.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9200700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9fa600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8000c00 tx=0x7fd9e8009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9f2000700 1 -- 172.21.15.3:0/1113963276 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e8026070 con 0x7fd9f41035f0 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.419+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9f41a1070 con 0x7fd9f41035f0 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.420+0000 7fd9f2000700 1 -- 172.21.15.3:0/1113963276 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9e8021410 con 0x7fd9f41035f0 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.420+0000 7fd9f2000700 1 -- 172.21.15.3:0/1113963276 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e8017650 con 0x7fd9f41035f0 2024-05-21T19:13:25.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.420+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9f41a8950 con 0x7fd9f41035f0 2024-05-21T19:13:25.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.425+0000 7fd9f2000700 1 -- 172.21.15.3:0/1113963276 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd9e8029070 con 0x7fd9f41035f0 2024-05-21T19:13:25.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.426+0000 7fda0706ab80 1 Processor -- start 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.426+0000 7fda0706ab80 1 -- start start 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.426+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32909b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d3290a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fda0706ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562d32867e40 con 0x562d3290ff30 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fda0706ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562d328579e0 con 0x562d3290f610 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fda0706ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562d3285ba20 con 0x562d3290a140 2024-05-21T19:13:25.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9f2000700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 0x7fd9dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9f2000700 1 -- 172.21.15.3:0/1113963276 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd9e80e2fb0 con 0x7fd9f41035f0 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33312/0 (socket says 172.21.15.3:33312) 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9fa600700 1 -- 172.21.15.3:0/339088577 learned_addr learned my addr 172.21.15.3:0/339088577 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32909b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.427+0000 7fd9fa600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 0x7fd9dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9f9200700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d3290a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 -- 172.21.15.3:0/339088577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 msgr2=0x562d3290a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d3290a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 -- 172.21.15.3:0/339088577 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 msgr2=0x562d32909b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32909b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 -- 172.21.15.3:0/339088577 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d32820420 con 0x562d3290f610 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32909b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec00ef50 tx=0x7fd9ec0087f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f0b0a06ff53d2b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.428+0000 7fd9fa600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 0x7fd9dc0b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec008bf0 tx=0x7fd9ec01e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.429+0000 7fd9e6a00700 1 -- 172.21.15.3:0/339088577 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec009210 con 0x562d3290f610 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.429+0000 7fd9e6a00700 1 -- 172.21.15.3:0/339088577 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9ec028070 con 0x562d3290f610 2024-05-21T19:13:25.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.429+0000 7fd9e6a00700 1 -- 172.21.15.3:0/339088577 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec023b10 con 0x562d3290f610 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 -- 172.21.15.3:0/339088577 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 msgr2=0x562d3290f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec00ef50 tx=0x7fd9ec0087f0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 -- 172.21.15.3:0/339088577 shutdown_connections 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d3290a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d3290f9f0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 --2- 172.21.15.3:0/339088577 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32909b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 -- 172.21.15.3:0/339088577 >> 172.21.15.3:0/339088577 conn(0x562d32837be0 msgr2=0x562d32904690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 -- 172.21.15.3:0/339088577 shutdown_connections 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.430+0000 7fda0706ab80 1 -- 172.21.15.3:0/339088577 wait complete. 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 -- start start 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 Processor -- start 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d32915d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d32913110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562d3275dfa0 con 0x562d3290ff30 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562d327f8760 con 0x562d3290f610 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.431+0000 7fda0706ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562d32916980 con 0x562d3290a140 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fda0706ab80 10 client.0 _ll_register_callbacks cb 0x562d32801c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d32915d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46916/0 (socket says 172.21.15.3:46916) 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d32913110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9fa600700 1 -- 172.21.15.3:0/2025309870 learned_addr learned my addr 172.21.15.3:0/2025309870 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 -- 172.21.15.3:0/2025309870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 msgr2=0x562d32915d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d32915d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 -- 172.21.15.3:0/2025309870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 msgr2=0x562d32913650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9200700 1 -- 172.21.15.3:0/2025309870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d327a78d0 con 0x562d3290f610 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9fa600700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:25.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.432+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d32915d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.433+0000 7fd9f9200700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d32913110 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fd9f41108b0 tx=0x7fd9e0012ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc9f384cffd98285 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.433+0000 7fd9db400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.433+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e0004520 con 0x562d3290f610 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.433+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9ec028070 con 0x562d3290f610 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.433+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd9e00106d0 con 0x562d3290f610 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.434+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9e00108d0 con 0x562d3290f610 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.434+0000 7fda0706ab80 10 client.26546 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:25.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.434+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562d32828060 con 0x562d3290f610 2024-05-21T19:13:25.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.434+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9ec028070 con 0x562d3290f610 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd9e001c3f0 con 0x562d3290f610 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 10 client.26546 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 10 client.26546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 20 client.26546 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d32923610 0x562d32925a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 4 client.26546 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d32869d90 con 0x562d32923610 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d32923610 0x562d32925a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.435+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d32923610 0x562d32925a50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c96180549addb4fb server_cookie=e21585d95dba75c4 in_seq=0 out_seq=0 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.436+0000 7fd9db400700 10 client.26546 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.436+0000 7fd9db400700 1 -- 172.21.15.3:0/2025309870 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562d32869d90 con 0x562d32923610 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.436+0000 7fd9db400700 10 client.26546 handle_command_reply: tid=0 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.436+0000 7fda0706ab80 1 client.26546 shutdown 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 msgr2=0x562d32913110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d32913110 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fd9f41108b0 tx=0x7fd9e0012ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 shutdown_connections 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d32923610 0x562d32925a50 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32913650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290a140 0x562d32915d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 --2- 172.21.15.3:0/2025309870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290f610 0x562d32913110 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fd9db400700 0 client.26546 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 >> 172.21.15.3:0/2025309870 conn(0x562d32837be0 msgr2=0x562d32903d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 shutdown_connections 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 1 -- 172.21.15.3:0/2025309870 wait complete. 2024-05-21T19:13:25.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.437+0000 7fda0706ab80 20 client.26546 trim_cache size 0 max 16384 2024-05-21T19:13:25.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.462+0000 7fda0706ab80 1 Processor -- start 2024-05-21T19:13:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.462+0000 7fda0706ab80 1 -- start start 2024-05-21T19:13:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290f610 0x562d3291fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 0x562d329044f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41b2670 con 0x562d3290f610 2024-05-21T19:13:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41aff00 con 0x562d3290a140 2024-05-21T19:13:25.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fda0706ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41add50 con 0x562d3290ff30 2024-05-21T19:13:25.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fd9f9200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290f610 0x562d3291fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fd9fa600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 0x562d329044f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33332/0 (socket says 172.21.15.3:33332) 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.463+0000 7fd9f9c00700 1 -- 172.21.15.3:0/877090175 learned_addr learned my addr 172.21.15.3:0/877090175 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 -- 172.21.15.3:0/877090175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 msgr2=0x562d329044f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 0x562d329044f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 -- 172.21.15.3:0/877090175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290f610 msgr2=0x562d3291fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290f610 0x562d3291fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 -- 172.21.15.3:0/877090175 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d329260d0 con 0x562d3290a140 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9fa600700 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 0x562d329044f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd9e80a6b80 tx=0x7fd9e8092040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a605d8acfb93e07f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9e6000700 1 -- 172.21.15.3:0/877090175 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e80aa5e0 con 0x562d3290a140 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9e6000700 1 -- 172.21.15.3:0/877090175 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9e80ae990 con 0x562d3290a140 2024-05-21T19:13:25.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.464+0000 7fd9e6000700 1 -- 172.21.15.3:0/877090175 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e80aa840 con 0x562d3290a140 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 -- 172.21.15.3:0/877090175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 msgr2=0x562d32909b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd9e80a6b80 tx=0x7fd9e8092040 comp rx=0 tx=0).stop 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 -- 172.21.15.3:0/877090175 shutdown_connections 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290ff30 0x562d329044f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d32909b20 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 --2- 172.21.15.3:0/877090175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290f610 0x562d3291fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 -- 172.21.15.3:0/877090175 >> 172.21.15.3:0/877090175 conn(0x562d32837be0 msgr2=0x562d3290eac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.465+0000 7fda0706ab80 1 -- 172.21.15.3:0/877090175 shutdown_connections 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.466+0000 7fda0706ab80 1 -- 172.21.15.3:0/877090175 wait complete. 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.466+0000 7fda0706ab80 1 -- start start 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.466+0000 7fda0706ab80 1 Processor -- start 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290f610 0x562d3291c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32918be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41ae3c0 con 0x562d3290ff30 2024-05-21T19:13:25.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41af830 con 0x562d3290a140 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f41aea90 con 0x562d3290f610 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fda0706ab80 10 client.0 _ll_register_callbacks cb 0x562d32801c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fd9f9c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33336/0 (socket says 172.21.15.3:33336) 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fd9f9c00700 1 -- 172.21.15.3:0/3787650990 learned_addr learned my addr 172.21.15.3:0/3787650990 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fd9fa600700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32918be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.467+0000 7fd9f9200700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290f610 0x562d3291c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 -- 172.21.15.3:0/3787650990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290f610 msgr2=0x562d3291c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290f610 0x562d3291c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 -- 172.21.15.3:0/3787650990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 msgr2=0x562d32918be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32918be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 -- 172.21.15.3:0/3787650990 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d32919120 con 0x562d3290a140 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9fa600700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32918be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9f9c00700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8006010 tx=0x7fd9e80e32e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43982fb86a6a3f1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9db400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e80aace0 con 0x562d3290a140 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd9e80a6bd0 con 0x562d3290a140 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9e80ae990 con 0x562d3290a140 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.468+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9e80aa5e0 con 0x562d3290a140 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 10 client.26552 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:25.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562d3298ea50 con 0x562d3290a140 2024-05-21T19:13:25.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9e80ae990 con 0x562d3290a140 2024-05-21T19:13:25.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd9e80cb300 con 0x562d3290a140 2024-05-21T19:13:25.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 10 client.26552 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:25.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 10 client.26552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:25.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 20 client.26552 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d3298ef70 0x562d32991360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 4 client.26552 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562d32863570 con 0x562d3298ef70 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.469+0000 7fd9f9200700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d3298ef70 0x562d32991360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fd9f9200700 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d3298ef70 0x562d32991360 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41999d0491c1fab0 server_cookie=a712080f0558b9e6 in_seq=0 out_seq=0 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fd9db400700 10 client.26552 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fd9db400700 1 -- 172.21.15.3:0/3787650990 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562d32863570 con 0x562d3298ef70 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fd9db400700 10 client.26552 handle_command_reply: tid=0 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fda0706ab80 1 client.26552 shutdown 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 msgr2=0x562d3291bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.470+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8006010 tx=0x7fd9e80e32e0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 shutdown_connections 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562d3298ef70 0x562d32991360 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562d3290ff30 0x562d32918be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562d3290a140 0x562d3291bc10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 --2- 172.21.15.3:0/3787650990 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562d3290f610 0x562d3291c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 >> 172.21.15.3:0/3787650990 conn(0x562d32837be0 msgr2=0x562d32914710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fd9db400700 0 client.26552 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 shutdown_connections 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 1 -- 172.21.15.3:0/3787650990 wait complete. 2024-05-21T19:13:25.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.471+0000 7fda0706ab80 20 client.26552 trim_cache size 0 max 16384 2024-05-21T19:13:25.481 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:13:25.481 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:13:25.481 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:13:25.481 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 msgr2=0x7fd9dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 0x7fd9dc0b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec008bf0 tx=0x7fd9ec01e000 comp rx=0 tx=0).stop 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 msgr2=0x7fd9f419bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd9e8000c00 tx=0x7fd9e8009510 comp rx=0 tx=0).stop 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 shutdown_connections 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9dc0b2880 0x7fd9dc0b4d40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd9f4108500 0x7fd9f41a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd9f41035f0 0x7fd9f419bdd0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 --2- 172.21.15.3:0/1113963276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd9f4103f90 0x7fd9f419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 >> 172.21.15.3:0/1113963276 conn(0x7fd9f407a6a0 msgr2=0x7fd9f4101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 shutdown_connections 2024-05-21T19:13:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:25.472+0000 7fd9fc600700 1 -- 172.21.15.3:0/1113963276 wait complete. 2024-05-21T19:13:25.483 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:25.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:25 smithi003 ceph-mon[31577]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:13:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:25 smithi178 ceph-mon[36523]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:13:25.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:25 smithi104 ceph-mon[36417]: pgmap v604: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 15 op/s 2024-05-21T19:13:27.699 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:13:27.699 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:13:27.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:27 smithi003 ceph-mon[31577]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:27 smithi178 ceph-mon[36523]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:27 smithi104 ceph-mon[36417]: pgmap v605: 97 pgs: 97 active+clean; 2.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:28.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 -- 172.21.15.3:0/2271955074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc410ff40 msgr2=0x7f7dc4112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:28.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 --2- 172.21.15.3:0/2271955074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc410ff40 0x7f7dc4112330 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7dbc00b0a0 tx=0x7f7dbc00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 -- 172.21.15.3:0/2271955074 shutdown_connections 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 --2- 172.21.15.3:0/2271955074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc410ff40 0x7f7dc4112330 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 --2- 172.21.15.3:0/2271955074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 0x7f7dc4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 --2- 172.21.15.3:0/2271955074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc4076090 0x7f7dc410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 -- 172.21.15.3:0/2271955074 >> 172.21.15.3:0/2271955074 conn(0x7f7dc407a6a0 msgr2=0x7f7dc407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 -- 172.21.15.3:0/2271955074 shutdown_connections 2024-05-21T19:13:28.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.420+0000 7f7dcb800700 1 -- 172.21.15.3:0/2271955074 wait complete. 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.421+0000 7f7dcb800700 1 Processor -- start 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.421+0000 7f7dcb800700 1 -- start start 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 0x7f7dc419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 0x7f7dc41a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc41158d0 con 0x7f7dc410ff40 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc4115750 con 0x7f7dc4076090 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dcb800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc4115a50 con 0x7f7dc4075770 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33356/0 (socket says 172.21.15.3:33356) 2024-05-21T19:13:28.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dc3e00700 1 -- 172.21.15.3:0/410598699 learned_addr learned my addr 172.21.15.3:0/410598699 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:28.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dc9800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 0x7f7dc41a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:28.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.422+0000 7f7dc8e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 0x7f7dc419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:28.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 -- 172.21.15.3:0/410598699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 msgr2=0x7f7dc419bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 0x7f7dc419bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 -- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 msgr2=0x7f7dc41a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 0x7f7dc41a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 -- 172.21.15.3:0/410598699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dc41a0d20 con 0x7f7dc4076090 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc9800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 0x7f7dc41a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc3e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7db000e970 tx=0x7f7db000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0004220 con 0x7f7dc4076090 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7db00043c0 con 0x7f7dc4076090 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.423+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dc41a1010 con 0x7f7dc4076090 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.424+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0003ce0 con 0x7f7dc4076090 2024-05-21T19:13:28.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.424+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dc41a8890 con 0x7f7dc4076090 2024-05-21T19:13:28.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.425+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dc406a230 con 0x7f7dc4076090 2024-05-21T19:13:28.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.428+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7db000c7e0 con 0x7f7dc4076090 2024-05-21T19:13:28.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.429+0000 7f7dc1600700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 0x7f7dac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:28.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.429+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7db00e2420 con 0x7f7dc4076090 2024-05-21T19:13:28.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.429+0000 7f7dc8e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 0x7f7dac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:28.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.430+0000 7f7dc8e00700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 0x7f7dac0b4dc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7db8009680 tx=0x7f7db8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:28.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.433+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7db00aa0c0 con 0x7f7dc4076090 2024-05-21T19:13:28.444 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:28.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.746+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7dc419d070 con 0x7f7dc4076090 2024-05-21T19:13:28.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.747+0000 7f7dc1600700 1 -- 172.21.15.3:0/410598699 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f7dc419d070 con 0x7f7dc4076090 2024-05-21T19:13:28.749 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:13:28.749 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:13:28.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 msgr2=0x7f7dac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:28.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 0x7f7dac0b4dc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7db8009680 tx=0x7f7db8009260 comp rx=0 tx=0).stop 2024-05-21T19:13:28.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 msgr2=0x7f7dc419c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:28.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7db000e970 tx=0x7f7db000ec80 comp rx=0 tx=0).stop 2024-05-21T19:13:28.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 shutdown_connections 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7dac0b2900 0x7f7dac0b4dc0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7dc410ff40 0x7f7dc41a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7dc4075770 0x7f7dc419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 --2- 172.21.15.3:0/410598699 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7dc4076090 0x7f7dc419c2a0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.751+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 >> 172.21.15.3:0/410598699 conn(0x7f7dc407a6a0 msgr2=0x7f7dc4100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.752+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 shutdown_connections 2024-05-21T19:13:28.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:28.752+0000 7f7dcb800700 1 -- 172.21.15.3:0/410598699 wait complete. 2024-05-21T19:13:28.754 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:13:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:29 smithi003 ceph-mon[31577]: pgmap v606: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:29 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/410598699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:29 smithi178 ceph-mon[36523]: pgmap v606: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:29 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/410598699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:29 smithi104 ceph-mon[36417]: pgmap v606: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 16 op/s 2024-05-21T19:13:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:29 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/410598699' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:30.588 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 141.05 --await-for 45.0' 2024-05-21T19:13:30.588 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 141.05 --await-for 45.0 2024-05-21T19:13:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.031+0000 7f72f5a00640 1 -- 172.21.15.3:0/1813126144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f00754b0 msgr2=0x7f72f0075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.031+0000 7f72f5a00640 1 --2- 172.21.15.3:0/1813126144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f00754b0 0x7f72f0075930 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009930 tx=0x7f72dc02a420 comp rx=0 tx=0).stop 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 -- 172.21.15.3:0/1813126144 shutdown_connections 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 --2- 172.21.15.3:0/1813126144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f010f0a0 0x7f72f0111490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 --2- 172.21.15.3:0/1813126144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f00754b0 0x7f72f0075930 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 --2- 172.21.15.3:0/1813126144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f0076a90 0x7f72f0074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 -- 172.21.15.3:0/1813126144 >> 172.21.15.3:0/1813126144 conn(0x7f72f00fe040 msgr2=0x7f72f0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 -- 172.21.15.3:0/1813126144 shutdown_connections 2024-05-21T19:13:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.032+0000 7f72f5a00640 1 -- 172.21.15.3:0/1813126144 wait complete. 2024-05-21T19:13:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.033+0000 7f72f5a00640 1 Processor -- start 2024-05-21T19:13:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.033+0000 7f72f5a00640 1 -- start start 2024-05-21T19:13:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f0076a90 0x7f72f019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f010f0a0 0x7f72f01a6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72f0114c60 con 0x7f72f0076a90 2024-05-21T19:13:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72f0114ae0 con 0x7f72f00754b0 2024-05-21T19:13:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72f5a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f72f0114de0 con 0x7f72f010f0a0 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72ee000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f0076a90 0x7f72f019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72eea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72eea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45374/0 (socket says 172.21.15.3:45374) 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72eea00640 1 -- 172.21.15.3:0/4044309532 learned_addr learned my addr 172.21.15.3:0/4044309532 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.034+0000 7f72ef400640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f010f0a0 0x7f72f01a6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 -- 172.21.15.3:0/4044309532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f010f0a0 msgr2=0x7f72f01a6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f010f0a0 0x7f72f01a6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 -- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f0076a90 msgr2=0x7f72f019f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f0076a90 0x7f72f019f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 -- 172.21.15.3:0/4044309532 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72f01a6ee0 con 0x7f72f00754b0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.035+0000 7f72eea00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f72e000e9f0 tx=0x7f72e000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.036+0000 7f72e7400640 1 -- 172.21.15.3:0/4044309532 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e000cd80 con 0x7f72f00754b0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.036+0000 7f72e7400640 1 -- 172.21.15.3:0/4044309532 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e00054d0 con 0x7f72f00754b0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.036+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72f01a71d0 con 0x7f72f00754b0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.036+0000 7f72e7400640 1 -- 172.21.15.3:0/4044309532 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e0010690 con 0x7f72f00754b0 2024-05-21T19:13:31.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.036+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72f01a76f0 con 0x7f72f00754b0 2024-05-21T19:13:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.039+0000 7f72f8772740 1 Processor -- start 2024-05-21T19:13:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.039+0000 7f72f8772740 1 -- start start 2024-05-21T19:13:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72e7400640 1 -- 172.21.15.3:0/4044309532 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f72e0004e90 con 0x7f72f00754b0 2024-05-21T19:13:31.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e67f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 0x55c2a1e6d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e6fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1dd7b90 con 0x55c2a1e68520 2024-05-21T19:13:31.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1dc7730 con 0x55c2a1e67b30 2024-05-21T19:13:31.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72f8772740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1dcb770 con 0x55c2a1e6d690 2024-05-21T19:13:31.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72eea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 0x55c2a1e6d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72eea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 0x55c2a1e6d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53524/0 (socket says 172.21.15.3:53524) 2024-05-21T19:13:31.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72eea00640 1 -- 172.21.15.3:0/2777761021 learned_addr learned my addr 172.21.15.3:0/2777761021 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72ef400640 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e67f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.040+0000 7f72ee000640 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e6fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 -- 172.21.15.3:0/2777761021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 msgr2=0x55c2a1e6fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e6fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 -- 172.21.15.3:0/2777761021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 msgr2=0x55c2a1e6d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 0x55c2a1e6d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 -- 172.21.15.3:0/2777761021 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2a1d608b0 con 0x55c2a1e67b30 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72ef400640 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e67f50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f72e8009f00 tx=0x7f72e8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfa3885fb411af94 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72dbe00640 1 -- 172.21.15.3:0/2777761021 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e8004d20 con 0x55c2a1e67b30 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72dbe00640 1 -- 172.21.15.3:0/2777761021 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e8004030 con 0x55c2a1e67b30 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.041+0000 7f72e7400640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 0x7f72d40b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.042+0000 7f72dbe00640 1 -- 172.21.15.3:0/2777761021 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e8005260 con 0x55c2a1e67b30 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.042+0000 7f72e7400640 1 -- 172.21.15.3:0/4044309532 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f72e00e2600 con 0x7f72f00754b0 2024-05-21T19:13:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.042+0000 7f72eea00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 0x7f72d40b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.042+0000 7f72f8772740 1 -- 172.21.15.3:0/2777761021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 msgr2=0x55c2a1e67f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.042+0000 7f72f8772740 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e67f50 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f72e8009f00 tx=0x7f72e8011810 comp rx=0 tx=0).stop 2024-05-21T19:13:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72eea00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 0x7f72d40b4de0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f72e00a98a0 tx=0x7f72e00e80e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 -- 172.21.15.3:0/2777761021 shutdown_connections 2024-05-21T19:13:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e6fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e68520 0x55c2a1e6d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 --2- 172.21.15.3:0/2777761021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e67f50 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 -- 172.21.15.3:0/2777761021 >> 172.21.15.3:0/2777761021 conn(0x55c2a1e631a0 msgr2=0x55c2a1e635a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 -- 172.21.15.3:0/2777761021 shutdown_connections 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 -- 172.21.15.3:0/2777761021 wait complete. 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 -- start start 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.043+0000 7f72f8772740 1 Processor -- start 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e71860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e6d690 0x55c2a1e78de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1aad790 con 0x55c2a1e6d690 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1d6fbc0 con 0x55c2a1e67b30 2024-05-21T19:13:31.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c2a1e70640 con 0x55c2a1e68520 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72f8772740 10 client.0 _ll_register_callbacks cb 0x55c2a1d4d400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ef400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e71860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54728/0 (socket says 172.21.15.3:54728) 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ef400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e71860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45406/0 (socket says 172.21.15.3:45406) 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ee000640 1 -- 172.21.15.3:0/4121943736 learned_addr learned my addr 172.21.15.3:0/4121943736 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.044+0000 7f72ef400640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e6d690 0x55c2a1e78de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 -- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 msgr2=0x55c2a1e71860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e71860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 -- 172.21.15.3:0/4121943736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e6d690 msgr2=0x55c2a1e78de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e6d690 0x55c2a1e78de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 -- 172.21.15.3:0/4121943736 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2a1adc210 con 0x55c2a1e68520 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72ee000640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f72dc02aa10 tx=0x7f72dc0043b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5dc2053062beb84a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc035040 con 0x55c2a1e68520 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f72dc003a00 con 0x55c2a1e68520 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.045+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72e8004030 con 0x55c2a1e68520 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.046+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72dc04c070 con 0x55c2a1e68520 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.046+0000 7f72f8772740 10 client.26557 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.046+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c2a1ba8620 con 0x55c2a1e68520 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.046+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72e8004030 con 0x55c2a1e68520 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.046+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72dc03c440 con 0x55c2a1e68520 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 10 client.26557 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 10 client.26557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 20 client.26557 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1e7d460 0x55c2a1e7f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 4 client.26557 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2a1dd9ae0 con 0x55c2a1e7d460 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.047+0000 7f72ef400640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1e7d460 0x55c2a1e7f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.048+0000 7f72d8c00640 10 client.26557 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.048+0000 7f72ef400640 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1e7d460 0x55c2a1e7f850 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edfe3da6650dcbe3 server_cookie=9f87df8824abe624 in_seq=0 out_seq=0 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72d8c00640 1 -- 172.21.15.3:0/4121943736 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c2a1dd9ae0 con 0x55c2a1e7d460 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72d8c00640 10 client.26557 handle_command_reply: tid=0 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 client.26557 shutdown 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 msgr2=0x55c2a1e71da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f72dc02aa10 tx=0x7f72dc0043b0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 shutdown_connections 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1e7d460 0x55c2a1e7f850 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e71da0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e6d690 0x55c2a1e78de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 --2- 172.21.15.3:0/4121943736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e67b30 0x55c2a1e71860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 >> 172.21.15.3:0/4121943736 conn(0x55c2a1e631a0 msgr2=0x55c2a1e62310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72d8c00640 0 client.26557 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 shutdown_connections 2024-05-21T19:13:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 1 -- 172.21.15.3:0/4121943736 wait complete. 2024-05-21T19:13:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.049+0000 7f72f8772740 20 client.26557 trim_cache size 0 max 16384 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.066+0000 7f72f8772740 1 Processor -- start 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.066+0000 7f72f8772740 1 -- start start 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e66590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e68fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01b2d10 con 0x55c2a1e67b30 2024-05-21T19:13:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01b05e0 con 0x55c2a1e68520 2024-05-21T19:13:31.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72f8772740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01ae430 con 0x55c2a1e6d690 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ef400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e66590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ee000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ef400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e66590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53546/0 (socket says 172.21.15.3:53546) 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ee000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45422/0 (socket says 172.21.15.3:45422) 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ef400640 1 -- 172.21.15.3:0/3624217312 learned_addr learned my addr 172.21.15.3:0/3624217312 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.067+0000 7f72ef400640 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e68fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 -- 172.21.15.3:0/3624217312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 msgr2=0x55c2a1e68fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e68fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 -- 172.21.15.3:0/3624217312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 msgr2=0x55c2a1e66590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e66590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 -- 172.21.15.3:0/3624217312 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2a1e62fd0 con 0x55c2a1e68520 2024-05-21T19:13:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72ee000640 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f72dc000c00 tx=0x7f72dc02a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1b786e8c91a046e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72db400640 1 -- 172.21.15.3:0/3624217312 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc055070 con 0x55c2a1e68520 2024-05-21T19:13:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72db400640 1 -- 172.21.15.3:0/3624217312 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72dc03ccf0 con 0x55c2a1e68520 2024-05-21T19:13:31.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.068+0000 7f72db400640 1 -- 172.21.15.3:0/3624217312 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc035070 con 0x55c2a1e68520 2024-05-21T19:13:31.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 -- 172.21.15.3:0/3624217312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 msgr2=0x55c2a1e78da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f72dc000c00 tx=0x7f72dc02a420 comp rx=0 tx=0).stop 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 -- 172.21.15.3:0/3624217312 shutdown_connections 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e6d690 0x55c2a1e68fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e68520 0x55c2a1e78da0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 --2- 172.21.15.3:0/3624217312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e66590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 -- 172.21.15.3:0/3624217312 >> 172.21.15.3:0/3624217312 conn(0x55c2a1e631a0 msgr2=0x55c2a1e65e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 -- 172.21.15.3:0/3624217312 shutdown_connections 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.069+0000 7f72f8772740 1 -- 172.21.15.3:0/3624217312 wait complete. 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.070+0000 7f72f8772740 1 -- start start 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.070+0000 7f72f8772740 1 Processor -- start 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.070+0000 7f72f8772740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e760b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.072 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e6d690 0x55c2a1e77600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01aeaa0 con 0x55c2a1e67b30 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01aff10 con 0x55c2a1e6d690 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f72f01af170 con 0x55c2a1e68520 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72f8772740 10 client.0 _ll_register_callbacks cb 0x7f72dc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ef400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54736/0 (socket says 172.21.15.3:54736) 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 -- 172.21.15.3:0/1393485200 learned_addr learned my addr 172.21.15.3:0/1393485200 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ef400640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e6d690 0x55c2a1e77600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 -- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e6d690 msgr2=0x55c2a1e77600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e6d690 0x55c2a1e77600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 -- 172.21.15.3:0/1393485200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 msgr2=0x55c2a1e760b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e760b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ee000640 1 -- 172.21.15.3:0/1393485200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2a1e77bf0 con 0x55c2a1e68520 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.071+0000 7f72ef400640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72ee000640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f72dc006010 tx=0x7f72dc03c670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e4697009fadec78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc035070 con 0x55c2a1e68520 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f72dc003800 con 0x55c2a1e68520 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72dc03ccf0 con 0x55c2a1e68520 2024-05-21T19:13:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f72dc060070 con 0x55c2a1e68520 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72f8772740 10 client.26563 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.072+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c2a1e78f00 con 0x55c2a1e68520 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72dc03ccf0 con 0x55c2a1e68520 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f72dc051480 con 0x55c2a1e68520 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 10 client.26563 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 10 client.26563 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 20 client.26563 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1ee84c0 0x55c2a1eea8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 4 client.26563 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c2a1dd32c0 con 0x55c2a1ee84c0 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.073+0000 7f72ef400640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1ee84c0 0x55c2a1eea8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.074+0000 7f72ef400640 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1ee84c0 0x55c2a1eea8e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eacbb1f69af657bb server_cookie=c9fd60fe0be3631a in_seq=0 out_seq=0 2024-05-21T19:13:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.074+0000 7f72d8c00640 10 client.26563 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72d8c00640 1 -- 172.21.15.3:0/1393485200 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c2a1dd32c0 con 0x55c2a1ee84c0 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72d8c00640 10 client.26563 handle_command_reply: tid=0 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 client.26563 shutdown 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 msgr2=0x55c2a1e765f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f72dc006010 tx=0x7f72dc03c670 comp rx=0 tx=0).stop 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 shutdown_connections 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c2a1ee84c0 0x55c2a1eea8e0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.089 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c2a1e68520 0x55c2a1e765f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c2a1e6d690 0x55c2a1e77600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 --2- 172.21.15.3:0/1393485200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c2a1e67b30 0x55c2a1e760b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72d8c00640 0 client.26563 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.088+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 >> 172.21.15.3:0/1393485200 conn(0x55c2a1e631a0 msgr2=0x55c2a1e696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.089+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 shutdown_connections 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.089+0000 7f72f8772740 1 -- 172.21.15.3:0/1393485200 wait complete. 2024-05-21T19:13:31.090 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.089+0000 7f72f8772740 20 client.26563 trim_cache size 0 max 16384 2024-05-21T19:13:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:13:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:13:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:13:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 msgr2=0x7f72d40b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.091 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 0x7f72d40b4de0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f72e00a98a0 tx=0x7f72e00e80e0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 msgr2=0x7f72f019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f72e000e9f0 tx=0x7f72e000edf0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 shutdown_connections 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f72d40b2920 0x7f72d40b4de0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f72f010f0a0 0x7f72f01a6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f72f0076a90 0x7f72f019f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 --2- 172.21.15.3:0/4044309532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72f00754b0 0x7f72f019f2c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 >> 172.21.15.3:0/4044309532 conn(0x7f72f00fe040 msgr2=0x7f72f0102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 shutdown_connections 2024-05-21T19:13:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:31.090+0000 7f72f5a00640 1 -- 172.21.15.3:0/4044309532 wait complete. 2024-05-21T19:13:31.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.137+0000 7f5bace00700 1 -- 172.21.15.3:0/2830539199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8076090 msgr2=0x7f5ba81141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.137+0000 7f5bace00700 1 --2- 172.21.15.3:0/2830539199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8076090 0x7f5ba81141d0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5b94009990 tx=0x7f5b94009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 -- 172.21.15.3:0/2830539199 shutdown_connections 2024-05-21T19:13:31.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 --2- 172.21.15.3:0/2830539199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8114710 0x7f5ba8116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 --2- 172.21.15.3:0/2830539199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 --2- 172.21.15.3:0/2830539199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8076090 0x7f5ba81141d0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 -- 172.21.15.3:0/2830539199 >> 172.21.15.3:0/2830539199 conn(0x7f5ba807a6a0 msgr2=0x7f5ba807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 -- 172.21.15.3:0/2830539199 shutdown_connections 2024-05-21T19:13:31.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.138+0000 7f5bace00700 1 -- 172.21.15.3:0/2830539199 wait complete. 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.139+0000 7f5bace00700 1 Processor -- start 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.139+0000 7f5bace00700 1 -- start start 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba81a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 0x7f5ba81a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba8119d50 con 0x7f5ba8114710 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba8119bd0 con 0x7f5ba8075770 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5bace00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba8119ed0 con 0x7f5ba8076090 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5ba6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5ba5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba81a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5ba6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53576/0 (socket says 172.21.15.3:53576) 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5ba6800700 1 -- 172.21.15.3:0/1863139132 learned_addr learned my addr 172.21.15.3:0/1863139132 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:31.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.140+0000 7f5ba5400700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 0x7f5ba81a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 -- 172.21.15.3:0/1863139132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 msgr2=0x7f5ba81a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba81a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 -- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 msgr2=0x7f5ba81a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 -- 172.21.15.3:0/1863139132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba81a5250 con 0x7f5ba8076090 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba6800700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5e00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba81a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5ba5400700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 0x7f5ba81a0780 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5b940098e0 tx=0x7f5b940057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94027070 con 0x7f5ba8076090 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b94022470 con 0x7f5ba8076090 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.141+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba81a54e0 con 0x7f5ba8076090 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.142+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b94017650 con 0x7f5ba8076090 2024-05-21T19:13:31.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.142+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba81acdc0 con 0x7f5ba8076090 2024-05-21T19:13:31.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.143+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ba806a230 con 0x7f5ba8076090 2024-05-21T19:13:31.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.146+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b9402a070 con 0x7f5ba8076090 2024-05-21T19:13:31.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.147+0000 7f5b9ea00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 0x7f5b8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:31.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.147+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5b940e3070 con 0x7f5ba8076090 2024-05-21T19:13:31.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.147+0000 7f5ba5e00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 0x7f5b8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:31.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.148+0000 7f5ba5e00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 0x7f5b8c0b4dc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5b98009680 tx=0x7f5b98009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:31.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.148+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5b94031080 con 0x7f5ba8076090 2024-05-21T19:13:31.165 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:31.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.454+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ba81acf90 con 0x7f5ba8076090 2024-05-21T19:13:31.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.455+0000 7f5b9ea00700 1 -- 172.21.15.3:0/1863139132 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f5b940a4e20 con 0x7f5ba8076090 2024-05-21T19:13:31.456 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:13:31.456 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:13:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 msgr2=0x7f5b8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 0x7f5b8c0b4dc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5b98009680 tx=0x7f5b98009260 comp rx=0 tx=0).stop 2024-05-21T19:13:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 msgr2=0x7f5ba81a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 0x7f5ba81a0780 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5b940098e0 tx=0x7f5b940057c0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.461 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 shutdown_connections 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b8c0b2900 0x7f5b8c0b4dc0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5ba8114710 0x7f5ba81a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5ba8075770 0x7f5ba81a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 --2- 172.21.15.3:0/1863139132 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5ba8076090 0x7f5ba81a0780 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 >> 172.21.15.3:0/1863139132 conn(0x7f5ba807a6a0 msgr2=0x7f5ba81134d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 shutdown_connections 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:31.460+0000 7f5bace00700 1 -- 172.21.15.3:0/1863139132 wait complete. 2024-05-21T19:13:31.462 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:13:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:31 smithi003 ceph-mon[31577]: pgmap v607: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:31.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1863139132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:31 smithi178 ceph-mon[36523]: pgmap v607: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1863139132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:31 smithi104 ceph-mon[36417]: pgmap v607: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1863139132' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:32.979 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:13:33.507 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:33.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:33 smithi003 ceph-mon[31577]: pgmap v608: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:33 smithi178 ceph-mon[36523]: pgmap v608: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:33 smithi104 ceph-mon[36417]: pgmap v608: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-21T19:13:34.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.222+0000 7fe7ca200700 1 -- 172.21.15.3:0/3063731914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4077560 msgr2=0x7fe7c4075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.222+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3063731914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4077560 0x7fe7c4075770 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4009990 tx=0x7fe7b4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 -- 172.21.15.3:0/3063731914 shutdown_connections 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3063731914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4114230 0x7fe7c4116620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3063731914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4077560 0x7fe7c4075770 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3063731914 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4075cb0 0x7fe7c4076130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 -- 172.21.15.3:0/3063731914 >> 172.21.15.3:0/3063731914 conn(0x7fe7c407a610 msgr2=0x7fe7c407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 -- 172.21.15.3:0/3063731914 shutdown_connections 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.223+0000 7fe7ca200700 1 -- 172.21.15.3:0/3063731914 wait complete. 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.224+0000 7fe7ca200700 1 Processor -- start 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.224+0000 7fe7ca200700 1 -- start start 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4075cb0 0x7fe7c41a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4077560 0x7fe7c41a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4119d70 con 0x7fe7c4077560 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4119bf0 con 0x7fe7c4114230 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7ca200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c4119ef0 con 0x7fe7c4075cb0 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7c3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4077560 0x7fe7c41a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7c3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45464/0 (socket says 172.21.15.3:45464) 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4075cb0 0x7fe7c41a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.225+0000 7fe7c3e00700 1 -- 172.21.15.3:0/3619620812 learned_addr learned my addr 172.21.15.3:0/3619620812 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 -- 172.21.15.3:0/3619620812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4075cb0 msgr2=0x7fe7c41a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4075cb0 0x7fe7c41a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 -- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4077560 msgr2=0x7fe7c41a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4077560 0x7fe7c41a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 -- 172.21.15.3:0/3619620812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c41a51b0 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7c3e00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00ef90 tx=0x7fe7bc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7bbe00700 1 -- 172.21.15.3:0/3619620812 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc0092e0 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7c41a5440 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7bbe00700 1 -- 172.21.15.3:0/3619620812 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7bc004bb0 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7bbe00700 1 -- 172.21.15.3:0/3619620812 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc004280 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.226+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7c41acd20 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.230+0000 7fe7bbe00700 1 -- 172.21.15.3:0/3619620812 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe7bc01b030 con 0x7fe7c4114230 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.231+0000 7fe7d4bfeb80 1 Processor -- start 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.231+0000 7fe7d4bfeb80 1 -- start start 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed4d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed47a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed48460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5642feca5fe0 con 0x5642fed48020 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5642fec95b80 con 0x5642fed4dda0 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5642fec99bc0 con 0x5642fed4d480 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7bbe00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 0x7fe7a80b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed47a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed47a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45470/0 (socket says 172.21.15.3:45470) 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c3400700 1 -- 172.21.15.3:0/2208021670 learned_addr learned my addr 172.21.15.3:0/2208021670 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed4d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7bbe00700 1 -- 172.21.15.3:0/3619620812 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe7bc0e1d50 con 0x7fe7c4114230 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed48460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.232+0000 7fe7c3e00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 0x7fe7a80b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 -- 172.21.15.3:0/2208021670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 msgr2=0x5642fed47a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed47a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 -- 172.21.15.3:0/2208021670 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 msgr2=0x5642fed48460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed48460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 -- 172.21.15.3:0/2208021670 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642fec5e5c0 con 0x5642fed4d480 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed4d860 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe7c407ae40 tx=0x7fe7b0009750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da9498a1391233e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7c3e00700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 0x7fe7a80b4df0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00cfd0 tx=0x7fe7bc00caa0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7b8c00700 1 -- 172.21.15.3:0/2208021670 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b0004050 con 0x5642fed4d480 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7b8c00700 1 -- 172.21.15.3:0/2208021670 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b0004830 con 0x5642fed4d480 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.233+0000 7fe7b8c00700 1 -- 172.21.15.3:0/2208021670 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b00053a0 con 0x5642fed4d480 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/2208021670 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 msgr2=0x5642fed4d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed4d860 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe7c407ae40 tx=0x7fe7b0009750 comp rx=0 tx=0).stop 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/2208021670 shutdown_connections 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed48460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed4d860 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/2208021670 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed47a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/2208021670 >> 172.21.15.3:0/2208021670 conn(0x5642fec75d80 msgr2=0x5642fed424c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/2208021670 shutdown_connections 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.234+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/2208021670 wait complete. 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.235+0000 7fe7d4bfeb80 1 -- start start 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.235+0000 7fe7d4bfeb80 1 Processor -- start 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.235+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed53af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5642feb9c140 con 0x5642fed4d480 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5642fec36900 con 0x5642fed48020 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5642fed54880 con 0x5642fed4dda0 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7d4bfeb80 10 client.0 _ll_register_callbacks cb 0x5642fec3fe10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53612/0 (socket says 172.21.15.3:53612) 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54792/0 (socket says 172.21.15.3:54792) 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 -- 172.21.15.3:0/3312995400 learned_addr learned my addr 172.21.15.3:0/3312995400 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed53af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 -- 172.21.15.3:0/3312995400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 msgr2=0x5642fed513d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 -- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 msgr2=0x5642fed53af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed53af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c3400700 1 -- 172.21.15.3:0/3312995400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642febe5a70 con 0x5642fed4d480 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.236+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.237+0000 7fe7c3400700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4005750 tx=0x7fe7b4005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67ac4d73a3723079 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.237+0000 7fe7ad600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.237+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4028060 con 0x5642fed4d480 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.237+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe7b400bd30 con 0x5642fed4d480 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.237+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7b0004830 con 0x5642fed4d480 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe7b4003680 con 0x5642fed4d480 2024-05-21T19:13:34.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 10 client.16494 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5642fec66200 con 0x5642fed4d480 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b0004830 con 0x5642fed4d480 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe7b400f640 con 0x5642fed4d480 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 10 client.16494 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 10 client.16494 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 20 client.16494 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fed61400 0x5642fed637f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 4 client.16494 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.238+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642feca7f30 con 0x5642fed61400 2024-05-21T19:13:34.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.239+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fed61400 0x5642fed637f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.239+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fed61400 0x5642fed637f0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e671226c0154f5bb server_cookie=c6ba214bb0da9ea8 in_seq=0 out_seq=0 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.239+0000 7fe7ad600700 10 client.16494 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7ad600700 1 -- 172.21.15.3:0/3312995400 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5642feca7f30 con 0x5642fed61400 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7ad600700 10 client.16494 handle_command_reply: tid=0 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 client.16494 shutdown 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 msgr2=0x5642fed50e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4005750 tx=0x7fe7b4005780 comp rx=0 tx=0).stop 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 shutdown_connections 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fed61400 0x5642fed637f0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed513d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed53af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/3312995400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed50e90 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7ad600700 0 client.16494 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:34.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 >> 172.21.15.3:0/3312995400 conn(0x5642fec75d80 msgr2=0x5642fed469f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 shutdown_connections 2024-05-21T19:13:34.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.240+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/3312995400 wait complete. 2024-05-21T19:13:34.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.241+0000 7fe7d4bfeb80 20 client.16494 trim_cache size 0 max 16384 2024-05-21T19:13:34.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.264+0000 7fe7d4bfeb80 1 Processor -- start 2024-05-21T19:13:34.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.264+0000 7fe7d4bfeb80 1 -- start start 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed4b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed695a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b6b50 con 0x5642fed48020 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b43e0 con 0x5642fed4dda0 2024-05-21T19:13:34.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b2230 con 0x5642fed4d480 2024-05-21T19:13:34.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed4b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54808/0 (socket says 172.21.15.3:54808) 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7c3400700 1 -- 172.21.15.3:0/1051305255 learned_addr learned my addr 172.21.15.3:0/1051305255 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.265+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed695a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 -- 172.21.15.3:0/1051305255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 msgr2=0x5642fed695a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed695a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 -- 172.21.15.3:0/1051305255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 msgr2=0x5642fed4b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed4b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 -- 172.21.15.3:0/1051305255 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642fed63dd0 con 0x5642fed4d480 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7c3400700 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400f9e0 tx=0x7fe7b4009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=609d4777690a38be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7afe00700 1 -- 172.21.15.3:0/1051305255 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4028030 con 0x5642fed4d480 2024-05-21T19:13:34.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7afe00700 1 -- 172.21.15.3:0/1051305255 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b400f660 con 0x5642fed4d480 2024-05-21T19:13:34.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.266+0000 7fe7afe00700 1 -- 172.21.15.3:0/1051305255 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4003d80 con 0x5642fed4d480 2024-05-21T19:13:34.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/1051305255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 msgr2=0x5642fed69060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400f9e0 tx=0x7fe7b4009310 comp rx=0 tx=0).stop 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/1051305255 shutdown_connections 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed4dda0 0x5642fed695a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed48020 0x5642fed4b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/1051305255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4d480 0x5642fed69060 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/1051305255 >> 172.21.15.3:0/1051305255 conn(0x5642fec75d80 msgr2=0x5642fed50e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/1051305255 shutdown_connections 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.267+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/1051305255 wait complete. 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.268+0000 7fe7d4bfeb80 1 -- start start 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.268+0000 7fe7d4bfeb80 1 Processor -- start 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed57220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b28a0 con 0x5642fed4d480 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b3d10 con 0x5642fed48020 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c41b2f70 con 0x5642fed4dda0 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7d4bfeb80 10 client.0 _ll_register_callbacks cb 0x5642fed42b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53620/0 (socket says 172.21.15.3:53620) 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c3400700 1 -- 172.21.15.3:0/898498416 learned_addr learned my addr 172.21.15.3:0/898498416 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45498/0 (socket says 172.21.15.3:45498) 2024-05-21T19:13:34.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.269+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed57220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 -- 172.21.15.3:0/898498416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 msgr2=0x5642fed57220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed57220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 -- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 msgr2=0x5642fed5a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 -- 172.21.15.3:0/898498416 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642fedcbf40 con 0x5642fed4d480 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7c3400700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4006010 tx=0x7fe7b4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1502141922e2f16d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:34.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7ad600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4028040 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe7b400f460 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.270+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7b400f660 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe7b4047050 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 10 client.16500 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5642fedcd0b0 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b400f660 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe7b4036070 con 0x5642fed4d480 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 10 client.16500 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:34.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 10 client.16500 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 20 client.16500 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fedcd7c0 0x5642fedcfbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 4 client.16500 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.05, "await_for": 45.0}] 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.271+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.05, "await_for": 45.0}) -- 0x5642feca1710 con 0x5642fedcd7c0 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.272+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fedcd7c0 0x5642fedcfbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.272+0000 7fe7c2a00700 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fedcd7c0 0x5642fedcfbe0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4352d316d827ce9 server_cookie=3e729d8533bd9c72 in_seq=0 out_seq=0 2024-05-21T19:13:34.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.272+0000 7fe7ad600700 10 client.16500 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.285+0000 7fe7ad600700 1 -- 172.21.15.3:0/898498416 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5642feca1710 con 0x5642fedcd7c0 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.285+0000 7fe7ad600700 10 client.16500 handle_command_reply: tid=0 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.285+0000 7fe7d4bfeb80 1 client.16500 shutdown 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.285+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 msgr2=0x5642fed56ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.285+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4006010 tx=0x7fe7b4005800 comp rx=0 tx=0).stop 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 shutdown_connections 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642fedcd7c0 0x5642fedcfbe0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642fed4dda0 0x5642fed57220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642fed48020 0x5642fed5a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 --2- 172.21.15.3:0/898498416 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642fed4d480 0x5642fed56ae0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 >> 172.21.15.3:0/898498416 conn(0x5642fec75d80 msgr2=0x5642fed3be20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7ad600700 0 client.16500 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 shutdown_connections 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 1 -- 172.21.15.3:0/898498416 wait complete. 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.286+0000 7fe7d4bfeb80 20 client.16500 trim_cache size 0 max 16384 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:13:34.288 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 14, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "ac2a9562": { 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 14, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.1, 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:13:34.289 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:34.290 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 msgr2=0x7fe7a80b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 0x7fe7a80b4df0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00cfd0 tx=0x7fe7bc00caa0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 msgr2=0x7fe7c41a4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00ef90 tx=0x7fe7bc00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 shutdown_connections 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7a80b2930 0x7fe7a80b4df0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe7c4114230 0x7fe7c41a4a70 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe7c4075cb0 0x7fe7c41a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 --2- 172.21.15.3:0/3619620812 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe7c4077560 0x7fe7c41a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:34.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.287+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 >> 172.21.15.3:0/3619620812 conn(0x7fe7c407a610 msgr2=0x7fe7c4112ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:34.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.288+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 shutdown_connections 2024-05-21T19:13:34.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:34.288+0000 7fe7ca200700 1 -- 172.21.15.3:0/3619620812 wait complete. 2024-05-21T19:13:35.853 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:35 smithi003 ceph-mon[31577]: pgmap v609: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:13:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:35 smithi178 ceph-mon[36523]: pgmap v609: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:13:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:35 smithi104 ceph-mon[36417]: pgmap v609: 97 pgs: 97 active+clean; 2.7 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-05-21T19:13:36.259 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ac2a9562', quiesce took 11.4 seconds. Will release after: 9.65 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 -- 172.21.15.3:0/672012919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0106120 msgr2=0x7fe4d0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 --2- 172.21.15.3:0/672012919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0106120 0x7fe4d0112630 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800b0a0 tx=0x7fe4c800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 -- 172.21.15.3:0/672012919 shutdown_connections 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 --2- 172.21.15.3:0/672012919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0106120 0x7fe4d0112630 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 --2- 172.21.15.3:0/672012919 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d010b760 0x7fe4d010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 --2- 172.21.15.3:0/672012919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d0105760 0x7fe4d0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 -- 172.21.15.3:0/672012919 >> 172.21.15.3:0/672012919 conn(0x7fe4d0101250 msgr2=0x7fe4d0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 -- 172.21.15.3:0/672012919 shutdown_connections 2024-05-21T19:13:36.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.844+0000 7fe4d6800700 1 -- 172.21.15.3:0/672012919 wait complete. 2024-05-21T19:13:36.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.845+0000 7fe4d6800700 1 Processor -- start 2024-05-21T19:13:36.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 -- start start 2024-05-21T19:13:36.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 0x7fe4d019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d010b760 0x7fe4d01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d0115990 con 0x7fe4d0105760 2024-05-21T19:13:36.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d0115810 con 0x7fe4d010b760 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4d6800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d0115b10 con 0x7fe4d0106120 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4cf400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 0x7fe4d019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54844/0 (socket says 172.21.15.3:54844) 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.846+0000 7fe4cea00700 1 -- 172.21.15.3:0/2914888172 learned_addr learned my addr 172.21.15.3:0/2914888172 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:36.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d010b760 0x7fe4d01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 -- 172.21.15.3:0/2914888172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d010b760 msgr2=0x7fe4d01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d010b760 0x7fe4d01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 -- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 msgr2=0x7fe4d019be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 0x7fe4d019be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 -- 172.21.15.3:0/2914888172 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d01a0de0 con 0x7fe4d0106120 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cf400700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 0x7fe4d019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.847+0000 7fe4cea00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc00e9a0 tx=0x7fe4bc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.848+0000 7fe4c7e00700 1 -- 172.21.15.3:0/2914888172 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc00ca10 con 0x7fe4d0106120 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.848+0000 7fe4c7e00700 1 -- 172.21.15.3:0/2914888172 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4bc00cbb0 con 0x7fe4d0106120 2024-05-21T19:13:36.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.848+0000 7fe4c7e00700 1 -- 172.21.15.3:0/2914888172 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc018680 con 0x7fe4d0106120 2024-05-21T19:13:36.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.848+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4d01a10d0 con 0x7fe4d0106120 2024-05-21T19:13:36.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.848+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4d01a8950 con 0x7fe4d0106120 2024-05-21T19:13:36.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.852+0000 7fe4c7e00700 1 -- 172.21.15.3:0/2914888172 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe4bc010430 con 0x7fe4d0106120 2024-05-21T19:13:36.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.853+0000 7fe4e1143b80 1 Processor -- start 2024-05-21T19:13:36.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.853+0000 7fe4e1143b80 1 -- start start 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.853+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07046290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.853+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 0x555a07040260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.853+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a07040ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a06f9ee40 con 0x555a07040880 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a06f8e9e0 con 0x555a07045eb0 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a06f92a20 con 0x555a070467d0 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07046290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07046290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45530/0 (socket says 172.21.15.3:45530) 2024-05-21T19:13:36.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a07040ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4cfe00700 1 -- 172.21.15.3:0/2643595263 learned_addr learned my addr 172.21.15.3:0/2643595263 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:36.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4cf400700 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 0x555a07040260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.854+0000 7fe4c7e00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 0x7fe4b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 -- 172.21.15.3:0/2643595263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 msgr2=0x555a07046290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07046290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 -- 172.21.15.3:0/2643595263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 msgr2=0x555a07040ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a07040ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 -- 172.21.15.3:0/2643595263 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a06f57420 con 0x555a070467d0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cea00700 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a07040ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4c7e00700 1 -- 172.21.15.3:0/2914888172 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4bc0e2380 con 0x7fe4d0106120 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 0x7fe4b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4cf400700 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 0x555a07040260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe4c00103d0 tx=0x7fe4c00106e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3fa6b620b59ec50 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4c4c00700 1 -- 172.21.15.3:0/2643595263 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c001c480 con 0x555a070467d0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.855+0000 7fe4c4c00700 1 -- 172.21.15.3:0/2643595263 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4c001cad0 con 0x555a070467d0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4c4c00700 1 -- 172.21.15.3:0/2643595263 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c0011b10 con 0x555a070467d0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 -- 172.21.15.3:0/2643595263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 msgr2=0x555a07040260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 0x7fe4b40b4dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8009e60 tx=0x7fe4c80099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 0x555a07040260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fe4c00103d0 tx=0x7fe4c00106e0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 -- 172.21.15.3:0/2643595263 shutdown_connections 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a07040ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07046290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/2643595263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a070467d0 0x555a07040260 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.856+0000 7fe4e1143b80 1 -- 172.21.15.3:0/2643595263 >> 172.21.15.3:0/2643595263 conn(0x555a06f6ebe0 msgr2=0x555a0703b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.857+0000 7fe4e1143b80 1 -- 172.21.15.3:0/2643595263 shutdown_connections 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.857+0000 7fe4e1143b80 1 -- 172.21.15.3:0/2643595263 wait complete. 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.857+0000 7fe4e1143b80 1 -- start start 2024-05-21T19:13:36.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.857+0000 7fe4e1143b80 1 Processor -- start 2024-05-21T19:13:36.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a0704c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a06e94fa0 con 0x555a07045eb0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a06f2f760 con 0x555a070467d0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a0704d240 con 0x555a07040880 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4e1143b80 10 client.0 _ll_register_callbacks cb 0x555a06f38c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a0704c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53658/0 (socket says 172.21.15.3:53658) 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cea00700 1 -- 172.21.15.3:0/4072327758 learned_addr learned my addr 172.21.15.3:0/4072327758 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.858+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45532/0 (socket says 172.21.15.3:45532) 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 -- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 msgr2=0x555a0704c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a0704c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 -- 172.21.15.3:0/4072327758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 msgr2=0x555a07049da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 -- 172.21.15.3:0/4072327758 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a06ede8d0 con 0x555a07045eb0 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cf400700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a0704c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc0dfe00 tx=0x7fe4bc0e5ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e50e37347c899f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4b9600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc0a57e0 con 0x555a07045eb0 2024-05-21T19:13:36.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.859+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4bc0cadd0 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4c001cad0 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe4bc0b20c0 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 10 client.16512 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a06f5f060 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4c001cad0 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe4bc0b22f0 con 0x555a07045eb0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 10 client.16512 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 10 client.16512 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.860+0000 7fe4e1143b80 20 client.16512 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.861+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a07059d00 0x555a0705c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.861+0000 7fe4e1143b80 4 client.16512 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.861+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a06fa0d90 con 0x555a07059d00 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.861+0000 7fe4cf400700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a07059d00 0x555a0705c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.862+0000 7fe4cf400700 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a07059d00 0x555a0705c0f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7396e428a0606c04 server_cookie=3f82464805a02ee7 in_seq=0 out_seq=0 2024-05-21T19:13:36.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.862+0000 7fe4b9600700 10 client.16512 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:13:36.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4b9600700 1 -- 172.21.15.3:0/4072327758 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a06fa0d90 con 0x555a07059d00 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4b9600700 10 client.16512 handle_command_reply: tid=0 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 client.16512 shutdown 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 msgr2=0x555a07049860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc0dfe00 tx=0x7fe4bc0e5ef0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 shutdown_connections 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07049da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a0704c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a07059d00 0x555a0705c0f0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4072327758 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07045eb0 0x555a07049860 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 >> 172.21.15.3:0/4072327758 conn(0x555a06f6ebe0 msgr2=0x555a0703f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4b9600700 0 client.16512 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:13:36.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 shutdown_connections 2024-05-21T19:13:36.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.863+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4072327758 wait complete. 2024-05-21T19:13:36.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.864+0000 7fe4e1143b80 20 client.16512 trim_cache size 0 max 16384 2024-05-21T19:13:36.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.881+0000 7fe4e1143b80 1 Processor -- start 2024-05-21T19:13:36.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.881+0000 7fe4e1143b80 1 -- start start 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a07040260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a070467d0 0x555a070439c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01b2860 con 0x555a070467d0 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01b00f0 con 0x555a07045eb0 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01adf40 con 0x555a07040880 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45536/0 (socket says 172.21.15.3:45536) 2024-05-21T19:13:36.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4cea00700 1 -- 172.21.15.3:0/4171008115 learned_addr learned my addr 172.21.15.3:0/4171008115 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:36.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4cf400700 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a07040260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.882+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a070467d0 0x555a070439c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 -- 172.21.15.3:0/4171008115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 msgr2=0x555a07040260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a07040260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 -- 172.21.15.3:0/4171008115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a070467d0 msgr2=0x555a070439c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a070467d0 0x555a070439c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 -- 172.21.15.3:0/4171008115 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a0703bf40 con 0x555a07045eb0 2024-05-21T19:13:36.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cf400700 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a07040260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4cea00700 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc0a8ba0 tx=0x7fe4bc0a5180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=159ded9e103ee17f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4bbe00700 1 -- 172.21.15.3:0/4171008115 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc0a8e90 con 0x555a07045eb0 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4bbe00700 1 -- 172.21.15.3:0/4171008115 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4bc0a9430 con 0x555a07045eb0 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.883+0000 7fe4bbe00700 1 -- 172.21.15.3:0/4171008115 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4bc0b2530 con 0x555a07045eb0 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4171008115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 msgr2=0x555a07040c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc0a8ba0 tx=0x7fe4bc0a5180 comp rx=0 tx=0).stop 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4171008115 shutdown_connections 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a070467d0 0x555a070439c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07040880 0x555a07040260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/4171008115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a07045eb0 0x555a07040c60 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4171008115 >> 172.21.15.3:0/4171008115 conn(0x555a06f6ebe0 msgr2=0x555a07048190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4171008115 shutdown_connections 2024-05-21T19:13:36.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.884+0000 7fe4e1143b80 1 -- 172.21.15.3:0/4171008115 wait complete. 2024-05-21T19:13:36.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.885+0000 7fe4e1143b80 1 -- start start 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.885+0000 7fe4e1143b80 1 Processor -- start 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a070613a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07045eb0 0x555a070618e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01ae5b0 con 0x555a07040880 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01afa20 con 0x555a070467d0 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d01aec80 con 0x555a07045eb0 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4e1143b80 10 client.0 _ll_register_callbacks cb 0x555a06f38c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cf400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a070613a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45550/0 (socket says 172.21.15.3:45550) 2024-05-21T19:13:36.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 -- 172.21.15.3:0/837844013 learned_addr learned my addr 172.21.15.3:0/837844013 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cf400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a070613a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53674/0 (socket says 172.21.15.3:53674) 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cea00700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07045eb0 0x555a070618e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 -- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07045eb0 msgr2=0x555a070618e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07045eb0 0x555a070618e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.886+0000 7fe4cfe00700 1 -- 172.21.15.3:0/837844013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 msgr2=0x555a070613a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a070613a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4cfe00700 1 -- 172.21.15.3:0/837844013 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a070c37f0 con 0x555a070467d0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4cfe00700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800bfa0 tx=0x7fe4c800b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85ac8380eb2b5af3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4b9600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c8005040 con 0x555a070467d0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4c80051e0 con 0x555a070467d0 2024-05-21T19:13:36.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.887+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4bc0a9430 con 0x555a070467d0 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe4c80053e0 con 0x555a070467d0 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4e1143b80 10 client.26618 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a070c4a50 con 0x555a070467d0 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4bc0a9430 con 0x555a070467d0 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe4c8011070 con 0x555a070467d0 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4e1143b80 10 client.26618 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4e1143b80 10 client.26618 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.888+0000 7fe4e1143b80 20 client.26618 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.889+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a070c5160 0x555a070c7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.889+0000 7fe4e1143b80 4 client.26618 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.889+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a06f9a570 con 0x555a070c5160 2024-05-21T19:13:36.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.889+0000 7fe4cf400700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a070c5160 0x555a070c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:36.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4cf400700 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a070c5160 0x555a070c7580 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=643bced694233c90 server_cookie=db2e4d018ccd783f in_seq=0 out_seq=0 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4b9600700 10 client.26618 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4b9600700 1 -- 172.21.15.3:0/837844013 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a06f9a570 con 0x555a070c5160 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4b9600700 10 client.26618 handle_command_reply: tid=0 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 client.26618 shutdown 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 msgr2=0x555a07061e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fe4c800bfa0 tx=0x7fe4c800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 shutdown_connections 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a070467d0 0x555a07061e20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x555a070c5160 0x555a070c7580 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a07040880 0x555a070613a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 --2- 172.21.15.3:0/837844013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a07045eb0 0x555a070618e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4b9600700 0 client.26618 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:13:36.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 >> 172.21.15.3:0/837844013 conn(0x555a06f6ebe0 msgr2=0x555a07048100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 shutdown_connections 2024-05-21T19:13:36.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.890+0000 7fe4e1143b80 1 -- 172.21.15.3:0/837844013 wait complete. 2024-05-21T19:13:36.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4e1143b80 20 client.26618 trim_cache size 0 max 16384 2024-05-21T19:13:36.894 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 msgr2=0x7fe4b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 0x7fe4b40b4dc0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe4c8009e60 tx=0x7fe4c80099e0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 msgr2=0x7fe4d019c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fe4bc00e9a0 tx=0x7fe4bc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 shutdown_connections 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4b40b2900 0x7fe4b40b4dc0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4d010b760 0x7fe4d01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4d0105760 0x7fe4d019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 --2- 172.21.15.3:0/2914888172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4d0106120 0x7fe4d019c360 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 >> 172.21.15.3:0/2914888172 conn(0x7fe4d0101250 msgr2=0x7fe4d01018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.891+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 shutdown_connections 2024-05-21T19:13:36.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:36.892+0000 7fe4d6800700 1 -- 172.21.15.3:0/2914888172 wait complete. 2024-05-21T19:13:37.830 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:13:37.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:37 smithi003 ceph-mon[31577]: pgmap v610: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:37 smithi178 ceph-mon[36523]: pgmap v610: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:37 smithi104 ceph-mon[36417]: pgmap v610: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-05-21T19:13:38.305 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:39 smithi178 ceph-mon[36523]: pgmap v611: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-21T19:13:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:39 smithi104 ceph-mon[36417]: pgmap v611: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-21T19:13:40.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:39 smithi003 ceph-mon[31577]: pgmap v611: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.665+0000 7efcabe00700 1 -- 172.21.15.3:0/461475097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4076090 msgr2=0x7efca410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.665+0000 7efcabe00700 1 --2- 172.21.15.3:0/461475097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4076090 0x7efca410fa00 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7efc90009990 tx=0x7efc90009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 -- 172.21.15.3:0/461475097 shutdown_connections 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 --2- 172.21.15.3:0/461475097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 --2- 172.21.15.3:0/461475097 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4075770 0x7efca4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 --2- 172.21.15.3:0/461475097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4076090 0x7efca410fa00 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 -- 172.21.15.3:0/461475097 >> 172.21.15.3:0/461475097 conn(0x7efca407a6a0 msgr2=0x7efca407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 -- 172.21.15.3:0/461475097 shutdown_connections 2024-05-21T19:13:40.666 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.666+0000 7efcabe00700 1 -- 172.21.15.3:0/461475097 wait complete. 2024-05-21T19:13:40.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 Processor -- start 2024-05-21T19:13:40.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 -- start start 2024-05-21T19:13:40.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 0x7efca419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4076090 0x7efca419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca41a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efca4115970 con 0x7efca4075770 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efca41157f0 con 0x7efca4076090 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.667+0000 7efcabe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efca4115af0 con 0x7efca410ff40 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 0x7efca419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 0x7efca419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53688/0 (socket says 172.21.15.3:53688) 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca41a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9400700 1 -- 172.21.15.3:0/3908500307 learned_addr learned my addr 172.21.15.3:0/3908500307 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:40.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca8a00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4076090 0x7efca419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 -- 172.21.15.3:0/3908500307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4076090 msgr2=0x7efca419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4076090 0x7efca419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 -- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 msgr2=0x7efca419be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 0x7efca419be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.668+0000 7efca9e00700 1 -- 172.21.15.3:0/3908500307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efca41a0dc0 con 0x7efca410ff40 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efca9e00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca41a0680 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7efc9c00e940 tx=0x7efc9c00ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efca2000700 1 -- 172.21.15.3:0/3908500307 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c004220 con 0x7efca410ff40 2024-05-21T19:13:40.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efca2000700 1 -- 172.21.15.3:0/3908500307 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9c0043c0 con 0x7efca410ff40 2024-05-21T19:13:40.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efca41a10b0 con 0x7efca410ff40 2024-05-21T19:13:40.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efca2000700 1 -- 172.21.15.3:0/3908500307 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c010700 con 0x7efca410ff40 2024-05-21T19:13:40.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.669+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efca41a8930 con 0x7efca410ff40 2024-05-21T19:13:40.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.674+0000 7efca2000700 1 -- 172.21.15.3:0/3908500307 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efc9c004750 con 0x7efca410ff40 2024-05-21T19:13:40.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.675+0000 7efcb66f3b80 1 Processor -- start 2024-05-21T19:13:40.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.675+0000 7efcb66f3b80 1 -- start start 2024-05-21T19:13:40.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.675+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec539f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 0x556e7ec4e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556e7ebabe40 con 0x556e7ec53610 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556e7eb9b9e0 con 0x556e7ec4e140 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556e7eb9fa20 con 0x556e7ec53f30 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca2000700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 0x7efc8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca2000700 1 -- 172.21.15.3:0/3908500307 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efc9c0e1f50 con 0x7efca410ff40 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca9e00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 0x7efc8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54906/0 (socket says 172.21.15.3:54906) 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca9400700 1 -- 172.21.15.3:0/772011646 learned_addr learned my addr 172.21.15.3:0/772011646 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:40.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.676+0000 7efca8a00700 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 0x556e7ec4e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 -- 172.21.15.3:0/772011646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 msgr2=0x556e7ec4e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 0x556e7ec4e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 -- 172.21.15.3:0/772011646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 msgr2=0x556e7ec539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec539f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 -- 172.21.15.3:0/772011646 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e7eb64420 con 0x556e7ec53f30 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca8a00700 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 0x556e7ec4e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9e00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 0x7efc8c0b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7efc9c0a5570 tx=0x7efc9c0051c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efca9400700 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7efc9800e660 tx=0x7efc98009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75db584b4f97e976 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efc96a00700 1 -- 172.21.15.3:0/772011646 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc98003a00 con 0x556e7ec53f30 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efc96a00700 1 -- 172.21.15.3:0/772011646 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9801a070 con 0x556e7ec53f30 2024-05-21T19:13:40.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.677+0000 7efc96a00700 1 -- 172.21.15.3:0/772011646 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc98007760 con 0x556e7ec53f30 2024-05-21T19:13:40.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 -- 172.21.15.3:0/772011646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 msgr2=0x556e7ec4db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7efc9800e660 tx=0x7efc98009920 comp rx=0 tx=0).stop 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 -- 172.21.15.3:0/772011646 shutdown_connections 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec4e140 0x556e7ec4e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/772011646 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec53f30 0x556e7ec4db20 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 -- 172.21.15.3:0/772011646 >> 172.21.15.3:0/772011646 conn(0x556e7eb7bbe0 msgr2=0x556e7ec48690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 -- 172.21.15.3:0/772011646 shutdown_connections 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.678+0000 7efcb66f3b80 1 -- 172.21.15.3:0/772011646 wait complete. 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.679+0000 7efcb66f3b80 1 -- start start 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.679+0000 7efcb66f3b80 1 Processor -- start 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec59d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec570d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec57610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556e7eaa1fa0 con 0x556e7ec53610 2024-05-21T19:13:40.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556e7eb3c760 con 0x556e7ec53f30 2024-05-21T19:13:40.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556e7ec5a980 con 0x556e7ec4e140 2024-05-21T19:13:40.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efcb66f3b80 10 client.0 _ll_register_callbacks cb 0x556e7eb45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:40.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec59d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec59d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54922/0 (socket says 172.21.15.3:54922) 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efca8a00700 1 -- 172.21.15.3:0/4253125738 learned_addr learned my addr 172.21.15.3:0/4253125738 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efca9400700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.680+0000 7efca8a00700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec57610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 -- 172.21.15.3:0/4253125738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 msgr2=0x556e7ec59d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec59d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 -- 172.21.15.3:0/4253125738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 msgr2=0x556e7ec57610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec57610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 -- 172.21.15.3:0/4253125738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e7eaeb8d0 con 0x556e7ec53610 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efca9400700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec570d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efc9800e660 tx=0x7efc98003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1031b3fa9d77882c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efc8b400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc98004cd0 con 0x556e7ec53610 2024-05-21T19:13:40.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efc98004050 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.681+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc9801a070 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc98004250 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 10 client.16530 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e7eb6c060 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9801a070 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc98028470 con 0x556e7ec53610 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 10 client.16530 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 10 client.16530 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 20 client.16530 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.682+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ec674f0 0x556e7ec698e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.683+0000 7efcb66f3b80 4 client.16530 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.683+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e7ebadd90 con 0x556e7ec674f0 2024-05-21T19:13:40.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.683+0000 7efca8a00700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ec674f0 0x556e7ec698e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.683+0000 7efca8a00700 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ec674f0 0x556e7ec698e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d9f7eeff60fb446d server_cookie=7355a1af287f0822 in_seq=0 out_seq=0 2024-05-21T19:13:40.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.683+0000 7efc8b400700 10 client.16530 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.684+0000 7efc8b400700 1 -- 172.21.15.3:0/4253125738 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556e7ebadd90 con 0x556e7ec674f0 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.684+0000 7efc8b400700 10 client.16530 handle_command_reply: tid=0 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.684+0000 7efcb66f3b80 1 client.16530 shutdown 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.684+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 msgr2=0x556e7ec570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.684+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec570d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efc9800e660 tx=0x7efc98003ee0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 shutdown_connections 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec57610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec59d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ec674f0 0x556e7ec698e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/4253125738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec570d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 >> 172.21.15.3:0/4253125738 conn(0x556e7eb7bbe0 msgr2=0x556e7ec47d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efc8b400700 0 client.16530 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:13:40.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 shutdown_connections 2024-05-21T19:13:40.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 1 -- 172.21.15.3:0/4253125738 wait complete. 2024-05-21T19:13:40.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.685+0000 7efcb66f3b80 20 client.16530 trim_cache size 0 max 16384 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.702+0000 7efcb66f3b80 1 Processor -- start 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 -- start start 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec51790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec54c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efca41b2760 con 0x556e7ec53610 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efca41afff0 con 0x556e7ec53f30 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efca41ade40 con 0x556e7ec4e140 2024-05-21T19:13:40.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efca9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec51790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54938/0 (socket says 172.21.15.3:54938) 2024-05-21T19:13:40.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efca8a00700 1 -- 172.21.15.3:0/3286110854 learned_addr learned my addr 172.21.15.3:0/3286110854 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:40.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.703+0000 7efca8a00700 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec54c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 -- 172.21.15.3:0/3286110854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 msgr2=0x556e7ec54c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec54c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 -- 172.21.15.3:0/3286110854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 msgr2=0x556e7ec51790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec51790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 -- 172.21.15.3:0/3286110854 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e7ec53c40 con 0x556e7ec4e140 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efca8a00700 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc900059d0 tx=0x7efc90009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=891b936c3e6b3966 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efc96000700 1 -- 172.21.15.3:0/3286110854 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90021040 con 0x556e7ec4e140 2024-05-21T19:13:40.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efc96000700 1 -- 172.21.15.3:0/3286110854 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9000f460 con 0x556e7ec4e140 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.704+0000 7efc96000700 1 -- 172.21.15.3:0/3286110854 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90017650 con 0x556e7ec4e140 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 -- 172.21.15.3:0/3286110854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 msgr2=0x556e7ec4db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7efc900059d0 tx=0x7efc90009310 comp rx=0 tx=0).stop 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 -- 172.21.15.3:0/3286110854 shutdown_connections 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53f30 0x556e7ec54c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec4db20 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/3286110854 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53610 0x556e7ec51790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 -- 172.21.15.3:0/3286110854 >> 172.21.15.3:0/3286110854 conn(0x556e7eb7bbe0 msgr2=0x556e7ec559c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 -- 172.21.15.3:0/3286110854 shutdown_connections 2024-05-21T19:13:40.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.705+0000 7efcb66f3b80 1 -- 172.21.15.3:0/3286110854 wait complete. 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.706+0000 7efcb66f3b80 1 -- start start 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.706+0000 7efcb66f3b80 1 Processor -- start 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.706+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec603a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 0x556e7ec6e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 0x556e7ec6ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7efca41ae4b0 con 0x556e7ec53f30 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efca41af920 con 0x556e7ec53610 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7efca41aeb80 con 0x556e7ec4e140 2024-05-21T19:13:40.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efcb66f3b80 10 client.0 _ll_register_callbacks cb 0x556e7eb45c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 0x556e7ec6ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 0x556e7ec6e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54940/0 (socket says 172.21.15.3:54940) 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 -- 172.21.15.3:0/2826149773 learned_addr learned my addr 172.21.15.3:0/2826149773 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 -- 172.21.15.3:0/2826149773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 msgr2=0x556e7ec603a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec603a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 -- 172.21.15.3:0/2826149773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 msgr2=0x556e7ec6e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.707+0000 7efca8a00700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 0x556e7ec6e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efca8a00700 1 -- 172.21.15.3:0/2826149773 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e7ec6f440 con 0x556e7ec53f30 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efca9400700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 0x556e7ec6e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efca8a00700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 0x556e7ec6ebf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efc9000bf70 tx=0x7efc90009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f013af16f84d2a0b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efc8b400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:40.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90021040 con 0x556e7ec53f30 2024-05-21T19:13:40.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7efc900052d0 con 0x556e7ec53f30 2024-05-21T19:13:40.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc9000f460 con 0x556e7ec53f30 2024-05-21T19:13:40.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc900054d0 con 0x556e7ec53f30 2024-05-21T19:13:40.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efcb66f3b80 10 client.16536 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:40.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.708+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e7ecd1d80 con 0x556e7ec53f30 2024-05-21T19:13:40.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9000f460 con 0x556e7ec53f30 2024-05-21T19:13:40.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc90027040 con 0x556e7ec53f30 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 10 client.16536 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 10 client.16536 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 20 client.16536 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ecd2280 0x556e7ecd4670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 4 client.16536 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e7ec57a40 con 0x556e7ecd2280 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.709+0000 7efca9400700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ecd2280 0x556e7ecd4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.710+0000 7efca9400700 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ecd2280 0x556e7ecd4670 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d14e58ed982aa456 server_cookie=9418ae6b7066546 in_seq=0 out_seq=0 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.710+0000 7efc8b400700 10 client.16536 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.710+0000 7efc8b400700 1 -- 172.21.15.3:0/2826149773 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e7ec57a40 con 0x556e7ecd2280 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.710+0000 7efc8b400700 10 client.16536 handle_command_reply: tid=0 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.710+0000 7efcb66f3b80 1 client.16536 shutdown 2024-05-21T19:13:40.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 msgr2=0x556e7ec6ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 0x556e7ec6ebf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7efc9000bf70 tx=0x7efc90009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 shutdown_connections 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556e7ecd2280 0x556e7ecd4670 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e7ec53f30 0x556e7ec6ebf0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e7ec4e140 0x556e7ec603a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 --2- 172.21.15.3:0/2826149773 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e7ec53610 0x556e7ec6e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 >> 172.21.15.3:0/2826149773 conn(0x556e7eb7bbe0 msgr2=0x556e7ec54a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efc8b400700 0 client.16536 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 shutdown_connections 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 1 -- 172.21.15.3:0/2826149773 wait complete. 2024-05-21T19:13:40.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.711+0000 7efcb66f3b80 20 client.16536 trim_cache size 0 max 16384 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 msgr2=0x7efc8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 0x7efc8c0b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7efc9c0a5570 tx=0x7efc9c0051c0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 msgr2=0x7efca41a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca41a0680 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7efc9c00e940 tx=0x7efc9c00ec50 comp rx=0 tx=0).stop 2024-05-21T19:13:40.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 shutdown_connections 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7efc8c0b2900 0x7efc8c0b4dc0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7efca410ff40 0x7efca41a0680 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7efca4075770 0x7efca419be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 --2- 172.21.15.3:0/3908500307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efca4076090 0x7efca419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 >> 172.21.15.3:0/3908500307 conn(0x7efca407a6a0 msgr2=0x7efca4100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 shutdown_connections 2024-05-21T19:13:40.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:40.712+0000 7efcabe00700 1 -- 172.21.15.3:0/3908500307 wait complete. 2024-05-21T19:13:41.662 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:13:41.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:41 smithi003 ceph-mon[31577]: pgmap v612: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:41 smithi178 ceph-mon[36523]: pgmap v612: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:41 smithi104 ceph-mon[36417]: pgmap v612: 97 pgs: 97 active+clean; 2.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:42.185 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:43.856 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:43 smithi003 ceph-mon[31577]: pgmap v613: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:43 smithi178 ceph-mon[36523]: pgmap v613: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:43 smithi104 ceph-mon[36417]: pgmap v613: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 -- 172.21.15.3:0/1382045007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10103ca0 msgr2=0x7fab10104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 --2- 172.21.15.3:0/1382045007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10103ca0 0x7fab10104120 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faafc009900 tx=0x7faafc02a3f0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 -- 172.21.15.3:0/1382045007 shutdown_connections 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 --2- 172.21.15.3:0/1382045007 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10104660 0x7fab1010aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 --2- 172.21.15.3:0/1382045007 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10103ca0 0x7fab10104120 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 --2- 172.21.15.3:0/1382045007 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 0x7fab10102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 -- 172.21.15.3:0/1382045007 >> 172.21.15.3:0/1382045007 conn(0x7fab100fe040 msgr2=0x7fab10100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 -- 172.21.15.3:0/1382045007 shutdown_connections 2024-05-21T19:13:44.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.238+0000 7fab17e00640 1 -- 172.21.15.3:0/1382045007 wait complete. 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.239+0000 7fab17e00640 1 Processor -- start 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.239+0000 7fab17e00640 1 -- start start 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 0x7fab1019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10104660 0x7fab101a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010e5c0 con 0x7fab10104660 2024-05-21T19:13:44.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010e440 con 0x7fab10102ab0 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab17e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010e740 con 0x7fab10103ca0 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab15e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10104660 0x7fab101a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab14a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab14a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58788/0 (socket says 172.21.15.3:58788) 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab14a00640 1 -- 172.21.15.3:0/1828308654 learned_addr learned my addr 172.21.15.3:0/1828308654 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.240+0000 7fab15400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 0x7fab1019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 -- 172.21.15.3:0/1828308654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 msgr2=0x7fab1019ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 0x7fab1019ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 -- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10104660 msgr2=0x7fab101a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10104660 0x7fab101a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 -- 172.21.15.3:0/1828308654 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab101a2a40 con 0x7fab10103ca0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab14a00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faafc005940 tx=0x7faafc0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab0e000640 1 -- 172.21.15.3:0/1828308654 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc03f030 con 0x7fab10103ca0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab0e000640 1 -- 172.21.15.3:0/1828308654 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faafc003cb0 con 0x7fab10103ca0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab101a2cd0 con 0x7fab10103ca0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.241+0000 7fab0e000640 1 -- 172.21.15.3:0/1828308654 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc035070 con 0x7fab10103ca0 2024-05-21T19:13:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.242+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab101a31c0 con 0x7fab10103ca0 2024-05-21T19:13:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 Processor -- start 2024-05-21T19:13:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 -- start start 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab0e000640 1 -- 172.21.15.3:0/1828308654 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faafc042030 con 0x7fab10103ca0 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbbf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbbf690 0x55570dbc1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55570db29b90 con 0x55570dbba520 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55570db19730 con 0x55570dbb9b30 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.245+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55570db1d770 con 0x55570dbbf690 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:60612/0 (socket says 172.21.15.3:60612) 2024-05-21T19:13:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 -- 172.21.15.3:0/2120308480 learned_addr learned my addr 172.21.15.3:0/2120308480 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15400640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbbf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab14a00640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbbf690 0x55570dbc1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 -- 172.21.15.3:0/2120308480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbbf690 msgr2=0x55570dbc1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbbf690 0x55570dbc1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 -- 172.21.15.3:0/2120308480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 msgr2=0x55570dbbf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbbf020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15e00640 1 -- 172.21.15.3:0/2120308480 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55570dab28b0 con 0x55570dbb9b30 2024-05-21T19:13:44.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.246+0000 7fab15400640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbbf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:44.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab15e00640 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fab08009fd0 tx=0x7fab080118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=195c0c37eedc8bda server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab02600640 1 -- 172.21.15.3:0/2120308480 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08004d20 con 0x55570dbb9b30 2024-05-21T19:13:44.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab02600640 1 -- 172.21.15.3:0/2120308480 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab08004050 con 0x55570dbb9b30 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab02600640 1 -- 172.21.15.3:0/2120308480 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08005260 con 0x55570dbb9b30 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab0e000640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 0x7faaf80b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab0e000640 1 -- 172.21.15.3:0/1828308654 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faafc102650 con 0x7fab10103ca0 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.247+0000 7fab15400640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 0x7faaf80b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2120308480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 msgr2=0x55570dbb9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fab08009fd0 tx=0x7fab080118d0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2120308480 shutdown_connections 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbbf690 0x55570dbc1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbbf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2120308480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbb9b30 0x55570dbb9f50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2120308480 >> 172.21.15.3:0/2120308480 conn(0x55570dbb51a0 msgr2=0x55570dbb55a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2120308480 shutdown_connections 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2120308480 wait complete. 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.248+0000 7fab15400640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 0x7faaf80b4d60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fab040095f0 tx=0x7fab04005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 -- start start 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 Processor -- start 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbcae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.249+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55570d7ff790 con 0x55570dbba520 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55570dac1bc0 con 0x55570dbbf690 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55570dbc2640 con 0x55570dbb9b30 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab1ac2a740 10 client.0 _ll_register_callbacks cb 0x55570da9f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38722/0 (socket says 172.21.15.3:38722) 2024-05-21T19:13:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 -- 172.21.15.3:0/3494402460 learned_addr learned my addr 172.21.15.3:0/3494402460 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab15e00640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbcae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab15400640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 -- 172.21.15.3:0/3494402460 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 msgr2=0x55570dbc38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 -- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 msgr2=0x55570dbcae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbcae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab14a00640 1 -- 172.21.15.3:0/3494402460 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55570d82e210 con 0x55570dbba520 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.250+0000 7fab15e00640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbcae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7fab14a00640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faafc006010 tx=0x7faafc031980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e6446695929c61 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7faaf6a00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc049040 con 0x55570dbba520 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faafc0c5f30 con 0x55570dbba520 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab08004050 con 0x55570dbba520 2024-05-21T19:13:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faafc0044e0 con 0x55570dbba520 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7fab1ac2a740 10 client.16548 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.251+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55570d8fa620 con 0x55570dbba520 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab08004050 con 0x55570dbba520 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faafc0c9f00 con 0x55570dbba520 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 10 client.16548 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 10 client.16548 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 20 client.16548 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dbcf430 0x55570dbd1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 4 client.16548 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55570db2bae0 con 0x55570dbcf430 2024-05-21T19:13:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.252+0000 7fab15400640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dbcf430 0x55570dbd1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.253+0000 7fab15400640 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dbcf430 0x55570dbd1860 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a381662ffab4cec8 server_cookie=ab52f7537a8df590 in_seq=0 out_seq=0 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.253+0000 7faaf6a00640 10 client.16548 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7faaf6a00640 1 -- 172.21.15.3:0/3494402460 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55570db2bae0 con 0x55570dbcf430 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7faaf6a00640 10 client.16548 handle_command_reply: tid=0 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 client.16548 shutdown 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 msgr2=0x55570dbc3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faafc006010 tx=0x7faafc031980 comp rx=0 tx=0).stop 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 shutdown_connections 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dbcf430 0x55570dbd1860 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbcae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc3e10 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/3494402460 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.254+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 >> 172.21.15.3:0/3494402460 conn(0x55570dbb51a0 msgr2=0x55570dbb4310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.255+0000 7faaf6a00640 0 client.16548 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.255+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 shutdown_connections 2024-05-21T19:13:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.255+0000 7fab1ac2a740 1 -- 172.21.15.3:0/3494402460 wait complete. 2024-05-21T19:13:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.255+0000 7fab1ac2a740 20 client.16548 trim_cache size 0 max 16384 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 Processor -- start 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 -- start start 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbba520 0x55570dbcae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbbafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fab101ae8e0 con 0x55570dbb9b30 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab101ac1b0 con 0x55570dbbf690 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fab101aa000 con 0x55570dbba520 2024-05-21T19:13:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab15400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab15400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38730/0 (socket says 172.21.15.3:38730) 2024-05-21T19:13:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab15400640 1 -- 172.21.15.3:0/2911468503 learned_addr learned my addr 172.21.15.3:0/2911468503 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab15e00640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbbafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.272+0000 7fab14a00640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbba520 0x55570dbcae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 -- 172.21.15.3:0/2911468503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbba520 msgr2=0x55570dbcae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbba520 0x55570dbcae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 -- 172.21.15.3:0/2911468503 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 msgr2=0x55570dbbafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbbafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 -- 172.21.15.3:0/2911468503 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55570dbbadb0 con 0x55570dbb9b30 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15e00640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbbafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.273+0000 7fab15400640 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x55570dbba920 tx=0x7fab0401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c088a5ef949080e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.274+0000 7fab01c00640 1 -- 172.21.15.3:0/2911468503 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0401dbb0 con 0x55570dbb9b30 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.274+0000 7fab01c00640 1 -- 172.21.15.3:0/2911468503 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab0401dd50 con 0x55570dbb9b30 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.274+0000 7fab01c00640 1 -- 172.21.15.3:0/2911468503 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab04029900 con 0x55570dbb9b30 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.274+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2911468503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 msgr2=0x55570dbc32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.274+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x55570dbba920 tx=0x7fab0401b000 comp rx=0 tx=0).stop 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2911468503 shutdown_connections 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbba520 0x55570dbcae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dbbafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/2911468503 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbb9b30 0x55570dbc32d0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2911468503 >> 172.21.15.3:0/2911468503 conn(0x55570dbb51a0 msgr2=0x55570dbc2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2911468503 shutdown_connections 2024-05-21T19:13:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 -- 172.21.15.3:0/2911468503 wait complete. 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 -- start start 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.275+0000 7fab1ac2a740 1 Processor -- start 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dc38030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fab101aa670 con 0x55570dbba520 2024-05-21T19:13:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fab101abae0 con 0x55570dbbf690 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fab101aad40 con 0x55570dbb9b30 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab1ac2a740 10 client.0 _ll_register_callbacks cb 0x7faafc009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38746/0 (socket says 172.21.15.3:38746) 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 -- 172.21.15.3:0/4157369939 learned_addr learned my addr 172.21.15.3:0/4157369939 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab15400640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab15e00640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dc38030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 -- 172.21.15.3:0/4157369939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 msgr2=0x55570dbc7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 -- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 msgr2=0x55570dc38030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dc38030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab14a00640 1 -- 172.21.15.3:0/4157369939 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55570dbc86a0 con 0x55570dbba520 2024-05-21T19:13:44.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.276+0000 7fab15e00640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dc38030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7fab14a00640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faafc0c5d20 tx=0x7faafc0ca190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce91176bf4f611e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7faaf6a00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faafc049040 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faafc0d25c0 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab0401dd50 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faafc0c95f0 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7fab1ac2a740 10 client.16554 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.277+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55570dc39680 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab0401dd50 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7faafc0c8f00 con 0x55570dbba520 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 10 client.16554 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 10 client.16554 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 20 client.16554 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:44.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dc39e90 0x55570dc3c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 4 client.16554 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:13:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55570db252c0 con 0x55570dc39e90 2024-05-21T19:13:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.278+0000 7fab15400640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dc39e90 0x55570dc3c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.279+0000 7fab15400640 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dc39e90 0x55570dc3c280 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e86034a466c3258c server_cookie=d883049ea140218a in_seq=0 out_seq=0 2024-05-21T19:13:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.279+0000 7faaf6a00640 10 client.16554 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7faaf6a00640 1 -- 172.21.15.3:0/4157369939 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55570db252c0 con 0x55570dc39e90 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7faaf6a00640 10 client.16554 handle_command_reply: tid=0 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 client.16554 shutdown 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 msgr2=0x55570dbc8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faafc0c5d20 tx=0x7faafc0ca190 comp rx=0 tx=0).stop 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 shutdown_connections 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55570dc39e90 0x55570dc3c280 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55570dbbf690 0x55570dc38030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55570dbba520 0x55570dbc8090 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 --2- 172.21.15.3:0/4157369939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55570dbb9b30 0x55570dbc7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7faaf6a00640 0 client.16554 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 >> 172.21.15.3:0/4157369939 conn(0x55570dbb51a0 msgr2=0x55570dbbafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 shutdown_connections 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 1 -- 172.21.15.3:0/4157369939 wait complete. 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.294+0000 7fab1ac2a740 20 client.16554 trim_cache size 0 max 16384 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:13:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 msgr2=0x7faaf80b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 0x7faaf80b4d60 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fab040095f0 tx=0x7fab04005f90 comp rx=0 tx=0).stop 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 msgr2=0x7fab1019b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faafc005940 tx=0x7faafc0042f0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 shutdown_connections 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faaf80b28a0 0x7faaf80b4d60 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fab10103ca0 0x7fab1019b360 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.297 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fab10104660 0x7fab101a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.297 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 --2- 172.21.15.3:0/1828308654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fab10102ab0 0x7fab1019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.297 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 >> 172.21.15.3:0/1828308654 conn(0x7fab100fe040 msgr2=0x7fab10074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.297 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.295+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 shutdown_connections 2024-05-21T19:13:44.297 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:44.296+0000 7fab17e00640 1 -- 172.21.15.3:0/1828308654 wait complete. 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.382+0000 7f83adc00700 1 -- 172.21.15.3:0/2145538584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a8106140 msgr2=0x7f83a8112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.382+0000 7f83adc00700 1 --2- 172.21.15.3:0/2145538584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a8106140 0x7f83a8112650 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f83a000b0a0 tx=0x7f83a000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 -- 172.21.15.3:0/2145538584 shutdown_connections 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 --2- 172.21.15.3:0/2145538584 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a8106140 0x7f83a8112650 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 --2- 172.21.15.3:0/2145538584 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a810b780 0x7f83a810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 --2- 172.21.15.3:0/2145538584 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a8105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 -- 172.21.15.3:0/2145538584 >> 172.21.15.3:0/2145538584 conn(0x7f83a8101270 msgr2=0x7f83a8103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 -- 172.21.15.3:0/2145538584 shutdown_connections 2024-05-21T19:13:44.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.383+0000 7f83adc00700 1 -- 172.21.15.3:0/2145538584 wait complete. 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.384+0000 7f83adc00700 1 Processor -- start 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.384+0000 7f83adc00700 1 -- start start 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 0x7f83a819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f83a8115a10 con 0x7f83a810b780 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83a8115890 con 0x7f83a8106140 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83adc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f83a8115b90 con 0x7f83a8105780 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38762/0 (socket says 172.21.15.3:38762) 2024-05-21T19:13:44.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58836/0 (socket says 172.21.15.3:58836) 2024-05-21T19:13:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a7400700 1 -- 172.21.15.3:0/3770891334 learned_addr learned my addr 172.21.15.3:0/3770891334 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.385+0000 7f83a6000700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 0x7f83a819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 -- 172.21.15.3:0/3770891334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 msgr2=0x7f83a819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 -- 172.21.15.3:0/3770891334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 msgr2=0x7f83a819c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 0x7f83a819c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 -- 172.21.15.3:0/3770891334 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a81a0e10 con 0x7f83a810b780 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a6a00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a6000700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 0x7f83a819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83a7400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f83a000b070 tx=0x7f83a0009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f839f400700 1 -- 172.21.15.3:0/3770891334 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0021070 con 0x7f83a810b780 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a81a10a0 con 0x7f83a810b780 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f839f400700 1 -- 172.21.15.3:0/3770891334 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83a0004e40 con 0x7f83a810b780 2024-05-21T19:13:44.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f839f400700 1 -- 172.21.15.3:0/3770891334 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0004630 con 0x7f83a810b780 2024-05-21T19:13:44.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.386+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a81a8980 con 0x7f83a810b780 2024-05-21T19:13:44.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.392+0000 7f839f400700 1 -- 172.21.15.3:0/3770891334 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f83a0007980 con 0x7f83a810b780 2024-05-21T19:13:44.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.392+0000 7f83b8564b80 1 Processor -- start 2024-05-21T19:13:44.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 -- start start 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e6182849f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 0x55e61827f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e6181dce40 con 0x55e618284610 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e6181cc9e0 con 0x55e61827f140 2024-05-21T19:13:44.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83b8564b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e6181d0a20 con 0x55e618284f30 2024-05-21T19:13:44.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83a6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e6182849f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:58852/0 (socket says 172.21.15.3:58852) 2024-05-21T19:13:44.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.393+0000 7f83a6a00700 1 -- 172.21.15.3:0/1250797608 learned_addr learned my addr 172.21.15.3:0/1250797608 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f839f400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 0x7f838c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6000700 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 0x55e61827f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 -- 172.21.15.3:0/1250797608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 msgr2=0x55e61827f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 0x55e61827f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 -- 172.21.15.3:0/1250797608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 msgr2=0x55e6182849f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e6182849f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 -- 172.21.15.3:0/1250797608 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e618195420 con 0x55e618284f30 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6000700 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 0x55e61827f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f839f400700 1 -- 172.21.15.3:0/3770891334 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f83a000f020 con 0x7f83a810b780 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a7400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 0x7f838c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.394+0000 7f83a6a00700 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f83980115f0 tx=0x7f8398011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c8b15008bf404a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.395+0000 7f8393e00700 1 -- 172.21.15.3:0/1250797608 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839801e070 con 0x55e618284f30 2024-05-21T19:13:44.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.395+0000 7f8393e00700 1 -- 172.21.15.3:0/1250797608 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83980198c0 con 0x55e618284f30 2024-05-21T19:13:44.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.395+0000 7f8393e00700 1 -- 172.21.15.3:0/1250797608 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398018920 con 0x55e618284f30 2024-05-21T19:13:44.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- 172.21.15.3:0/1250797608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 msgr2=0x55e61827eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f83980115f0 tx=0x7f8398011900 comp rx=0 tx=0).stop 2024-05-21T19:13:44.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83a7400700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 0x7f838c0b4dc0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009a20 tx=0x7f83a0009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- 172.21.15.3:0/1250797608 shutdown_connections 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e61827f140 0x55e61827f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e6182849f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 --2- 172.21.15.3:0/1250797608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e61827eb20 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- 172.21.15.3:0/1250797608 >> 172.21.15.3:0/1250797608 conn(0x55e6181acbe0 msgr2=0x55e618279690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- 172.21.15.3:0/1250797608 shutdown_connections 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- 172.21.15.3:0/1250797608 wait complete. 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.396+0000 7f83b8564b80 1 -- start start 2024-05-21T19:13:44.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 Processor -- start 2024-05-21T19:13:44.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61828ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 0x55e618287ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e618288530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e6180d2fa0 con 0x55e61827f140 2024-05-21T19:13:44.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e61816d760 con 0x55e618284610 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e61828b9e0 con 0x55e618284f30 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.397+0000 7f83b8564b80 10 client.0 _ll_register_callbacks cb 0x55e618176c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61828ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61828ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38784/0 (socket says 172.21.15.3:38784) 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6000700 1 -- 172.21.15.3:0/2228150977 learned_addr learned my addr 172.21.15.3:0/2228150977 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 0x55e618287ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6000700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e618288530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 -- 172.21.15.3:0/2228150977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 msgr2=0x55e618288530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e618288530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 -- 172.21.15.3:0/2228150977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 msgr2=0x55e61828ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61828ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 -- 172.21.15.3:0/2228150977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e61811c8d0 con 0x55e618284610 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6000700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e618288530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.398+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 0x55e618287ff0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8398011d00 tx=0x7f8398019ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e557f68a4eb0720 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f8390c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839801e040 con 0x55e618284610 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8398005040 con 0x55e618284610 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83980198c0 con 0x55e618284610 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8398005ce0 con 0x55e618284610 2024-05-21T19:13:44.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f83b8564b80 10 client.26660 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:44.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e61819d060 con 0x55e618284610 2024-05-21T19:13:44.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.399+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83980198c0 con 0x55e618284610 2024-05-21T19:13:44.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8398021030 con 0x55e618284610 2024-05-21T19:13:44.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 10 client.26660 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:44.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 10 client.26660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:44.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 20 client.26660 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618298450 0x55e61829a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 4 client.26660 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6181ded90 con 0x55e618298450 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.400+0000 7f83a6000700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618298450 0x55e61829a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.401+0000 7f83a6000700 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618298450 0x55e61829a840 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3edaea343153da server_cookie=f5ac81c14a475492 in_seq=0 out_seq=0 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.401+0000 7f8390c00700 10 client.26660 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f8390c00700 1 -- 172.21.15.3:0/2228150977 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e6181ded90 con 0x55e618298450 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f8390c00700 10 client.26660 handle_command_reply: tid=0 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 client.26660 shutdown 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 msgr2=0x55e618287ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 0x55e618287ff0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f8398011d00 tx=0x7f8398019ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 shutdown_connections 2024-05-21T19:13:44.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618298450 0x55e61829a840 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284f30 0x55e618288530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61828ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f8390c00700 0 client.26660 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2228150977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284610 0x55e618287ff0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 >> 172.21.15.3:0/2228150977 conn(0x55e6181acbe0 msgr2=0x55e618278d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.402+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 shutdown_connections 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.403+0000 7f83b8564b80 1 -- 172.21.15.3:0/2228150977 wait complete. 2024-05-21T19:13:44.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.403+0000 7f83b8564b80 20 client.26660 trim_cache size 0 max 16384 2024-05-21T19:13:44.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.419+0000 7f83b8564b80 1 Processor -- start 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 -- start start 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61827eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 0x55e618285ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e6182794f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81b2670 con 0x55e61827f140 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81aff00 con 0x55e618284f30 2024-05-21T19:13:44.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83b8564b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81add50 con 0x55e618284610 2024-05-21T19:13:44.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83a6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61827eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83a6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61827eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38798/0 (socket says 172.21.15.3:38798) 2024-05-21T19:13:44.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83a6000700 1 -- 172.21.15.3:0/2832981579 learned_addr learned my addr 172.21.15.3:0/2832981579 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.420+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 0x55e618285ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6000700 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e6182794f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 -- 172.21.15.3:0/2832981579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 msgr2=0x55e6182794f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e6182794f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 -- 172.21.15.3:0/2832981579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 msgr2=0x55e61827eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61827eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 -- 172.21.15.3:0/2832981579 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e618286560 con 0x55e618284610 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f83a6a00700 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 0x55e618285ae0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8398004f70 tx=0x7f8398011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31ed0e57bcdde3f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f8393400700 1 -- 172.21.15.3:0/2832981579 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398015070 con 0x55e618284610 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.421+0000 7f8393400700 1 -- 172.21.15.3:0/2832981579 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8398029070 con 0x55e618284610 2024-05-21T19:13:44.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f8393400700 1 -- 172.21.15.3:0/2832981579 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839801e070 con 0x55e618284610 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 -- 172.21.15.3:0/2832981579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 msgr2=0x55e618285ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 0x55e618285ae0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8398004f70 tx=0x7f8398011900 comp rx=0 tx=0).stop 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 -- 172.21.15.3:0/2832981579 shutdown_connections 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e6182794f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e61827f140 0x55e61827eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 --2- 172.21.15.3:0/2832981579 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e618284610 0x55e618285ae0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 -- 172.21.15.3:0/2832981579 >> 172.21.15.3:0/2832981579 conn(0x55e6181acbe0 msgr2=0x55e6182853d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 -- 172.21.15.3:0/2832981579 shutdown_connections 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.422+0000 7f83b8564b80 1 -- 172.21.15.3:0/2832981579 wait complete. 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.423+0000 7f83b8564b80 1 -- start start 2024-05-21T19:13:44.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.423+0000 7f83b8564b80 1 Processor -- start 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e61827f140 0x55e618291060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e61829fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81ae3c0 con 0x55e618284610 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81af830 con 0x55e618284f30 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f83a81aea90 con 0x55e61827f140 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83b8564b80 10 client.0 _ll_register_callbacks cb 0x55e618176c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38810/0 (socket says 172.21.15.3:38810) 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6a00700 1 -- 172.21.15.3:0/3759100740 learned_addr learned my addr 172.21.15.3:0/3759100740 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6000700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e61827f140 0x55e618291060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6000700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e61829fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.424+0000 7f83a6a00700 1 -- 172.21.15.3:0/3759100740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e61827f140 msgr2=0x55e618291060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83a6a00700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e61827f140 0x55e618291060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83a6a00700 1 -- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 msgr2=0x55e61829fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:44.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83a6a00700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e61829fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83a6a00700 1 -- 172.21.15.3:0/3759100740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e61829ff80 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83a6a00700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8398018490 tx=0x7f83980056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6f871a8a61650b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f8390c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398015030 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8398018ba0 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.425+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8398029070 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8398047070 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 10 client.16572 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e618302ab0 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8398029070 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8398021040 con 0x55e618284610 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 10 client.16572 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 10 client.16572 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:44.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 20 client.16572 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618303020 0x55e618305440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 4 client.16572 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.426+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e6181d8570 con 0x55e618303020 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.427+0000 7f83a6000700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618303020 0x55e618305440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.427+0000 7f83a6000700 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618303020 0x55e618305440 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84b0360686974507 server_cookie=c54e9f61444c0fea in_seq=0 out_seq=0 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.427+0000 7f8390c00700 10 client.16572 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f8390c00700 1 -- 172.21.15.3:0/3759100740 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e6181d8570 con 0x55e618303020 2024-05-21T19:13:44.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f8390c00700 10 client.16572 handle_command_reply: tid=0 2024-05-21T19:13:44.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 client.16572 shutdown 2024-05-21T19:13:44.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 msgr2=0x55e61829f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8398018490 tx=0x7f83980056b0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 shutdown_connections 2024-05-21T19:13:44.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e618303020 0x55e618305440 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e618284f30 0x55e61829fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e61827f140 0x55e618291060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 --2- 172.21.15.3:0/3759100740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e618284610 0x55e61829f500 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f8390c00700 0 client.16572 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:44.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 >> 172.21.15.3:0/3759100740 conn(0x55e6181acbe0 msgr2=0x55e618283110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 shutdown_connections 2024-05-21T19:13:44.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 1 -- 172.21.15.3:0/3759100740 wait complete. 2024-05-21T19:13:44.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.428+0000 7f83b8564b80 20 client.16572 trim_cache size 0 max 16384 2024-05-21T19:13:44.433 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 msgr2=0x7f838c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 0x7f838c0b4dc0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009a20 tx=0x7f83a0009040 comp rx=0 tx=0).stop 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 msgr2=0x7f83a81a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f83a000b070 tx=0x7f83a0009c90 comp rx=0 tx=0).stop 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 shutdown_connections 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f838c0b2900 0x7f838c0b4dc0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f83a810b780 0x7f83a81a06d0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f83a8105780 0x7f83a819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 --2- 172.21.15.3:0/3770891334 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f83a8106140 0x7f83a819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:44.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 >> 172.21.15.3:0/3770891334 conn(0x7f83a8101270 msgr2=0x7f83a8101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:44.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 shutdown_connections 2024-05-21T19:13:44.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:44.429+0000 7f83adc00700 1 -- 172.21.15.3:0/3770891334 wait complete. 2024-05-21T19:13:44.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:44 smithi104 ceph-mon[36417]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:13:45.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:44 smithi003 ceph-mon[31577]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:13:45.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:44 smithi178 ceph-mon[36523]: pgmap v614: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 12 op/s 2024-05-21T19:13:45.910 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:13:46.368 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:13:46.369 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:13:46.393 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:47.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:47 smithi178 ceph-mon[36523]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:13:47.637 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:47 smithi003 ceph-mon[31577]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:13:47.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:47 smithi104 ceph-mon[36417]: pgmap v615: 97 pgs: 97 active+clean; 2.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:13:47.947 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.955+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1290992309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 msgr2=0x7fd6e410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.955+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1290992309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e410e7d0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd6d00099c0 tx=0x7fd6d0009cd0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1290992309 shutdown_connections 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1290992309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e410eeb0 0x7fd6e4116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1290992309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e4109dd0 0x7fd6e410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1290992309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e410e7d0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1290992309 >> 172.21.15.3:0/1290992309 conn(0x7fd6e4076d10 msgr2=0x7fd6e4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1290992309 shutdown_connections 2024-05-21T19:13:48.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.956+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1290992309 wait complete. 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.957+0000 7fd6ebe00700 1 Processor -- start 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.957+0000 7fd6ebe00700 1 -- start start 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.957+0000 7fd6ebe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e4109dd0 0x7fd6e41a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.957+0000 7fd6ebe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.957+0000 7fd6ebe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e410eeb0 0x7fd6e41a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:48.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6ebe00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119d80 con 0x7fd6e410a780 2024-05-21T19:13:48.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6ebe00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119c00 con 0x7fd6e410eeb0 2024-05-21T19:13:48.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6ebe00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e4119f00 con 0x7fd6e4109dd0 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38824/0 (socket says 172.21.15.3:38824) 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 -- 172.21.15.3:0/1702540059 learned_addr learned my addr 172.21.15.3:0/1702540059 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e9400700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e4109dd0 0x7fd6e41a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e9e00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e410eeb0 0x7fd6e41a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 -- 172.21.15.3:0/1702540059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e4109dd0 msgr2=0x7fd6e41a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e4109dd0 0x7fd6e41a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 -- 172.21.15.3:0/1702540059 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e410eeb0 msgr2=0x7fd6e41a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e410eeb0 0x7fd6e41a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:48.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.958+0000 7fd6e8a00700 1 -- 172.21.15.3:0/1702540059 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e41a52e0 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6e8a00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd6d000b580 tx=0x7fd6d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0009e60 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6d0003c70 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0004910 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6e41a5570 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.959+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6e41a59a0 con 0x7fd6e410a780 2024-05-21T19:13:48.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.960+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6e406a230 con 0x7fd6e410a780 2024-05-21T19:13:48.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.963+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd6d00037c0 con 0x7fd6e410a780 2024-05-21T19:13:48.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.964+0000 7fd6e2000700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 0x7fd6cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:48.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.965+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd6d00e2f70 con 0x7fd6e410a780 2024-05-21T19:13:48.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.965+0000 7fd6e9400700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 0x7fd6cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:48.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.966+0000 7fd6e9400700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 0x7fd6cc0b4d40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8009c60 tx=0x7fd6d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:48.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:48.967+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd6d0013070 con 0x7fd6e410a780 2024-05-21T19:13:49.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.258+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6e402e560 con 0x7fd6e410a780 2024-05-21T19:13:49.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.259+0000 7fd6e2000700 1 -- 172.21.15.3:0/1702540059 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7fd6d00aaca0 con 0x7fd6e410a780 2024-05-21T19:13:49.260 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:13:49.260 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:13:49.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 msgr2=0x7fd6cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:49.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 0x7fd6cc0b4d40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8009c60 tx=0x7fd6d8009260 comp rx=0 tx=0).stop 2024-05-21T19:13:49.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 msgr2=0x7fd6e41a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:49.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fd6d000b580 tx=0x7fd6d0004270 comp rx=0 tx=0).stop 2024-05-21T19:13:49.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 shutdown_connections 2024-05-21T19:13:49.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6cc0b2880 0x7fd6cc0b4d40 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:49.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6e410eeb0 0x7fd6e41a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6e4109dd0 0x7fd6e41a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 --2- 172.21.15.3:0/1702540059 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6e410a780 0x7fd6e41a0810 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 >> 172.21.15.3:0/1702540059 conn(0x7fd6e4076d10 msgr2=0x7fd6e4078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 shutdown_connections 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:49.263+0000 7fd6ebe00700 1 -- 172.21.15.3:0/1702540059 wait complete. 2024-05-21T19:13:49.264 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:13:49.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:49 smithi003 ceph-mon[31577]: pgmap v616: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:13:49.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:49 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1702540059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:49.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:49 smithi178 ceph-mon[36523]: pgmap v616: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:13:49.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:49 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1702540059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:49.730 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:49 smithi104 ceph-mon[36417]: pgmap v616: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:13:49.731 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:49 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1702540059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:13:50.756 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id ac2a9562 --release --await' 2024-05-21T19:13:50.757 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id ac2a9562 --release --await 2024-05-21T19:13:51.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 -- 172.21.15.3:0/860519423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f1410ffa0 msgr2=0x7f8f14112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 --2- 172.21.15.3:0/860519423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f1410ffa0 0x7f8f14112390 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c009f90 tx=0x7f8f0c00b330 comp rx=0 tx=0).stop 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 -- 172.21.15.3:0/860519423 shutdown_connections 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 --2- 172.21.15.3:0/860519423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f1410ffa0 0x7f8f14112390 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 --2- 172.21.15.3:0/860519423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14075770 0x7f8f14075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 --2- 172.21.15.3:0/860519423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f14076090 0x7f8f1410fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 -- 172.21.15.3:0/860519423 >> 172.21.15.3:0/860519423 conn(0x7f8f1407a6a0 msgr2=0x7f8f1407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 -- 172.21.15.3:0/860519423 shutdown_connections 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.298+0000 7f8f18c00700 1 -- 172.21.15.3:0/860519423 wait complete. 2024-05-21T19:13:51.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.299+0000 7f8f18c00700 1 Processor -- start 2024-05-21T19:13:51.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.299+0000 7f8f18c00700 1 -- start start 2024-05-21T19:13:51.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 0x7f8f1419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 0x7f8f1419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 0x7f8f141a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8f14115930 con 0x7f8f1410ffa0 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141157b0 con 0x7f8f14075770 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f18c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f14115ab0 con 0x7f8f14076090 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 0x7f8f1419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.300+0000 7f8f11400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 0x7f8f1419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 0x7f8f1419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44904/0 (socket says 172.21.15.3:44904) 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f12800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 0x7f8f141a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11e00700 1 -- 172.21.15.3:0/103358181 learned_addr learned my addr 172.21.15.3:0/103358181 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 -- 172.21.15.3:0/103358181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 msgr2=0x7f8f1419bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 0x7f8f1419bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 -- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 msgr2=0x7f8f141a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 0x7f8f141a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 -- 172.21.15.3:0/103358181 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f141a0d60 con 0x7f8f14076090 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f12800700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 0x7f8f141a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:13:51.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.301+0000 7f8f11400700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 0x7f8f1419c2e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000eb90 tx=0x7f8f0000eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.302+0000 7f8f0aa00700 1 -- 172.21.15.3:0/103358181 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f0000ccf0 con 0x7f8f14076090 2024-05-21T19:13:51.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.302+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f141a1050 con 0x7f8f14076090 2024-05-21T19:13:51.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.302+0000 7f8f0aa00700 1 -- 172.21.15.3:0/103358181 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f000044d0 con 0x7f8f14076090 2024-05-21T19:13:51.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.302+0000 7f8f0aa00700 1 -- 172.21.15.3:0/103358181 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00010430 con 0x7f8f14076090 2024-05-21T19:13:51.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.302+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f141a88d0 con 0x7f8f14076090 2024-05-21T19:13:51.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.307+0000 7f8f235fbb80 1 Processor -- start 2024-05-21T19:13:51.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.307+0000 7f8f235fbb80 1 -- start start 2024-05-21T19:13:51.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73ac32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73ac3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564d73a21ec0 con 0x564d73ac8f30 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564d73a11a60 con 0x564d73ac3900 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564d73a15aa0 con 0x564d73ac9850 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f12800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f12800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51208/0 (socket says 172.21.15.3:51208) 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f12800700 1 -- 172.21.15.3:0/3950154930 learned_addr learned my addr 172.21.15.3:0/3950154930 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.308+0000 7f8f11e00700 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73ac32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 -- 172.21.15.3:0/3950154930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 msgr2=0x564d73ac3d60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73ac3d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 -- 172.21.15.3:0/3950154930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 msgr2=0x564d73ac9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 -- 172.21.15.3:0/3950154930 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d739da4a0 con 0x564d73ac9850 2024-05-21T19:13:51.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f12800700 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f11e00700 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73ac32e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8f04009d80 tx=0x7f8f04011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed9ab66f5a179097 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8f0aa00700 1 -- 172.21.15.3:0/103358181 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8f00003680 con 0x7f8f14076090 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8eff400700 1 -- 172.21.15.3:0/3950154930 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04004a30 con 0x564d73ac9850 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8eff400700 1 -- 172.21.15.3:0/3950154930 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f040054d0 con 0x564d73ac9850 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.309+0000 7f8eff400700 1 -- 172.21.15.3:0/3950154930 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04019890 con 0x564d73ac9850 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 -- 172.21.15.3:0/3950154930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 msgr2=0x564d73ac32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73ac32e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8f04009d80 tx=0x7f8f04011720 comp rx=0 tx=0).stop 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 -- 172.21.15.3:0/3950154930 shutdown_connections 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73ac3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73ac9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/3950154930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73ac32e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.310+0000 7f8f235fbb80 1 -- 172.21.15.3:0/3950154930 >> 172.21.15.3:0/3950154930 conn(0x564d739f1c60 msgr2=0x564d73abe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f235fbb80 1 -- 172.21.15.3:0/3950154930 shutdown_connections 2024-05-21T19:13:51.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f235fbb80 1 -- 172.21.15.3:0/3950154930 wait complete. 2024-05-21T19:13:51.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f0aa00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 0x7f8ef80b4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f235fbb80 1 -- start start 2024-05-21T19:13:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f0aa00700 1 -- 172.21.15.3:0/103358181 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8f000e2530 con 0x7f8f14076090 2024-05-21T19:13:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.311+0000 7f8f12800700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 0x7f8ef80b4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 Processor -- start 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73acf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73acc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564d73918020 con 0x564d73ac8f30 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564d739b27e0 con 0x564d73ac3900 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564d73ad02c0 con 0x564d73ac9850 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.312+0000 7f8f235fbb80 10 client.0 _ll_register_callbacks cb 0x564d739bbcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73acc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51698/0 (socket says 172.21.15.3:51698) 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f12800700 1 -- 172.21.15.3:0/2773024976 learned_addr learned my addr 172.21.15.3:0/2773024976 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11e00700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73acf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f12800700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 0x7f8ef80b4cd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c009f90 tx=0x7f8f0c0092e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 -- 172.21.15.3:0/2773024976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 msgr2=0x564d73acce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 -- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 msgr2=0x564d73acf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73acf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.313+0000 7f8f11400700 1 -- 172.21.15.3:0/2773024976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d73961950 con 0x564d73ac8f30 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8f12800700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8f11400700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73acc8d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8f000a6d40 tx=0x7f8f000a94f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58da6a287376caf2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8ef3e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f000c3060 con 0x564d73ac8f30 2024-05-21T19:13:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8f000a60c0 con 0x564d73ac8f30 2024-05-21T19:13:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.314+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f040054d0 con 0x564d73ac8f30 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f000a95e0 con 0x564d73ac8f30 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 10 client.16590 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d739e20e0 con 0x564d73ac8f30 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f040054d0 con 0x564d73ac8f30 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f000b24a0 con 0x564d73ac8f30 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 10 client.16590 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 10 client.16590 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 20 client.16590 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73ae56d0 0x564d73ae7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 4 client.16590 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.315+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d73a23e10 con 0x564d73ae56d0 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.316+0000 7f8f11e00700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73ae56d0 0x564d73ae7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.316+0000 7f8f11e00700 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73ae56d0 0x564d73ae7ac0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95e1410017622f48 server_cookie=19bdbddb09004e5c in_seq=0 out_seq=0 2024-05-21T19:13:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.316+0000 7f8ef3e00700 10 client.16590 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:51.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2773024976 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d73a23e10 con 0x564d73ae56d0 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8ef3e00700 10 client.16590 handle_command_reply: tid=0 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8f235fbb80 1 client.16590 shutdown 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 msgr2=0x564d73acc8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73acc8d0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8f000a6d40 tx=0x7f8f000a94f0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 shutdown_connections 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.317+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73ae56d0 0x564d73ae7ac0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73acce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac3900 0x564d73acf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2773024976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac8f30 0x564d73acc8d0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 >> 172.21.15.3:0/2773024976 conn(0x564d739f1c60 msgr2=0x564d73ac22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8ef3e00700 0 client.16590 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 shutdown_connections 2024-05-21T19:13:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2773024976 wait complete. 2024-05-21T19:13:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.318+0000 7f8f235fbb80 20 client.16590 trim_cache size 0 max 16384 2024-05-21T19:13:51.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.343+0000 7f8f235fbb80 1 Processor -- start 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.343+0000 7f8f235fbb80 1 -- start start 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 0x564d73ac32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73accde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73aed2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141ae2e0 con 0x564d73ac3900 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141abb70 con 0x564d73ac8f30 2024-05-21T19:13:51.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f14107650 con 0x564d73ac9850 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 0x564d73ac32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73aed2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f11400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73accde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 0x564d73ac32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51236/0 (socket says 172.21.15.3:51236) 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.344+0000 7f8f11e00700 1 -- 172.21.15.3:0/2006058189 learned_addr learned my addr 172.21.15.3:0/2006058189 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 -- 172.21.15.3:0/2006058189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 msgr2=0x564d73aed2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73aed2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 -- 172.21.15.3:0/2006058189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 msgr2=0x564d73ac32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 0x564d73ac32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 -- 172.21.15.3:0/2006058189 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d73acae60 con 0x564d73ac8f30 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8f11400700 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73accde0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8f000a6070 tx=0x7f8f00005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f7eab886c64d0ea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.345+0000 7f8efea00700 1 -- 172.21.15.3:0/2006058189 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f000aa1d0 con 0x564d73ac8f30 2024-05-21T19:13:51.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.346+0000 7f8efea00700 1 -- 172.21.15.3:0/2006058189 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f000e22f0 con 0x564d73ac8f30 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.346+0000 7f8efea00700 1 -- 172.21.15.3:0/2006058189 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f000a8d30 con 0x564d73ac8f30 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.346+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2006058189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 msgr2=0x564d73accde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.346+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73accde0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8f000a6070 tx=0x7f8f00005c00 comp rx=0 tx=0).stop 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2006058189 shutdown_connections 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac9850 0x564d73aed2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac3900 0x564d73ac32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2006058189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73accde0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2006058189 >> 172.21.15.3:0/2006058189 conn(0x564d739f1c60 msgr2=0x564d73acc6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2006058189 shutdown_connections 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2006058189 wait complete. 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.347+0000 7f8f235fbb80 1 -- start start 2024-05-21T19:13:51.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 Processor -- start 2024-05-21T19:13:51.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 0x564d73ad5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73ad5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 0x564d73ad2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141aa030 con 0x564d73ac9850 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141ab4a0 con 0x564d73ac8f30 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8f141aa700 con 0x564d73ac3900 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.348+0000 7f8f235fbb80 10 client.0 _ll_register_callbacks cb 0x564d739bbcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 0x564d73ad5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 0x564d73ad5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51710/0 (socket says 172.21.15.3:51710) 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11e00700 1 -- 172.21.15.3:0/2092752662 learned_addr learned my addr 172.21.15.3:0/2092752662 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:51.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73ad5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f12800700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 0x564d73ad2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 -- 172.21.15.3:0/2092752662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 msgr2=0x564d73ad5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 0x564d73ad5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 -- 172.21.15.3:0/2092752662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 msgr2=0x564d73ad2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 0x564d73ad2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 -- 172.21.15.3:0/2092752662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d73ad2a90 con 0x564d73ac8f30 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f12800700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 0x564d73ad2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8f11400700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73ad5ac0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f000e24a0 tx=0x7f8f000b26d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41241250c9cdc62f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.349+0000 7f8ef3e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f000c3070 con 0x564d73ac8f30 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f000e22f0 con 0x564d73ac8f30 2024-05-21T19:13:51.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8f000a60c0 con 0x564d73ac8f30 2024-05-21T19:13:51.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f000b8070 con 0x564d73ac8f30 2024-05-21T19:13:51.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8f235fbb80 10 client.26687 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:51.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564d73ad2a90 con 0x564d73ac8f30 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.350+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f000e22f0 con 0x564d73ac8f30 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f000cc0d0 con 0x564d73ac8f30 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 10 client.26687 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 10 client.26687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 20 client.26687 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73b50c80 0x564d73b53070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:51.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 4 client.26687 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564d73a1d5f0 con 0x564d73b50c80 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.351+0000 7f8f11e00700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73b50c80 0x564d73b53070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.352+0000 7f8f11e00700 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73b50c80 0x564d73b53070 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e06410d611b240a server_cookie=e8c127751f0a07b4 in_seq=0 out_seq=0 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.352+0000 7f8ef3e00700 10 client.26687 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8ef3e00700 1 -- 172.21.15.3:0/2092752662 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564d73a1d5f0 con 0x564d73b50c80 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8ef3e00700 10 client.26687 handle_command_reply: tid=0 2024-05-21T19:13:51.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 client.26687 shutdown 2024-05-21T19:13:51.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 msgr2=0x564d73ad5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73ad5ac0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8f000e24a0 tx=0x7f8f000b26d0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 shutdown_connections 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564d73b50c80 0x564d73b53070 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564d73ac9850 0x564d73ad2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564d73ac3900 0x564d73ad5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 --2- 172.21.15.3:0/2092752662 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564d73ac8f30 0x564d73ad5ac0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8ef3e00700 0 client.26687 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 >> 172.21.15.3:0/2092752662 conn(0x564d739f1c60 msgr2=0x564d73ac9c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.353+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 shutdown_connections 2024-05-21T19:13:51.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.354+0000 7f8f235fbb80 1 -- 172.21.15.3:0/2092752662 wait complete. 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.354+0000 7f8f235fbb80 20 client.26687 trim_cache size 0 max 16384 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "ec50c89d-64c4-4b01-a448-f1b3a83ef6ed", 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:13:51.357 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 msgr2=0x7f8ef80b4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 0x7f8ef80b4cd0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c009f90 tx=0x7f8f0c0092e0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 msgr2=0x7f8f1419c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 0x7f8f1419c2e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000eb90 tx=0x7f8f0000eea0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 shutdown_connections 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8ef80b2810 0x7f8ef80b4cd0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8f1410ffa0 0x7f8f141a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f14075770 0x7f8f1419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 --2- 172.21.15.3:0/103358181 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8f14076090 0x7f8f1419c2e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 >> 172.21.15.3:0/103358181 conn(0x7f8f1407a6a0 msgr2=0x7f8f141007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:51.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 shutdown_connections 2024-05-21T19:13:51.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:51.355+0000 7f8f18c00700 1 -- 172.21.15.3:0/103358181 wait complete. 2024-05-21T19:13:51.360 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:51.520 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:51 smithi003 ceph-mon[31577]: pgmap v617: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:51.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:51 smithi104 ceph-mon[36417]: pgmap v617: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:51 smithi178 ceph-mon[36523]: pgmap v617: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:52.220 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:13:52.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:52 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:13:52.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:52 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:52.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:52 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:13:52.425 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:52 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:52 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:13:52.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:52 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:52 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:13:52.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:52 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:52 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:13:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:52 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:52 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:13:52.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:52 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:13:53.428 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:53.711 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:53 smithi003 ceph-mon[31577]: pgmap v618: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:53.712 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:53 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:13:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:53 smithi104 ceph-mon[36417]: pgmap v618: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:53 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:13:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:53 smithi178 ceph-mon[36523]: pgmap v618: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 8 op/s 2024-05-21T19:13:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:53 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 -- 172.21.15.3:0/1161306952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e01095a0 msgr2=0x7f03e0109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 --2- 172.21.15.3:0/1161306952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e01095a0 0x7f03e0109980 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f03d0009990 tx=0x7f03d0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 -- 172.21.15.3:0/1161306952 shutdown_connections 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 --2- 172.21.15.3:0/1161306952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e006c470 0x7f03e01103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 --2- 172.21.15.3:0/1161306952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e01095a0 0x7f03e0109980 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 --2- 172.21.15.3:0/1161306952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006bab0 0x7f03e006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 -- 172.21.15.3:0/1161306952 >> 172.21.15.3:0/1161306952 conn(0x7f03e00793b0 msgr2=0x7f03e00797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 -- 172.21.15.3:0/1161306952 shutdown_connections 2024-05-21T19:13:55.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.309+0000 7f03e5200700 1 -- 172.21.15.3:0/1161306952 wait complete. 2024-05-21T19:13:55.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.310+0000 7f03e5200700 1 Processor -- start 2024-05-21T19:13:55.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 -- start start 2024-05-21T19:13:55.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 0x7f03e019be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 0x7f03e019c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e01095a0 0x7f03e01a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01136d0 con 0x7f03e006bab0 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03e0113550 con 0x7f03e006c470 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03e5200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03e0113850 con 0x7f03e01095a0 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03dde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 0x7f03e019be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03dde00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 0x7f03e019be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51270/0 (socket says 172.21.15.3:51270) 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03dd400700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 0x7f03e019c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.311+0000 7f03dde00700 1 -- 172.21.15.3:0/3305089284 learned_addr learned my addr 172.21.15.3:0/3305089284 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03de800700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e01095a0 0x7f03e01a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 -- 172.21.15.3:0/3305089284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e01095a0 msgr2=0x7f03e01a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e01095a0 0x7f03e01a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 -- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 msgr2=0x7f03e019be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 0x7f03e019be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 -- 172.21.15.3:0/3305089284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e01a0e90 con 0x7f03e006c470 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.312+0000 7f03dd400700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 0x7f03e019c3c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00e9f0 tx=0x7f03cc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.313+0000 7f03d6a00700 1 -- 172.21.15.3:0/3305089284 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc00c9c0 con 0x7f03e006c470 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.313+0000 7f03d6a00700 1 -- 172.21.15.3:0/3305089284 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03cc00cb60 con 0x7f03e006c470 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.313+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e01a1180 con 0x7f03e006c470 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.313+0000 7f03d6a00700 1 -- 172.21.15.3:0/3305089284 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc018680 con 0x7f03e006c470 2024-05-21T19:13:55.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.313+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e01a8a00 con 0x7f03e006c470 2024-05-21T19:13:55.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.317+0000 7f03d6a00700 1 -- 172.21.15.3:0/3305089284 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f03cc010430 con 0x7f03e006c470 2024-05-21T19:13:55.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 Processor -- start 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 -- start start 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125e530 0x564731257fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731258a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5647311b5f40 con 0x56473125e530 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5647311a5ae0 con 0x56473125dc10 2024-05-21T19:13:55.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.318+0000 7f03efbabb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5647311a9b20 con 0x5647312585f0 2024-05-21T19:13:55.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44972/0 (socket says 172.21.15.3:44972) 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03de800700 1 -- 172.21.15.3:0/1911600213 learned_addr learned my addr 172.21.15.3:0/1911600213 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731258a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dde00700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125e530 0x564731257fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 -- 172.21.15.3:0/1911600213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 msgr2=0x56473125dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 -- 172.21.15.3:0/1911600213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125e530 msgr2=0x564731257fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125e530 0x564731257fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03dd400700 1 -- 172.21.15.3:0/1911600213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56473116e520 con 0x5647312585f0 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03de800700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.319+0000 7f03d6a00700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 0x7f03c40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03dd400700 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731258a50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f03cc0dfe00 tx=0x7f03cc0ea820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7143d9a27635bae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03d6a00700 1 -- 172.21.15.3:0/3305089284 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f03cc0e23e0 con 0x7f03e006c470 2024-05-21T19:13:55.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03de800700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 0x7f03c40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03cb400700 1 -- 172.21.15.3:0/1911600213 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc0a5840 con 0x5647312585f0 2024-05-21T19:13:55.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03cb400700 1 -- 172.21.15.3:0/1911600213 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03cc0a50f0 con 0x5647312585f0 2024-05-21T19:13:55.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.320+0000 7f03cb400700 1 -- 172.21.15.3:0/1911600213 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc0a90f0 con 0x5647312585f0 2024-05-21T19:13:55.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 -- 172.21.15.3:0/1911600213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 msgr2=0x564731258a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03de800700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 0x7f03c40b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f03d8007610 tx=0x7f03d800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731258a50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f03cc0dfe00 tx=0x7f03cc0ea820 comp rx=0 tx=0).stop 2024-05-21T19:13:55.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 -- 172.21.15.3:0/1911600213 shutdown_connections 2024-05-21T19:13:55.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731258a50 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56473125dc10 0x56473125dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1911600213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125e530 0x564731257fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 -- 172.21.15.3:0/1911600213 >> 172.21.15.3:0/1911600213 conn(0x564731185ce0 msgr2=0x564731252f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 -- 172.21.15.3:0/1911600213 shutdown_connections 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.321+0000 7f03efbabb80 1 -- 172.21.15.3:0/1911600213 wait complete. 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.322+0000 7f03efbabb80 1 -- start start 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.322+0000 7f03efbabb80 1 Processor -- start 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.322+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731264240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.322+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x5647312615e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03efbabb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5647310ac0a0 con 0x56473125dc10 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03efbabb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564731146860 con 0x564731261b20 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03efbabb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564731264fa0 con 0x5647312585f0 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03efbabb80 10 client.0 _ll_register_callbacks cb 0x56473114fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03dde00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731264240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03dd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x5647312615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03dde00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731264240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51754/0 (socket says 172.21.15.3:51754) 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44982/0 (socket says 172.21.15.3:44982) 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03dde00700 1 -- 172.21.15.3:0/1208436066 learned_addr learned my addr 172.21.15.3:0/1208436066 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03de800700 1 -- 172.21.15.3:0/1208436066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 msgr2=0x564731264240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.323+0000 7f03de800700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731264240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03de800700 1 -- 172.21.15.3:0/1208436066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 msgr2=0x5647312615e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03de800700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x5647312615e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03de800700 1 -- 172.21.15.3:0/1208436066 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647310f59d0 con 0x564731261b20 2024-05-21T19:13:55.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03dd400700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x5647312615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03de800700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f03d8016db0 tx=0x7f03d8004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae7635c1ebb09039 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03bfe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8004bb0 con 0x564731261b20 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f03d8004d50 con 0x564731261b20 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.324+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5647311b7e90 con 0x564731261b20 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03d8015a80 con 0x564731261b20 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03efbabb80 10 client.26699 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:55.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564731176160 con 0x564731261b20 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5647311b7e90 con 0x564731261b20 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03d80045f0 con 0x564731261b20 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.325+0000 7f03efbabb80 10 client.26699 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03efbabb80 10 client.26699 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03efbabb80 20 client.26699 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564731271fc0 0x5647312743b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03efbabb80 4 client.26699 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5647311b1670 con 0x564731271fc0 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.326+0000 7f03dde00700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564731271fc0 0x5647312743b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.327+0000 7f03dde00700 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564731271fc0 0x5647312743b0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f643d2cc647d635b server_cookie=eab120e0fb0a66e9 in_seq=0 out_seq=0 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.327+0000 7f03bfe00700 10 client.26699 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.327+0000 7f03bfe00700 1 -- 172.21.15.3:0/1208436066 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5647311b1670 con 0x564731271fc0 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.327+0000 7f03bfe00700 10 client.26699 handle_command_reply: tid=0 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.327+0000 7f03efbabb80 1 client.26699 shutdown 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 msgr2=0x564731261fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f03d8016db0 tx=0x7f03d8004ad0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 shutdown_connections 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x564731271fc0 0x5647312743b0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731261fa0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731264240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 --2- 172.21.15.3:0/1208436066 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x5647312615e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03bfe00700 0 client.26699 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 >> 172.21.15.3:0/1208436066 conn(0x564731185ce0 msgr2=0x564731252430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 shutdown_connections 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 1 -- 172.21.15.3:0/1208436066 wait complete. 2024-05-21T19:13:55.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.328+0000 7f03efbabb80 20 client.26699 trim_cache size 0 max 16384 2024-05-21T19:13:55.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 Processor -- start 2024-05-21T19:13:55.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 -- start start 2024-05-21T19:13:55.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731257fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x564731279c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01ae440 con 0x56473125dc10 2024-05-21T19:13:55.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01abcd0 con 0x564731261b20 2024-05-21T19:13:55.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.351+0000 7f03efbabb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03e010e450 con 0x5647312585f0 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03dd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x564731279c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03dd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x564731279c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51316/0 (socket says 172.21.15.3:51316) 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44988/0 (socket says 172.21.15.3:44988) 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03dd400700 1 -- 172.21.15.3:0/3630041718 learned_addr learned my addr 172.21.15.3:0/3630041718 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03dde00700 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731257fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 -- 172.21.15.3:0/3630041718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 msgr2=0x564731257fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731257fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 -- 172.21.15.3:0/3630041718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 msgr2=0x564731279c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x564731279c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.352+0000 7f03de800700 1 -- 172.21.15.3:0/3630041718 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564731263e80 con 0x564731261b20 2024-05-21T19:13:55.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.353+0000 7f03de800700 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f03d802d460 tx=0x7f03d80092d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46fbd22de159590f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.353+0000 7f03caa00700 1 -- 172.21.15.3:0/3630041718 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d8005c60 con 0x564731261b20 2024-05-21T19:13:55.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.353+0000 7f03caa00700 1 -- 172.21.15.3:0/3630041718 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03d803c070 con 0x564731261b20 2024-05-21T19:13:55.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.353+0000 7f03caa00700 1 -- 172.21.15.3:0/3630041718 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d80376d0 con 0x564731261b20 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- 172.21.15.3:0/3630041718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 msgr2=0x56473127a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f03d802d460 tx=0x7f03d80092d0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- 172.21.15.3:0/3630041718 shutdown_connections 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x56473127a1c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x564731257fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 --2- 172.21.15.3:0/3630041718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x564731279c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- 172.21.15.3:0/3630041718 >> 172.21.15.3:0/3630041718 conn(0x564731185ce0 msgr2=0x56473125b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- 172.21.15.3:0/3630041718 shutdown_connections 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- 172.21.15.3:0/3630041718 wait complete. 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.354+0000 7f03efbabb80 1 -- start start 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 Processor -- start 2024-05-21T19:13:55.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x56473126a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731267200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01aa190 con 0x56473125dc10 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01ab600 con 0x564731261b20 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f03e01aa860 con 0x5647312585f0 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03efbabb80 10 client.0 _ll_register_callbacks cb 0x56473114fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03dde00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03dde00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51764/0 (socket says 172.21.15.3:51764) 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03dde00700 1 -- 172.21.15.3:0/2858393745 learned_addr learned my addr 172.21.15.3:0/2858393745 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:55.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.355+0000 7f03dd400700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x56473126a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03de800700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731267200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 -- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 msgr2=0x564731267200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731267200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 -- 172.21.15.3:0/2858393745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 msgr2=0x56473126a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x56473126a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 -- 172.21.15.3:0/2858393745 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564731267740 con 0x5647312585f0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03dde00700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x564731274c20 tx=0x7f03d0024cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38142c4b087feb80 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03bfe00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d000b720 con 0x5647312585f0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03d803c070 con 0x5647312585f0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.356+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f03d000b8c0 con 0x5647312585f0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f03d000bac0 con 0x5647312585f0 2024-05-21T19:13:55.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 10 client.26701 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:55.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5647312dd220 con 0x5647312585f0 2024-05-21T19:13:55.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03d803c070 con 0x5647312585f0 2024-05-21T19:13:55.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f03d002e460 con 0x5647312585f0 2024-05-21T19:13:55.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 10 client.26701 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:55.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 10 client.26701 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 20 client.26701 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5647312dd8e0 0x5647312dfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 4 client.26701 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ac2a9562", "release": true, "await": true}] 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.357+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ac2a9562", "release": true, "await": true}) -- 0x564731028350 con 0x5647312dd8e0 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.358+0000 7f03dd400700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5647312dd8e0 0x5647312dfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.358+0000 7f03dd400700 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5647312dd8e0 0x5647312dfd00 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=817aee30556dba3b server_cookie=985ae0350b025624 in_seq=0 out_seq=0 2024-05-21T19:13:55.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.358+0000 7f03bfe00700 10 client.26701 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.361+0000 7f03bfe00700 1 -- 172.21.15.3:0/2858393745 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564731028350 con 0x5647312dd8e0 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.361+0000 7f03bfe00700 10 client.26701 handle_command_reply: tid=0 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.361+0000 7f03efbabb80 1 client.26701 shutdown 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.361+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 msgr2=0x56473126a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.361+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x564731274c20 tx=0x7f03d0024cf0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 shutdown_connections 2024-05-21T19:13:55.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5647312dd8e0 0x5647312dfd00 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564731261b20 0x564731267200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5647312585f0 0x56473126a230 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 --2- 172.21.15.3:0/2858393745 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56473125dc10 0x56473126a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03bfe00700 0 client.26701 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 >> 172.21.15.3:0/2858393745 conn(0x564731185ce0 msgr2=0x56473125e920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 shutdown_connections 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 1 -- 172.21.15.3:0/2858393745 wait complete. 2024-05-21T19:13:55.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.362+0000 7f03efbabb80 20 client.26701 trim_cache size 0 max 16384 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 26, 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 16, 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "ac2a9562": { 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 16, 2024-05-21T19:13:55.365 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.1, 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:13:55.366 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:13:55.367 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 msgr2=0x7f03c40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 0x7f03c40b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f03d8007610 tx=0x7f03d800b040 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 msgr2=0x7f03e019c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 0x7f03e019c3c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00e9f0 tx=0x7f03cc00ed00 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 shutdown_connections 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f03c40b2880 0x7f03c40b4d40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f03e01095a0 0x7f03e01a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f03e006bab0 0x7f03e019be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 --2- 172.21.15.3:0/3305089284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f03e006c470 0x7f03e019c3c0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 >> 172.21.15.3:0/3305089284 conn(0x7f03e00793b0 msgr2=0x7f03e010e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 shutdown_connections 2024-05-21T19:13:55.368 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:55.363+0000 7f03e5200700 1 -- 172.21.15.3:0/3305089284 wait complete. 2024-05-21T19:13:55.561 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:55 smithi003 ceph-mon[31577]: pgmap v619: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-21T19:13:55.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:55 smithi104 ceph-mon[36417]: pgmap v619: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-21T19:13:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:55 smithi178 ceph-mon[36523]: pgmap v619: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 10 op/s 2024-05-21T19:13:56.522 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ac2a9562', total seconds elapsed: 31.7 2024-05-21T19:13:56.522 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.05 2024-05-21T19:13:56.522 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:13:56.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 -- 172.21.15.3:0/320176063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 msgr2=0x7fcd5806c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/320176063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd5806c630 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009990 tx=0x7fcd44009ca0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 -- 172.21.15.3:0/320176063 shutdown_connections 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/320176063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58105f70 0x7fcd58106420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/320176063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58108460 0x7fcd5806bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/320176063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd5806c630 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 -- 172.21.15.3:0/320176063 >> 172.21.15.3:0/320176063 conn(0x7fcd580793f0 msgr2=0x7fcd58079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 -- 172.21.15.3:0/320176063 shutdown_connections 2024-05-21T19:13:56.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.820+0000 7fcd5fa00700 1 -- 172.21.15.3:0/320176063 wait complete. 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.821+0000 7fcd5fa00700 1 Processor -- start 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.821+0000 7fcd5fa00700 1 -- start start 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd581a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58105f70 0x7fcd581a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcd58119d20 con 0x7fcd58108460 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd58119ba0 con 0x7fcd5806c1b0 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5fa00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcd58119ea0 con 0x7fcd58105f70 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51332/0 (socket says 172.21.15.3:51332) 2024-05-21T19:13:56.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5da00700 1 -- 172.21.15.3:0/3572935506 learned_addr learned my addr 172.21.15.3:0/3572935506 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:56.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd5d000700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd581a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.822+0000 7fcd57e00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58105f70 0x7fcd581a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 -- 172.21.15.3:0/3572935506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58105f70 msgr2=0x7fcd581a0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58105f70 0x7fcd581a0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 -- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 msgr2=0x7fcd581a4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 -- 172.21.15.3:0/3572935506 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd581a5360 con 0x7fcd5806c1b0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5da00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5d000700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd581a0350 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00efc0 tx=0x7fcd4c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd55600700 1 -- 172.21.15.3:0/3572935506 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0092e0 con 0x7fcd5806c1b0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd55600700 1 -- 172.21.15.3:0/3572935506 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c003a00 con 0x7fcd5806c1b0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd55600700 1 -- 172.21.15.3:0/3572935506 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c004550 con 0x7fcd5806c1b0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.823+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd581a55f0 con 0x7fcd5806c1b0 2024-05-21T19:13:56.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.824+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd581aced0 con 0x7fcd5806c1b0 2024-05-21T19:13:56.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.827+0000 7fcd55600700 1 -- 172.21.15.3:0/3572935506 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcd4c01b030 con 0x7fcd5806c1b0 2024-05-21T19:13:56.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 Processor -- start 2024-05-21T19:13:56.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd55600700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 -- start start 2024-05-21T19:13:56.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd55600700 1 -- 172.21.15.3:0/3572935506 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcd4c0e1b00 con 0x7fcd5806c1b0 2024-05-21T19:13:56.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd5da00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fcc140 0x5617e4fcc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5617e4f29e40 con 0x5617e4fd1f30 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5617e4f199e0 con 0x5617e4fd1610 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.829+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5617e4f1da20 con 0x5617e4fcc140 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd57e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51336/0 (socket says 172.21.15.3:51336) 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45022/0 (socket says 172.21.15.3:45022) 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd57e00700 1 -- 172.21.15.3:0/4067887301 learned_addr learned my addr 172.21.15.3:0/4067887301 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5da00700 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fcc140 0x5617e4fcc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 -- 172.21.15.3:0/4067887301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fcc140 msgr2=0x5617e4fcc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fcc140 0x5617e4fcc5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 -- 172.21.15.3:0/4067887301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 msgr2=0x5617e4fcbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5da00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 0x7fcd400b4dc0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fcd50005c50 tx=0x7fcd50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd5d000700 1 -- 172.21.15.3:0/4067887301 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617e4ee2420 con 0x5617e4fd1610 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.830+0000 7fcd57e00700 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.831+0000 7fcd5d000700 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00c6f0 tx=0x7fcd4c003f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2897cc0fe94dd990 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.831+0000 7fcd4a000700 1 -- 172.21.15.3:0/4067887301 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0a9130 con 0x5617e4fd1610 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.831+0000 7fcd4a000700 1 -- 172.21.15.3:0/4067887301 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c0ad4e0 con 0x5617e4fd1610 2024-05-21T19:13:56.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.831+0000 7fcd4a000700 1 -- 172.21.15.3:0/4067887301 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0a95f0 con 0x5617e4fd1610 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 -- 172.21.15.3:0/4067887301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 msgr2=0x5617e4fd19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00c6f0 tx=0x7fcd4c003f50 comp rx=0 tx=0).stop 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 -- 172.21.15.3:0/4067887301 shutdown_connections 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fcc140 0x5617e4fcc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd19f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/4067887301 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fcbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 -- 172.21.15.3:0/4067887301 >> 172.21.15.3:0/4067887301 conn(0x5617e4ef9be0 msgr2=0x5617e4fc6690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 -- 172.21.15.3:0/4067887301 shutdown_connections 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.832+0000 7fcd6a356b80 1 -- 172.21.15.3:0/4067887301 wait complete. 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.833+0000 7fcd6a356b80 1 -- start start 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.833+0000 7fcd6a356b80 1 Processor -- start 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fcc140 0x5617e4fd7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 0x5617e4fd5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5617e4e1ffa0 con 0x5617e4fcc140 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5617e4eba760 con 0x5617e4fd1610 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5617e4fd89e0 con 0x5617e4fd1f30 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd6a356b80 10 client.0 _ll_register_callbacks cb 0x5617e4ec3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd57e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd57e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45034/0 (socket says 172.21.15.3:45034) 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fcc140 0x5617e4fd7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd57e00700 1 -- 172.21.15.3:0/701682398 learned_addr learned my addr 172.21.15.3:0/701682398 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.834+0000 7fcd5da00700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 0x5617e4fd5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd57e00700 1 -- 172.21.15.3:0/701682398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 msgr2=0x5617e4fd5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd57e00700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 0x5617e4fd5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd57e00700 1 -- 172.21.15.3:0/701682398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fcc140 msgr2=0x5617e4fd7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd57e00700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fcc140 0x5617e4fd7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd57e00700 1 -- 172.21.15.3:0/701682398 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617e4e698d0 con 0x5617e4fd1610 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.835+0000 7fcd5da00700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 0x5617e4fd5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd57e00700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcd44000c00 tx=0x7fcd44005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=527d722609adcc4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44029060 con 0x5617e4fd1610 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcd44003680 con 0x5617e4fd1610 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd4c0ad4e0 con 0x5617e4fd1610 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcd440038c0 con 0x5617e4fd1610 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.836+0000 7fcd6a356b80 10 client.26717 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5617e4eea060 con 0x5617e4fd1610 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c0ad4e0 con 0x5617e4fd1610 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcd4400f990 con 0x5617e4fd1610 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 10 client.26717 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 10 client.26717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 20 client.26717 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e4fe55a0 0x5617e4fe7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 4 client.26717 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.837+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617e4f2bd90 con 0x5617e4fe55a0 2024-05-21T19:13:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.838+0000 7fcd5d000700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e4fe55a0 0x5617e4fe7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.839+0000 7fcd5d000700 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e4fe55a0 0x5617e4fe7990 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27a7486a1069d89d server_cookie=5f304db5bbbc00d9 in_seq=0 out_seq=0 2024-05-21T19:13:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.839+0000 7fcd3ea00700 10 client.26717 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.839+0000 7fcd3ea00700 1 -- 172.21.15.3:0/701682398 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5617e4f2bd90 con 0x5617e4fe55a0 2024-05-21T19:13:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.839+0000 7fcd3ea00700 10 client.26717 handle_command_reply: tid=0 2024-05-21T19:13:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 client.26717 shutdown 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 msgr2=0x5617e4fd4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcd44000c00 tx=0x7fcd44005800 comp rx=0 tx=0).stop 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 shutdown_connections 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e4fe55a0 0x5617e4fe7990 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1f30 0x5617e4fd5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fcc140 0x5617e4fd7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/701682398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fd1610 0x5617e4fd4fe0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 >> 172.21.15.3:0/701682398 conn(0x5617e4ef9be0 msgr2=0x5617e4fc5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd3ea00700 0 client.26717 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 shutdown_connections 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.840+0000 7fcd6a356b80 1 -- 172.21.15.3:0/701682398 wait complete. 2024-05-21T19:13:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.841+0000 7fcd6a356b80 20 client.26717 trim_cache size 0 max 16384 2024-05-21T19:13:56.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.866+0000 7fcd6a356b80 1 Processor -- start 2024-05-21T19:13:56.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.866+0000 7fcd6a356b80 1 -- start start 2024-05-21T19:13:56.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fd2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fc64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b6b80 con 0x5617e4fd1f30 2024-05-21T19:13:56.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b4410 con 0x5617e4fcc140 2024-05-21T19:13:56.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b2260 con 0x5617e4fd1610 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd57e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fd2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45048/0 (socket says 172.21.15.3:45048) 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 -- 172.21.15.3:0/279465542 learned_addr learned my addr 172.21.15.3:0/279465542 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5da00700 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fc64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 -- 172.21.15.3:0/279465542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 msgr2=0x5617e4fd2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fd2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 -- 172.21.15.3:0/279465542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 msgr2=0x5617e4fc64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.867+0000 7fcd5d000700 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fc64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd5d000700 1 -- 172.21.15.3:0/279465542 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617e4fd1d30 con 0x5617e4fcc140 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd57e00700 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fd2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd5d000700 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c000f80 tx=0x7fcd4c009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce27f62b8a88cf07 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd49600700 1 -- 172.21.15.3:0/279465542 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0046f0 con 0x5617e4fcc140 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd49600700 1 -- 172.21.15.3:0/279465542 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c004890 con 0x5617e4fcc140 2024-05-21T19:13:56.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.868+0000 7fcd49600700 1 -- 172.21.15.3:0/279465542 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0b1a70 con 0x5617e4fcc140 2024-05-21T19:13:56.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 -- 172.21.15.3:0/279465542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 msgr2=0x5617e4fcbb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c000f80 tx=0x7fcd4c009480 comp rx=0 tx=0).stop 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 -- 172.21.15.3:0/279465542 shutdown_connections 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fc64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fcbb20 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/279465542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fd2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 -- 172.21.15.3:0/279465542 >> 172.21.15.3:0/279465542 conn(0x5617e4ef9be0 msgr2=0x5617e4fd2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 -- 172.21.15.3:0/279465542 shutdown_connections 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.869+0000 7fcd6a356b80 1 -- 172.21.15.3:0/279465542 wait complete. 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.870+0000 7fcd6a356b80 1 -- start start 2024-05-21T19:13:56.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.870+0000 7fcd6a356b80 1 Processor -- start 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.870+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.870+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fde1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd6a356b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fdac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b28d0 con 0x5617e4fd1f30 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b3d40 con 0x5617e4fcc140 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd6a356b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b2fa0 con 0x5617e4fd1610 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd6a356b80 10 client.0 _ll_register_callbacks cb 0x5617e4ec3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fdac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45056/0 (socket says 172.21.15.3:45056) 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 -- 172.21.15.3:0/1498299513 learned_addr learned my addr 172.21.15.3:0/1498299513 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:56.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd57e00700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fde1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 -- 172.21.15.3:0/1498299513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 msgr2=0x5617e4fde1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fde1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 -- 172.21.15.3:0/1498299513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 msgr2=0x5617e4fdac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:56.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.871+0000 7fcd5d000700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fdac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.872+0000 7fcd5d000700 1 -- 172.21.15.3:0/1498299513 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617e4fdb1b0 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.872+0000 7fcd5d000700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a51b0 tx=0x7fcd4c0df600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7246af5d3463a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.872+0000 7fcd3ea00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0046f0 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5617e4f25570 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcd4c0a5720 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcd4c0a9130 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd6a356b80 10 client.26723 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5617e5050930 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5617e4f25570 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.873+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcd4c0a4aa0 con 0x5617e4fcc140 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 10 client.26723 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:56.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 10 client.26723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 20 client.26723 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e5050930 0x5617e5052d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 4 client.26723 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5617e4d9c250 con 0x5617e5050930 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.874+0000 7fcd57e00700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e5050930 0x5617e5052d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd57e00700 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e5050930 0x5617e5052d20 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6440eaac3312ab4 server_cookie=7a9e52d8762a821a in_seq=0 out_seq=0 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd3ea00700 10 client.26723 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd3ea00700 1 -- 172.21.15.3:0/1498299513 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5617e4d9c250 con 0x5617e5050930 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd3ea00700 10 client.26723 handle_command_reply: tid=0 2024-05-21T19:13:56.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 client.26723 shutdown 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 msgr2=0x5617e4fddc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a51b0 tx=0x7fcd4c0df600 comp rx=0 tx=0).stop 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 shutdown_connections 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5617e5050930 0x5617e5052d20 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5617e4fd1f30 0x5617e4fdac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5617e4fcc140 0x5617e4fddc70 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 --2- 172.21.15.3:0/1498299513 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5617e4fd1610 0x5617e4fde1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd3ea00700 0 client.26723 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.875+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 >> 172.21.15.3:0/1498299513 conn(0x5617e4ef9be0 msgr2=0x5617e4fd6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.876+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 shutdown_connections 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.876+0000 7fcd6a356b80 1 -- 172.21.15.3:0/1498299513 wait complete. 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.876+0000 7fcd6a356b80 20 client.26723 trim_cache size 0 max 16384 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:13:56.879 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 msgr2=0x7fcd400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 0x7fcd400b4dc0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fcd50005c50 tx=0x7fcd50009260 comp rx=0 tx=0).stop 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 msgr2=0x7fcd581a0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd581a0350 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c00efc0 tx=0x7fcd4c00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 shutdown_connections 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcd58108460 0x7fcd581a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcd5806c1b0 0x7fcd581a0350 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 --2- 172.21.15.3:0/3572935506 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcd58105f70 0x7fcd581a0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:56.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 >> 172.21.15.3:0/3572935506 conn(0x7fcd580793f0 msgr2=0x7fcd58104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:56.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 shutdown_connections 2024-05-21T19:13:56.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:13:56.877+0000 7fcd5fa00700 1 -- 172.21.15.3:0/3572935506 wait complete. 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 -- 172.21.15.3:0/2176020526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c106460 msgr2=0x7fbd6c1068e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 --2- 172.21.15.3:0/2176020526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c106460 0x7fbd6c1068e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fbd64009900 tx=0x7fbd6402a400 comp rx=0 tx=0).stop 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 -- 172.21.15.3:0/2176020526 shutdown_connections 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 --2- 172.21.15.3:0/2176020526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c106460 0x7fbd6c1068e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 --2- 172.21.15.3:0/2176020526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c103ab0 0x7fbd6c105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 --2- 172.21.15.3:0/2176020526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c101140 0x7fbd6c103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 -- 172.21.15.3:0/2176020526 >> 172.21.15.3:0/2176020526 conn(0x7fbd6c0fcd40 msgr2=0x7fbd6c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 -- 172.21.15.3:0/2176020526 shutdown_connections 2024-05-21T19:13:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.445+0000 7fbd71000640 1 -- 172.21.15.3:0/2176020526 wait complete. 2024-05-21T19:13:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.446+0000 7fbd71000640 1 Processor -- start 2024-05-21T19:13:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.446+0000 7fbd71000640 1 -- start start 2024-05-21T19:13:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.446+0000 7fbd71000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 0x7fbd6c19f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.446+0000 7fbd71000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c103ab0 0x7fbd6c19f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.446+0000 7fbd71000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 0x7fbd6c1a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd71000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c114a20 con 0x7fbd6c106460 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd71000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1148a0 con 0x7fbd6c103ab0 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd71000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c114ba0 con 0x7fbd6c101140 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 0x7fbd6c1a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 0x7fbd6c19f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 0x7fbd6c1a6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51390/0 (socket says 172.21.15.3:51390) 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6be00640 1 -- 172.21.15.3:0/3997590144 learned_addr learned my addr 172.21.15.3:0/3997590144 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd62a00640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c103ab0 0x7fbd6c19f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 -- 172.21.15.3:0/3997590144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c103ab0 msgr2=0x7fbd6c19f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c103ab0 0x7fbd6c19f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 -- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 msgr2=0x7fbd6c1a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 0x7fbd6c1a6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.447+0000 7fbd6b400640 1 -- 172.21.15.3:0/3997590144 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd6c1a6cb0 con 0x7fbd6c101140 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 0x7fbd6c19f090 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00ec80 tx=0x7fbd5c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd68c00640 1 -- 172.21.15.3:0/3997590144 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c003b70 con 0x7fbd6c101140 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd68c00640 1 -- 172.21.15.3:0/3997590144 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd5c003d10 con 0x7fbd6c101140 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd6c1a6fa0 con 0x7fbd6c101140 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd68c00640 1 -- 172.21.15.3:0/3997590144 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5c010930 con 0x7fbd6c101140 2024-05-21T19:13:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.448+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd6c1a7460 con 0x7fbd6c101140 2024-05-21T19:13:57.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.451+0000 7fbd75446740 1 Processor -- start 2024-05-21T19:13:57.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.451+0000 7fbd75446740 1 -- start start 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd68c00640 1 -- 172.21.15.3:0/3997590144 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbd5c004560 con 0x7fbd6c101140 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2dc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2dece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca6e246b90 con 0x55ca6e2dc850 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca6e236730 con 0x55ca6e2d76e0 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd75446740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca6e23a770 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51834/0 (socket says 172.21.15.3:51834) 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd6be00640 1 -- 172.21.15.3:0/3184918453 learned_addr learned my addr 172.21.15.3:0/3184918453 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd62a00640 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2dece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.452+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2dc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 -- 172.21.15.3:0/3184918453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 msgr2=0x55ca6e2dc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2dc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 -- 172.21.15.3:0/3184918453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 msgr2=0x55ca6e2dece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2dece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 -- 172.21.15.3:0/3184918453 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca6e1cf8b0 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd6be00640 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbd64005be0 tx=0x7fbd64004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ec335062891c3b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd60c00640 1 -- 172.21.15.3:0/3184918453 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64035030 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd60c00640 1 -- 172.21.15.3:0/3184918453 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd64040070 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.453+0000 7fbd60c00640 1 -- 172.21.15.3:0/3184918453 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd64031920 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd68c00640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 0x7fbd500b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 -- 172.21.15.3:0/3184918453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 msgr2=0x55ca6e2d7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fbd64005be0 tx=0x7fbd64004040 comp rx=0 tx=0).stop 2024-05-21T19:13:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd68c00640 1 -- 172.21.15.3:0/3997590144 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbd5c0e25a0 con 0x7fbd6c101140 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 0x7fbd500b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 -- 172.21.15.3:0/3184918453 shutdown_connections 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2dece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2dc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 --2- 172.21.15.3:0/3184918453 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2d7110 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 -- 172.21.15.3:0/3184918453 >> 172.21.15.3:0/3184918453 conn(0x55ca6e2d2360 msgr2=0x55ca6e2d2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.454+0000 7fbd75446740 1 -- 172.21.15.3:0/3184918453 shutdown_connections 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.455+0000 7fbd75446740 1 -- 172.21.15.3:0/3184918453 wait complete. 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.455+0000 7fbd6b400640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 0x7fbd500b4d20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c0e0020 tx=0x7fbd5c0e8060 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.455+0000 7fbd75446740 1 -- start start 2024-05-21T19:13:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.455+0000 7fbd75446740 1 Processor -- start 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca6df1c790 con 0x55ca6e2dc850 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca6e1debc0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca6e2df7a0 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd75446740 10 client.0 _ll_register_callbacks cb 0x55ca6e1bc400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd62a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51400/0 (socket says 172.21.15.3:51400) 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.456+0000 7fbd6be00640 1 -- 172.21.15.3:0/1121663445 learned_addr learned my addr 172.21.15.3:0/1121663445 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 -- 172.21.15.3:0/1121663445 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 msgr2=0x55ca6e2e0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 -- 172.21.15.3:0/1121663445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 msgr2=0x55ca6e2e8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 -- 172.21.15.3:0/1121663445 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca6df4b210 con 0x55ca6e2d76e0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd62a00640 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e0fc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c1a05a0 tx=0x7fbd54012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14f5ffcf710377a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd59600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5400f8c0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbd5400fa60 con 0x55ca6e2d76e0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.457+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd64040070 con 0x55ca6e2d76e0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.458+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbd5400fc60 con 0x55ca6e2d76e0 2024-05-21T19:13:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.458+0000 7fbd75446740 10 client.26735 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.458+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca6e017620 con 0x55ca6e2d76e0 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.458+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd64040070 con 0x55ca6e2d76e0 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.458+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbd54026420 con 0x55ca6e2d76e0 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 10 client.26735 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 10 client.26735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 20 client.26735 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e2ec5d0 0x55ca6e2ee9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 4 client.26735 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca6e248ae0 con 0x55ca6e2ec5d0 2024-05-21T19:13:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.459+0000 7fbd6be00640 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e2ec5d0 0x55ca6e2ee9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.460+0000 7fbd6be00640 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e2ec5d0 0x55ca6e2ee9e0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b26df2edd724026 server_cookie=471311b4cd93cb2d in_seq=0 out_seq=0 2024-05-21T19:13:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.460+0000 7fbd59600640 10 client.26735 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.460+0000 7fbd59600640 1 -- 172.21.15.3:0/1121663445 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca6e248ae0 con 0x55ca6e2ec5d0 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.460+0000 7fbd59600640 10 client.26735 handle_command_reply: tid=0 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 client.26735 shutdown 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 msgr2=0x55ca6e2e0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e0fc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c1a05a0 tx=0x7fbd54012b60 comp rx=0 tx=0).stop 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 shutdown_connections 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e2ec5d0 0x55ca6e2ee9e0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e0fc0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 --2- 172.21.15.3:0/1121663445 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd59600640 0 client.26735 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 >> 172.21.15.3:0/1121663445 conn(0x55ca6e2d2360 msgr2=0x55ca6e2d14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 shutdown_connections 2024-05-21T19:13:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 1 -- 172.21.15.3:0/1121663445 wait complete. 2024-05-21T19:13:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.461+0000 7fbd75446740 20 client.26735 trim_cache size 0 max 16384 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 Processor -- start 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 -- start start 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2dbc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2d58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1b2be0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1b04b0 con 0x55ca6e2dc850 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.478+0000 7fbd75446740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1ae300 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2dbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51406/0 (socket says 172.21.15.3:51406) 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 -- 172.21.15.3:0/3192878622 learned_addr learned my addr 172.21.15.3:0/3192878622 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2dbc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51852/0 (socket says 172.21.15.3:51852) 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd6be00640 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2d58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 -- 172.21.15.3:0/3192878622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 msgr2=0x55ca6e2dbc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2dbc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 -- 172.21.15.3:0/3192878622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 msgr2=0x55ca6e2d58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2d58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 -- 172.21.15.3:0/3192878622 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca6e2d2190 con 0x55ca6e2d76e0 2024-05-21T19:13:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.479+0000 7fbd62a00640 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbd540268e0 tx=0x7fbd5400ff90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7de9d0090ba9ba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd5be00640 1 -- 172.21.15.3:0/3192878622 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5402b030 con 0x55ca6e2d76e0 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd5be00640 1 -- 172.21.15.3:0/3192878622 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd54026ad0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd5be00640 1 -- 172.21.15.3:0/3192878622 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd54005480 con 0x55ca6e2d76e0 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 -- 172.21.15.3:0/3192878622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 msgr2=0x55ca6e2e7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fbd540268e0 tx=0x7fbd5400ff90 comp rx=0 tx=0).stop 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 -- 172.21.15.3:0/3192878622 shutdown_connections 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2d58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e7fc0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 --2- 172.21.15.3:0/3192878622 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2dbc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.480+0000 7fbd75446740 1 -- 172.21.15.3:0/3192878622 >> 172.21.15.3:0/3192878622 conn(0x55ca6e2d2360 msgr2=0x55ca6e2d8180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.481+0000 7fbd75446740 1 -- 172.21.15.3:0/3192878622 shutdown_connections 2024-05-21T19:13:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.481+0000 7fbd75446740 1 -- 172.21.15.3:0/3192878622 wait complete. 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.481+0000 7fbd75446740 1 -- start start 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.481+0000 7fbd75446740 1 Processor -- start 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1ae970 con 0x55ca6e2d76e0 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1afde0 con 0x55ca6e2dc850 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c1af040 con 0x55ca6e2d6cf0 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd75446740 10 client.0 _ll_register_callbacks cb 0x7fbd54009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd6be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51860/0 (socket says 172.21.15.3:51860) 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd6be00640 1 -- 172.21.15.3:0/2093526180 learned_addr learned my addr 172.21.15.3:0/2093526180 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd6be00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 -- 172.21.15.3:0/2093526180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 msgr2=0x55ca6e2e5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 -- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 msgr2=0x55ca6e2e6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.482+0000 7fbd62a00640 1 -- 172.21.15.3:0/2093526180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca6e2e74c0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd62a00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e5ec0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fbd54026980 tx=0x7fbd54009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7c492b3360d836 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd59600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd54033020 con 0x55ca6e2d76e0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd54026ad0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbd54005610 con 0x55ca6e2d76e0 2024-05-21T19:13:57.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbd5400f790 con 0x55ca6e2d76e0 2024-05-21T19:13:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd75446740 10 client.16647 fetch_fsmap learned FSMap version 26 2024-05-21T19:13:57.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.483+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca6e357440 con 0x55ca6e2d76e0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd54026ad0 con 0x55ca6e2d76e0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbd54010430 con 0x55ca6e2d76e0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 10 client.16647 fetch_fsmap finished waiting for FSMap version 26 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 10 client.16647 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 20 client.16647 populate_metadata read hostname 'smithi003' 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e357cf0 0x55ca6e35a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 4 client.16647 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ca6e2422c0 con 0x55ca6e357cf0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.484+0000 7fbd6be00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e357cf0 0x55ca6e35a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.485+0000 7fbd6be00640 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e357cf0 0x55ca6e35a110 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4606533c7a6d536a server_cookie=7d24b0c4f311b08e in_seq=0 out_seq=0 2024-05-21T19:13:57.488 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.485+0000 7fbd59600640 10 client.16647 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd59600640 1 -- 172.21.15.3:0/2093526180 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ca6e2422c0 con 0x55ca6e357cf0 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd59600640 10 client.16647 handle_command_reply: tid=0 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 client.16647 shutdown 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 msgr2=0x55ca6e2e5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e5ec0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fbd54026980 tx=0x7fbd54009fd0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 shutdown_connections 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca6e357cf0 0x55ca6e35a110 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca6e2dc850 0x55ca6e2e6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.498 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca6e2d76e0 0x55ca6e2e5ec0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 --2- 172.21.15.3:0/2093526180 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca6e2d6cf0 0x55ca6e2e5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd59600640 0 client.16647 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 >> 172.21.15.3:0/2093526180 conn(0x55ca6e2d2360 msgr2=0x55ca6e2d8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 shutdown_connections 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 1 -- 172.21.15.3:0/2093526180 wait complete. 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.497+0000 7fbd75446740 20 client.16647 trim_cache size 0 max 16384 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:13:57.499 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:13:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 msgr2=0x7fbd500b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 0x7fbd500b4d20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c0e0020 tx=0x7fbd5c0e8060 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 msgr2=0x7fbd6c19f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 0x7fbd6c19f090 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fbd5c00ec80 tx=0x7fbd5c00c6a0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 shutdown_connections 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbd6c106460 0x7fbd6c1a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbd6c103ab0 0x7fbd6c19f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd500b2860 0x7fbd500b4d20 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 --2- 172.21.15.3:0/3997590144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbd6c101140 0x7fbd6c19f090 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 >> 172.21.15.3:0/3997590144 conn(0x7fbd6c0fcd40 msgr2=0x7fbd6c101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 shutdown_connections 2024-05-21T19:13:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:13:57.498+0000 7fbd71000640 1 -- 172.21.15.3:0/3997590144 wait complete. 2024-05-21T19:13:57.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:57 smithi003 ceph-mon[31577]: pgmap v620: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:13:57.697 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:13:57.697 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:13:57.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:57 smithi104 ceph-mon[36417]: pgmap v620: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:13:57.744 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:57 smithi178 ceph-mon[36523]: pgmap v620: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 9 op/s 2024-05-21T19:13:59.134 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:13:59.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:13:59 smithi104 ceph-mon[36417]: pgmap v621: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:13:59.760 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:13:59 smithi003 ceph-mon[31577]: pgmap v621: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:13:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:13:59 smithi178 ceph-mon[36523]: pgmap v621: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:14:00.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 -- 172.21.15.3:0/2233414459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 msgr2=0x7f92f0108620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:00.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 --2- 172.21.15.3:0/2233414459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f0108620 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f92dc0098f0 tx=0x7f92dc009c00 comp rx=0 tx=0).stop 2024-05-21T19:14:00.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 -- 172.21.15.3:0/2233414459 shutdown_connections 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 --2- 172.21.15.3:0/2233414459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0108b60 0x7f92f0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 --2- 172.21.15.3:0/2233414459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0103b20 0x7f92f0103f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 --2- 172.21.15.3:0/2233414459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f0108620 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.505+0000 7f92f5600700 1 -- 172.21.15.3:0/2233414459 >> 172.21.15.3:0/2233414459 conn(0x7f92f007b4d0 msgr2=0x7f92f007b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.506+0000 7f92f5600700 1 -- 172.21.15.3:0/2233414459 shutdown_connections 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.506+0000 7f92f5600700 1 -- 172.21.15.3:0/2233414459 wait complete. 2024-05-21T19:14:00.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.507+0000 7f92f5600700 1 Processor -- start 2024-05-21T19:14:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.507+0000 7f92f5600700 1 -- start start 2024-05-21T19:14:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 0x7f92f019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0108b60 0x7f92f01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:00.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f92f0113750 con 0x7f92f0103b20 2024-05-21T19:14:00.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f92f01135d0 con 0x7f92f01081a0 2024-05-21T19:14:00.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92f5600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f92f01138d0 con 0x7f92f0108b60 2024-05-21T19:14:00.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92eea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 0x7f92f019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92eea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 0x7f92f019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51422/0 (socket says 172.21.15.3:51422) 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92eea00700 1 -- 172.21.15.3:0/1290837386 learned_addr learned my addr 172.21.15.3:0/1290837386 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92ee000700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.508+0000 7f92ef400700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0108b60 0x7f92f01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 -- 172.21.15.3:0/1290837386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0108b60 msgr2=0x7f92f01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0108b60 0x7f92f01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 -- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 msgr2=0x7f92f019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 0x7f92f019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 -- 172.21.15.3:0/1290837386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f01a0e40 con 0x7f92f01081a0 2024-05-21T19:14:00.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92ee000700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f019c370 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f92dc000c00 tx=0x7f92dc00fa20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:00.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc005040 con 0x7f92f01081a0 2024-05-21T19:14:00.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f92dc005690 con 0x7f92f01081a0 2024-05-21T19:14:00.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc0038e0 con 0x7f92f01081a0 2024-05-21T19:14:00.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.509+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f01a10d0 con 0x7f92f01081a0 2024-05-21T19:14:00.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.510+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f01a89b0 con 0x7f92f01081a0 2024-05-21T19:14:00.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.511+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92f0104cf0 con 0x7f92f01081a0 2024-05-21T19:14:00.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.513+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f92dc00b760 con 0x7f92f01081a0 2024-05-21T19:14:00.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.515+0000 7f92e7400700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 0x7f92d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:00.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.515+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f92dc0e2b90 con 0x7f92f01081a0 2024-05-21T19:14:00.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.515+0000 7f92eea00700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 0x7f92d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:00.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.516+0000 7f92eea00700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 0x7f92d40b4d40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f92e0009d20 tx=0x7f92e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:00.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.519+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f92dc013030 con 0x7f92f01081a0 2024-05-21T19:14:00.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.809+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92f01a8b80 con 0x7f92f01081a0 2024-05-21T19:14:00.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.810+0000 7f92e7400700 1 -- 172.21.15.3:0/1290837386 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f92dc0aa8c0 con 0x7f92f01081a0 2024-05-21T19:14:00.811 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:14:00.812 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:14:00.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 msgr2=0x7f92d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:00.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 0x7f92d40b4d40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f92e0009d20 tx=0x7f92e0009260 comp rx=0 tx=0).stop 2024-05-21T19:14:00.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 msgr2=0x7f92f019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:00.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f019c370 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f92dc000c00 tx=0x7f92dc00fa20 comp rx=0 tx=0).stop 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 shutdown_connections 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f92d40b2880 0x7f92d40b4d40 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f92f0108b60 0x7f92f01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f92f0103b20 0x7f92f019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 --2- 172.21.15.3:0/1290837386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92f01081a0 0x7f92f019c370 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.813+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 >> 172.21.15.3:0/1290837386 conn(0x7f92f007b4d0 msgr2=0x7f92f01016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.814+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 shutdown_connections 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:00.814+0000 7f92f5600700 1 -- 172.21.15.3:0/1290837386 wait complete. 2024-05-21T19:14:00.815 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:14:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:01 smithi104 ceph-mon[36417]: pgmap v622: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:14:01.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:01 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1290837386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:01.826 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:01 smithi003 ceph-mon[31577]: pgmap v622: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:14:01.826 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:01 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1290837386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:01 smithi178 ceph-mon[36523]: pgmap v622: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-05-21T19:14:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:01 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1290837386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:01.895 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 141.05 --await-for 45.0' 2024-05-21T19:14:01.895 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 141.05 --await-for 45.0 2024-05-21T19:14:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.460+0000 7f9856c00700 1 -- 172.21.15.3:0/2633476635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501041a0 msgr2=0x7f98501081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.460+0000 7f9856c00700 1 --2- 172.21.15.3:0/2633476635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501041a0 0x7f98501081c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f983c009920 tx=0x7f983c009c30 comp rx=0 tx=0).stop 2024-05-21T19:14:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 -- 172.21.15.3:0/2633476635 shutdown_connections 2024-05-21T19:14:02.462 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 --2- 172.21.15.3:0/2633476635 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501088f0 0x7f9850110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 --2- 172.21.15.3:0/2633476635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501037f0 0x7f9850103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 --2- 172.21.15.3:0/2633476635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501041a0 0x7f98501081c0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 -- 172.21.15.3:0/2633476635 >> 172.21.15.3:0/2633476635 conn(0x7f985007a6a0 msgr2=0x7f985007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:02.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 -- 172.21.15.3:0/2633476635 shutdown_connections 2024-05-21T19:14:02.463 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.461+0000 7f9856c00700 1 -- 172.21.15.3:0/2633476635 wait complete. 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.462+0000 7f9856c00700 1 Processor -- start 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.462+0000 7f9856c00700 1 -- start start 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501037f0 0x7f985010f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501088f0 0x7f98501a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f98501136b0 con 0x7f98501088f0 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9850113530 con 0x7f98501041a0 2024-05-21T19:14:02.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9856c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9850113830 con 0x7f98501037f0 2024-05-21T19:14:02.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f984f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:02.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f984f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:35470/0 (socket says 172.21.15.3:35470) 2024-05-21T19:14:02.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f984f400700 1 -- 172.21.15.3:0/1826816027 learned_addr learned my addr 172.21.15.3:0/1826816027 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:02.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f9854c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501088f0 0x7f98501a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:02.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.463+0000 7f984fe00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501037f0 0x7f985010f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 -- 172.21.15.3:0/1826816027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501037f0 msgr2=0x7f985010f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501037f0 0x7f985010f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 -- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501088f0 msgr2=0x7f98501a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501088f0 0x7f98501a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 -- 172.21.15.3:0/1826816027 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98501a51c0 con 0x7f98501041a0 2024-05-21T19:14:02.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.464+0000 7f984f400700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f983c009230 tx=0x7f983c00fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:02.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.465+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c027070 con 0x7f98501041a0 2024-05-21T19:14:02.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.465+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98501a5450 con 0x7f98501041a0 2024-05-21T19:14:02.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.465+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f983c005570 con 0x7f98501041a0 2024-05-21T19:14:02.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.465+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c004730 con 0x7f98501041a0 2024-05-21T19:14:02.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.465+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98501acd60 con 0x7f98501041a0 2024-05-21T19:14:02.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.466+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f985006a230 con 0x7f98501041a0 2024-05-21T19:14:02.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.470+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f983c02a070 con 0x7f98501041a0 2024-05-21T19:14:02.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.471+0000 7f984cc00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 0x7f98340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:02.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.472+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f983c0e2fe0 con 0x7f98501041a0 2024-05-21T19:14:02.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.472+0000 7f984fe00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 0x7f98340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:02.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.472+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f983c031020 con 0x7f98501041a0 2024-05-21T19:14:02.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.473+0000 7f984fe00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 0x7f98340b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9840009750 tx=0x7f9840009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:02.484 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:02.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.781+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98501a1540 con 0x7f98501041a0 2024-05-21T19:14:02.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.782+0000 7f984cc00700 1 -- 172.21.15.3:0/1826816027 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11861 (secure 0 0 0) 0x7f98501a1540 con 0x7f98501041a0 2024-05-21T19:14:02.783 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:14:02.783 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:07:44.661393+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:14:02.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.785+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 msgr2=0x7f98340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.785+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 0x7f98340b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9840009750 tx=0x7f9840009310 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.785+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 msgr2=0x7f985010fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.785+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f983c009230 tx=0x7f983c00fa00 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 shutdown_connections 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f98340b2880 0x7f98340b4d40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f98501088f0 0x7f98501a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f98501037f0 0x7f985010f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 --2- 172.21.15.3:0/1826816027 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f98501041a0 0x7f985010fc70 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 >> 172.21.15.3:0/1826816027 conn(0x7f985007a6a0 msgr2=0x7f9850101560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 shutdown_connections 2024-05-21T19:14:02.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:02.786+0000 7f9856c00700 1 -- 172.21.15.3:0/1826816027 wait complete. 2024-05-21T19:14:02.788 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 26 2024-05-21T19:14:03.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:03 smithi104 ceph-mon[36417]: pgmap v623: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:14:03.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:03 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1826816027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:03.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:03 smithi003 ceph-mon[31577]: pgmap v623: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:14:03.733 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:03 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1826816027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:03 smithi178 ceph-mon[36523]: pgmap v623: 97 pgs: 97 active+clean; 2.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:14:03.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:03 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1826816027' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:04.281 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:14:04.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:04 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:04.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:04 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:04.864 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:04.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:04 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 -- 172.21.15.3:0/3943864462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03806be30 msgr2=0x7fa0381081d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 --2- 172.21.15.3:0/3943864462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03806be30 0x7fa0381081d0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fa0200099c0 tx=0x7fa020009cd0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 -- 172.21.15.3:0/3943864462 shutdown_connections 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 --2- 172.21.15.3:0/3943864462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa038108900 0x7fa038110480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 --2- 172.21.15.3:0/3943864462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806b480 0x7fa03806b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 --2- 172.21.15.3:0/3943864462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa03806be30 0x7fa0381081d0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.567+0000 7fa03ee00700 1 -- 172.21.15.3:0/3943864462 >> 172.21.15.3:0/3943864462 conn(0x7fa0380793e0 msgr2=0x7fa0380797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.570 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:05 smithi003 ceph-mon[31577]: pgmap v624: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.568+0000 7fa03ee00700 1 -- 172.21.15.3:0/3943864462 shutdown_connections 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.568+0000 7fa03ee00700 1 -- 172.21.15.3:0/3943864462 wait complete. 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.569+0000 7fa03ee00700 1 Processor -- start 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.569+0000 7fa03ee00700 1 -- start start 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 0x7fa038102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa038108900 0x7fa038102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa038113730 con 0x7fa038108900 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381135b0 con 0x7fa03806b480 2024-05-21T19:14:05.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381138b0 con 0x7fa03806be30 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa037e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 0x7fa038102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa038108900 0x7fa038102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:53776/0 (socket says 172.21.15.3:53776) 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.570+0000 7fa02fe00700 1 -- 172.21.15.3:0/935846559 learned_addr learned my addr 172.21.15.3:0/935846559 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 -- 172.21.15.3:0/935846559 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 msgr2=0x7fa038102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 -- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa038108900 msgr2=0x7fa038102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa038108900 0x7fa038102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 -- 172.21.15.3:0/935846559 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0381a8070 con 0x7fa03806b480 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa02fe00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa037e00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 0x7fa038102510 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa02800e9f0 tx=0x7fa02800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.571+0000 7fa035600700 1 -- 172.21.15.3:0/935846559 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa028004220 con 0x7fa03806b480 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.572+0000 7fa035600700 1 -- 172.21.15.3:0/935846559 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0280043c0 con 0x7fa03806b480 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.572+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0381a8360 con 0x7fa03806b480 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.572+0000 7fa035600700 1 -- 172.21.15.3:0/935846559 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02800ce60 con 0x7fa03806b480 2024-05-21T19:14:05.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.572+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0381a8870 con 0x7fa03806b480 2024-05-21T19:14:05.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.575+0000 7fa035600700 1 -- 172.21.15.3:0/935846559 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa0280052d0 con 0x7fa03806b480 2024-05-21T19:14:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.576+0000 7fa049810b80 1 Processor -- start 2024-05-21T19:14:05.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 -- start start 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec5262f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa035600700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 0x7fa01c0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 0x55ec52629070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec52629af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ec52586fe0 con 0x55ec5262ecb0 2024-05-21T19:14:05.578 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ec52576b80 con 0x55ec5262f5d0 2024-05-21T19:14:05.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.577+0000 7fa049810b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ec5257abc0 con 0x55ec52629690 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec5262f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa037e00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 0x7fa01c0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec5262f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59268/0 (socket says 172.21.15.3:59268) 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa03ce00700 1 -- 172.21.15.3:0/3529229109 learned_addr learned my addr 172.21.15.3:0/3529229109 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa035600700 1 -- 172.21.15.3:0/935846559 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa0280e2370 con 0x7fa03806b480 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 0x55ec52629070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa03ce00700 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec52629af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 -- 172.21.15.3:0/3529229109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 msgr2=0x55ec52629af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec52629af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 -- 172.21.15.3:0/3529229109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 msgr2=0x55ec5262f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec5262f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.578+0000 7fa02fe00700 1 -- 172.21.15.3:0/3529229109 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec5253f5c0 con 0x55ec5262f5d0 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.579+0000 7fa037e00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 0x7fa01c0b4e70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa028004620 tx=0x7fa028004570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.579+0000 7fa02fe00700 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 0x55ec52629070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa020005b40 tx=0x7fa020003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71f2ba5a2587a924 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.579+0000 7fa02d600700 1 -- 172.21.15.3:0/3529229109 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020028070 con 0x55ec5262f5d0 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.579+0000 7fa02d600700 1 -- 172.21.15.3:0/3529229109 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020009590 con 0x55ec5262f5d0 2024-05-21T19:14:05.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.579+0000 7fa02d600700 1 -- 172.21.15.3:0/3529229109 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020003c50 con 0x55ec5262f5d0 2024-05-21T19:14:05.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 -- 172.21.15.3:0/3529229109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 msgr2=0x55ec52629070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 0x55ec52629070 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa020005b40 tx=0x7fa020003680 comp rx=0 tx=0).stop 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 -- 172.21.15.3:0/3529229109 shutdown_connections 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec52629af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec5262f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 --2- 172.21.15.3:0/3529229109 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262f5d0 0x55ec52629070 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 -- 172.21.15.3:0/3529229109 >> 172.21.15.3:0/3529229109 conn(0x55ec52556d80 msgr2=0x55ec52623fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 -- 172.21.15.3:0/3529229109 shutdown_connections 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.580+0000 7fa049810b80 1 -- 172.21.15.3:0/3529229109 wait complete. 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.581+0000 7fa049810b80 1 -- start start 2024-05-21T19:14:05.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.581+0000 7fa049810b80 1 Processor -- start 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526352e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52633040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ec5247d140 con 0x55ec5262ecb0 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ec52517900 con 0x55ec52632bc0 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ec52635fe0 con 0x55ec52629690 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa049810b80 10 client.0 _ll_register_callbacks cb 0x55ec52520e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526352e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59272/0 (socket says 172.21.15.3:59272) 2024-05-21T19:14:05.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa02fe00700 1 -- 172.21.15.3:0/1967846400 learned_addr learned my addr 172.21.15.3:0/1967846400 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.582+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52633040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 -- 172.21.15.3:0/1967846400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 msgr2=0x55ec526352e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526352e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 -- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 msgr2=0x55ec52633040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52633040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 -- 172.21.15.3:0/1967846400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec524c6a70 con 0x55ec5262ecb0 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa020009990 tx=0x7fa020004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d72902802e48032 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa026000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020028070 con 0x55ec5262ecb0 2024-05-21T19:14:05.586 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa020005250 con 0x55ec5262ecb0 2024-05-21T19:14:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.583+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa020009590 con 0x55ec5262ecb0 2024-05-21T19:14:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa020005450 con 0x55ec5262ecb0 2024-05-21T19:14:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa049810b80 10 client.16671 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ec52547200 con 0x55ec5262ecb0 2024-05-21T19:14:05.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020009590 con 0x55ec5262ecb0 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fa02000fc90 con 0x55ec5262ecb0 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa049810b80 10 client.16671 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.584+0000 7fa049810b80 10 client.16671 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.585+0000 7fa049810b80 20 client.16671 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.585+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec52642de0 0x55ec526451d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.585+0000 7fa049810b80 4 client.16671 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.585+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec52588f30 con 0x55ec52642de0 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.585+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec52642de0 0x55ec526451d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.586+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec52642de0 0x55ec526451d0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3d0bb9e6a5b6f04 server_cookie=c80b7b1db3550cb6 in_seq=0 out_seq=0 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.586+0000 7fa026000700 10 client.16671 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.586+0000 7fa026000700 1 -- 172.21.15.3:0/1967846400 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ec52588f30 con 0x55ec52642de0 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa026000700 10 client.16671 handle_command_reply: tid=0 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 client.16671 shutdown 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 msgr2=0x55ec52632680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa020009990 tx=0x7fa020004af0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 shutdown_connections 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec52642de0 0x55ec526451d0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52633040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526352e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 --2- 172.21.15.3:0/1967846400 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52632680 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 >> 172.21.15.3:0/1967846400 conn(0x55ec52556d80 msgr2=0x55ec526234d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa026000700 0 client.16671 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 shutdown_connections 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 1 -- 172.21.15.3:0/1967846400 wait complete. 2024-05-21T19:14:05.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.587+0000 7fa049810b80 20 client.16671 trim_cache size 0 max 16384 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 Processor -- start 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 -- start start 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 0x55ec52629070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 0x55ec52631920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52632bc0 0x55ec52630250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381b2660 con 0x55ec52629690 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381afef0 con 0x55ec5262ecb0 2024-05-21T19:14:05.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa049810b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381add40 con 0x55ec52632bc0 2024-05-21T19:14:05.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 0x55ec52629070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 0x55ec52631920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 0x55ec52629070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59274/0 (socket says 172.21.15.3:59274) 2024-05-21T19:14:05.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.616+0000 7fa03ce00700 1 -- 172.21.15.3:0/2952340024 learned_addr learned my addr 172.21.15.3:0/2952340024 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:05.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa03ce00700 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52632bc0 0x55ec52630250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 -- 172.21.15.3:0/2952340024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52632bc0 msgr2=0x55ec52630250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52632bc0 0x55ec52630250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 -- 172.21.15.3:0/2952340024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 msgr2=0x55ec52629070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 0x55ec52629070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 -- 172.21.15.3:0/2952340024 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec5261bdc0 con 0x55ec5262ecb0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02fe00700 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 0x55ec52631920 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa020023650 tx=0x7fa0200236d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2434fa1b93852ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02cc00700 1 -- 172.21.15.3:0/2952340024 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020028040 con 0x55ec5262ecb0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02cc00700 1 -- 172.21.15.3:0/2952340024 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020029040 con 0x55ec5262ecb0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.617+0000 7fa02cc00700 1 -- 172.21.15.3:0/2952340024 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020005200 con 0x55ec5262ecb0 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 -- 172.21.15.3:0/2952340024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 msgr2=0x55ec52631920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 0x55ec52631920 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fa020023650 tx=0x7fa0200236d0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 -- 172.21.15.3:0/2952340024 shutdown_connections 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52632bc0 0x55ec52630250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec52629690 0x55ec52629070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 --2- 172.21.15.3:0/2952340024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec5262ecb0 0x55ec52631920 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.618+0000 7fa049810b80 1 -- 172.21.15.3:0/2952340024 >> 172.21.15.3:0/2952340024 conn(0x55ec52556d80 msgr2=0x55ec5263e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.619+0000 7fa049810b80 1 -- 172.21.15.3:0/2952340024 shutdown_connections 2024-05-21T19:14:05.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.619+0000 7fa049810b80 1 -- 172.21.15.3:0/2952340024 wait complete. 2024-05-21T19:14:05.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.619+0000 7fa049810b80 1 -- start start 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.619+0000 7fa049810b80 1 Processor -- start 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526488c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52647200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381ae3b0 con 0x55ec5262ecb0 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381af820 con 0x55ec52632bc0 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa0381aea80 con 0x55ec52629690 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa049810b80 10 client.0 _ll_register_callbacks cb 0x55ec52520e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa03ce00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52647200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa02fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59282/0 (socket says 172.21.15.3:59282) 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa02fe00700 1 -- 172.21.15.3:0/1628837814 learned_addr learned my addr 172.21.15.3:0/1628837814 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.620+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526488c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 -- 172.21.15.3:0/1628837814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 msgr2=0x55ec526488c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526488c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 -- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 msgr2=0x55ec52647200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52647200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 -- 172.21.15.3:0/1628837814 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec52647a40 con 0x55ec5262ecb0 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa02fe00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa020009d10 tx=0x7fa020023460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e65e6c6868c88e25 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa026000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:05.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa020046060 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.621+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa020005160 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa020029040 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa020028040 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa049810b80 10 client.16677 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55ec526ae620 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa020029040 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.622+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fa02000f460 con 0x55ec5262ecb0 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 10 client.16677 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 10 client.16677 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:14:05.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 20 client.16677 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec526aeb30 0x55ec526b0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 4 client.16677 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.05, "await_for": 45.0}] 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.05, "await_for": 45.0}) -- 0x55ec52582710 con 0x55ec526aeb30 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec526aeb30 0x55ec526b0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa03ce00700 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec526aeb30 0x55ec526b0f50 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5172a9eb3819b912 server_cookie=9547b9215a7a0cda in_seq=0 out_seq=0 2024-05-21T19:14:05.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.623+0000 7fa026000700 10 client.16677 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:05.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.631+0000 7fa026000700 1 -- 172.21.15.3:0/1628837814 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55ec52582710 con 0x55ec526aeb30 2024-05-21T19:14:05.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.631+0000 7fa026000700 10 client.16677 handle_command_reply: tid=0 2024-05-21T19:14:05.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.631+0000 7fa049810b80 1 client.16677 shutdown 2024-05-21T19:14:05.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 msgr2=0x55ec52646cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa020009d10 tx=0x7fa020023460 comp rx=0 tx=0).stop 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 shutdown_connections 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ec526aeb30 0x55ec526b0f50 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ec52632bc0 0x55ec52647200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ec52629690 0x55ec526488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 --2- 172.21.15.3:0/1628837814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ec5262ecb0 0x55ec52646cc0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa026000700 0 client.16677 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 >> 172.21.15.3:0/1628837814 conn(0x55ec52556d80 msgr2=0x55ec5262df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 shutdown_connections 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 1 -- 172.21.15.3:0/1628837814 wait complete. 2024-05-21T19:14:05.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.632+0000 7fa049810b80 20 client.16677 trim_cache size 0 max 16384 2024-05-21T19:14:05.635 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:14:05.635 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 27, 2024-05-21T19:14:05.635 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:14:05.635 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 18, 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "43f039d": { 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 18, 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:14:05.636 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.1, 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:05.637 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:05.638 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:05.638 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:14:05.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 msgr2=0x7fa01c0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 0x7fa01c0b4e70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa028004620 tx=0x7fa028004570 comp rx=0 tx=0).stop 2024-05-21T19:14:05.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 msgr2=0x7fa038102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 0x7fa038102510 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa02800e9f0 tx=0x7fa02800ed00 comp rx=0 tx=0).stop 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 shutdown_connections 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa01c0b29b0 0x7fa01c0b4e70 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa038108900 0x7fa038102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa03806b480 0x7fa038102510 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 --2- 172.21.15.3:0/935846559 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa03806be30 0x7fa038102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:05.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.633+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 >> 172.21.15.3:0/935846559 conn(0x7fa0380793e0 msgr2=0x7fa038109a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:05.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.634+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 shutdown_connections 2024-05-21T19:14:05.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:05.634+0000 7fa03ee00700 1 -- 172.21.15.3:0/935846559 wait complete. 2024-05-21T19:14:05.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:05 smithi104 ceph-mon[36417]: pgmap v624: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:14:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:05 smithi178 ceph-mon[36523]: pgmap v624: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-05-21T19:14:07.596 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '43f039d', quiesce took 11.1 seconds. Will release after: 9.950000000000001 2024-05-21T19:14:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:07 smithi104 ceph-mon[36417]: pgmap v625: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:07.843 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:07 smithi003 ceph-mon[31577]: pgmap v625: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:07 smithi178 ceph-mon[36523]: pgmap v625: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.186+0000 7f2af4400700 1 -- 172.21.15.3:0/522900690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 msgr2=0x7f2aec1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.186+0000 7f2af4400700 1 --2- 172.21.15.3:0/522900690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec1081c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2ad8009990 tx=0x7f2ad8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 -- 172.21.15.3:0/522900690 shutdown_connections 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 --2- 172.21.15.3:0/522900690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1088f0 0x7f2aec110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 --2- 172.21.15.3:0/522900690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1037f0 0x7f2aec103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 --2- 172.21.15.3:0/522900690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec1081c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 -- 172.21.15.3:0/522900690 >> 172.21.15.3:0/522900690 conn(0x7f2aec07a6a0 msgr2=0x7f2aec07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 -- 172.21.15.3:0/522900690 shutdown_connections 2024-05-21T19:14:08.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.187+0000 7f2af4400700 1 -- 172.21.15.3:0/522900690 wait complete. 2024-05-21T19:14:08.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.188+0000 7f2af4400700 1 Processor -- start 2024-05-21T19:14:08.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.188+0000 7f2af4400700 1 -- start start 2024-05-21T19:14:08.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 0x7f2aec075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 0x7f2aec0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1136d0 con 0x7f2aec1037f0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec113550 con 0x7f2aec1088f0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af4400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec113850 con 0x7f2aec1041a0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 0x7f2aec075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 0x7f2aec075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59306/0 (socket says 172.21.15.3:59306) 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af1a00700 1 -- 172.21.15.3:0/2981525308 learned_addr learned my addr 172.21.15.3:0/2981525308 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af1000700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.189+0000 7f2af2400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 0x7f2aec0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 -- 172.21.15.3:0/2981525308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 msgr2=0x7f2aec075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 -- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 msgr2=0x7f2aec075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 0x7f2aec075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 -- 172.21.15.3:0/2981525308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec1a80b0 con 0x7f2aec1088f0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af1000700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af2400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 0x7f2aec0762c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400efc0 tx=0x7f2ae400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2aea000700 1 -- 172.21.15.3:0/2981525308 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40092e0 con 0x7f2aec1088f0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aec1a8340 con 0x7f2aec1088f0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2aea000700 1 -- 172.21.15.3:0/2981525308 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ae4004bb0 con 0x7f2aec1088f0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.190+0000 7f2aea000700 1 -- 172.21.15.3:0/2981525308 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4004020 con 0x7f2aec1088f0 2024-05-21T19:14:08.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.191+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aec1a8850 con 0x7f2aec1088f0 2024-05-21T19:14:08.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.194+0000 7f2aea000700 1 -- 172.21.15.3:0/2981525308 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2ae401b030 con 0x7f2aec1088f0 2024-05-21T19:14:08.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.195+0000 7f2afed4eb80 1 Processor -- start 2024-05-21T19:14:08.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.195+0000 7f2afed4eb80 1 -- start start 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2aea000700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 0x7f2ad40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e96c0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 0x5638e96c0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5638e961ee40 con 0x5638e96c5eb0 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5638e960e9e0 con 0x5638e96c0880 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5638e9612a20 con 0x5638e96c67d0 2024-05-21T19:14:08.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2aea000700 1 -- 172.21.15.3:0/2981525308 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ae40e1ca0 con 0x7f2aec1088f0 2024-05-21T19:14:08.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2af1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2af1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59308/0 (socket says 172.21.15.3:59308) 2024-05-21T19:14:08.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2af1000700 1 -- 172.21.15.3:0/3184563693 learned_addr learned my addr 172.21.15.3:0/3184563693 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:08.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2af1a00700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 0x7f2ad40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.198 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.196+0000 7f2af2400700 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 0x5638e96c0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af1000700 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e96c0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 -- 172.21.15.3:0/3184563693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 msgr2=0x5638e96c0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e96c0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 -- 172.21.15.3:0/3184563693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 msgr2=0x5638e96c6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 -- 172.21.15.3:0/3184563693 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638e95d7420 con 0x5638e96c0880 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af1a00700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 0x7f2ad40b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0009d60 tx=0x7f2ae0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2af2400700 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 0x5638e96c0ce0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a8fd0 tx=0x7f2ae40a91b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a60beeea1abdacc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.197+0000 7f2adea00700 1 -- 172.21.15.3:0/3184563693 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40a99d0 con 0x5638e96c0880 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2adea00700 1 -- 172.21.15.3:0/3184563693 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ae40a92d0 con 0x5638e96c0880 2024-05-21T19:14:08.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2adea00700 1 -- 172.21.15.3:0/3184563693 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40a8530 con 0x5638e96c0880 2024-05-21T19:14:08.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 -- 172.21.15.3:0/3184563693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 msgr2=0x5638e96c0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 0x5638e96c0ce0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a8fd0 tx=0x7f2ae40a91b0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 -- 172.21.15.3:0/3184563693 shutdown_connections 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c0880 0x5638e96c0ce0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/3184563693 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e96c0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.198+0000 7f2afed4eb80 1 -- 172.21.15.3:0/3184563693 >> 172.21.15.3:0/3184563693 conn(0x5638e95eebe0 msgr2=0x5638e96bb010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.199+0000 7f2afed4eb80 1 -- 172.21.15.3:0/3184563693 shutdown_connections 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.199+0000 7f2afed4eb80 1 -- 172.21.15.3:0/3184563693 wait complete. 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.199+0000 7f2afed4eb80 1 -- start start 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.199+0000 7f2afed4eb80 1 Processor -- start 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96cc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c98f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5638e9514fa0 con 0x5638e96c5eb0 2024-05-21T19:14:08.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5638e95af760 con 0x5638e96c67d0 2024-05-21T19:14:08.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5638e96cd240 con 0x5638e96c0880 2024-05-21T19:14:08.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2afed4eb80 10 client.0 _ll_register_callbacks cb 0x5638e95b8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:08.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2af2400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2af1000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96cc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2af2400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:35560/0 (socket says 172.21.15.3:35560) 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.200+0000 7f2af2400700 1 -- 172.21.15.3:0/499517617 learned_addr learned my addr 172.21.15.3:0/499517617 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 -- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 msgr2=0x5638e96cc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96cc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 -- 172.21.15.3:0/499517617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 msgr2=0x5638e96c98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 -- 172.21.15.3:0/499517617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638e955e8d0 con 0x5638e96c67d0 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2af2400700 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a5350 tx=0x7f2ae40b1e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f90b17dcaa77c83 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2ad3400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40c3060 con 0x5638e96c67d0 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ae40ad370 con 0x5638e96c67d0 2024-05-21T19:14:08.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.201+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ae40a92d0 con 0x5638e96c67d0 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2ae40ca050 con 0x5638e96c67d0 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 10 client.26783 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5638e95df060 con 0x5638e96c67d0 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ae40a92d0 con 0x5638e96c67d0 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f2ae40a4e40 con 0x5638e96c67d0 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 10 client.26783 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 10 client.26783 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 20 client.26783 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e96d9c70 0x5638e96dc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 4 client.26783 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.202+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638e9620d90 con 0x5638e96d9c70 2024-05-21T19:14:08.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.203+0000 7f2af1a00700 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e96d9c70 0x5638e96dc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.203+0000 7f2af1a00700 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e96d9c70 0x5638e96dc060 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6d052d57a9b499dd server_cookie=903ac87bc597c755 in_seq=0 out_seq=0 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.203+0000 7f2ad3400700 10 client.26783 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.204+0000 7f2ad3400700 1 -- 172.21.15.3:0/499517617 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5638e9620d90 con 0x5638e96d9c70 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.204+0000 7f2ad3400700 10 client.26783 handle_command_reply: tid=0 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.204+0000 7f2afed4eb80 1 client.26783 shutdown 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.204+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 msgr2=0x5638e96c9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.204+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a5350 tx=0x7f2ae40b1e20 comp rx=0 tx=0).stop 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 shutdown_connections 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c67d0 0x5638e96c9e30 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e96d9c70 0x5638e96dc060 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/499517617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c5eb0 0x5638e96c98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 >> 172.21.15.3:0/499517617 conn(0x5638e95eebe0 msgr2=0x5638e96bf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2ad3400700 0 client.26783 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:14:08.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 shutdown_connections 2024-05-21T19:14:08.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 1 -- 172.21.15.3:0/499517617 wait complete. 2024-05-21T19:14:08.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.205+0000 7f2afed4eb80 20 client.26783 trim_cache size 0 max 16384 2024-05-21T19:14:08.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 Processor -- start 2024-05-21T19:14:08.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 -- start start 2024-05-21T19:14:08.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96c0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96c39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 0x5638e96c3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1b2740 con 0x5638e96c67d0 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1affd0 con 0x5638e96c5eb0 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.222+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1ade20 con 0x5638e96c0880 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96c0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 0x5638e96c3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96c0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:53844/0 (socket says 172.21.15.3:53844) 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af1000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96c39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af1a00700 1 -- 172.21.15.3:0/862747850 learned_addr learned my addr 172.21.15.3:0/862747850 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 -- 172.21.15.3:0/862747850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 msgr2=0x5638e96c0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96c0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 -- 172.21.15.3:0/862747850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 msgr2=0x5638e96c39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96c39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af2400700 1 -- 172.21.15.3:0/862747850 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638e96c4440 con 0x5638e96c67d0 2024-05-21T19:14:08.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.223+0000 7f2af1000700 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.224+0000 7f2af2400700 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 0x5638e96c3f00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a8f80 tx=0x7f2ae40a8af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b795041b52300bf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.224+0000 7f2ade000700 1 -- 172.21.15.3:0/862747850 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40c3040 con 0x5638e96c67d0 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.224+0000 7f2ade000700 1 -- 172.21.15.3:0/862747850 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ae40a92d0 con 0x5638e96c67d0 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.224+0000 7f2ade000700 1 -- 172.21.15.3:0/862747850 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40ca280 con 0x5638e96c67d0 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- 172.21.15.3:0/862747850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 msgr2=0x5638e96c3f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 0x5638e96c3f00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2ae40a8f80 tx=0x7f2ae40a8af0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- 172.21.15.3:0/862747850 shutdown_connections 2024-05-21T19:14:08.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c67d0 0x5638e96c3f00 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c0880 0x5638e96c0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/862747850 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96c39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- 172.21.15.3:0/862747850 >> 172.21.15.3:0/862747850 conn(0x5638e95eebe0 msgr2=0x5638e96c81e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- 172.21.15.3:0/862747850 shutdown_connections 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- 172.21.15.3:0/862747850 wait complete. 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.225+0000 7f2afed4eb80 1 -- start start 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 Processor -- start 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 0x5638e96dc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96dc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1ae490 con 0x5638e96c0880 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1af900 con 0x5638e96c5eb0 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec1aeb60 con 0x5638e96c67d0 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2afed4eb80 10 client.0 _ll_register_callbacks cb 0x5638e95b8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:08.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.226+0000 7f2af1a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 0x5638e96dc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af1000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96dc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:53860/0 (socket says 172.21.15.3:53860) 2024-05-21T19:14:08.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 -- 172.21.15.3:0/1419726252 learned_addr learned my addr 172.21.15.3:0/1419726252 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:08.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 -- 172.21.15.3:0/1419726252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 msgr2=0x5638e96dc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96dc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 -- 172.21.15.3:0/1419726252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 msgr2=0x5638e96dc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:08.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 0x5638e96dc220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 -- 172.21.15.3:0/1419726252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638e973ca60 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af1a00700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 0x5638e96dc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2af2400700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009fb0 tx=0x7f2ae40a91d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dd7947bd14ebcf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2ad3400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.227+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40c3040 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ae40a92d0 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ae40a8530 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f2ae40ad680 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 10 client.26785 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5638e973ca60 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ae40a92d0 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f2ae40839e0 con 0x5638e96c67d0 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 10 client.26785 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 10 client.26785 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:14:08.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 20 client.26785 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e9744020 0x5638e9746410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 4 client.26785 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.228+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5638e961a570 con 0x5638e9744020 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.229+0000 7f2af1a00700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e9744020 0x5638e9746410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.229+0000 7f2af1a00700 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e9744020 0x5638e9746410 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ce2aff1598f920ae server_cookie=4e6bb507c8c6c35a in_seq=0 out_seq=0 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.229+0000 7f2ad3400700 10 client.26785 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2ad3400700 1 -- 172.21.15.3:0/1419726252 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5638e961a570 con 0x5638e9744020 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2ad3400700 10 client.26785 handle_command_reply: tid=0 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 client.26785 shutdown 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 msgr2=0x5638e973c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009fb0 tx=0x7f2ae40a91d0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 shutdown_connections 2024-05-21T19:14:08.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5638e96c67d0 0x5638e973c470 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5638e9744020 0x5638e9746410 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5638e96c0880 0x5638e96dc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 --2- 172.21.15.3:0/1419726252 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5638e96c5eb0 0x5638e96dc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2ad3400700 0 client.26785 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 >> 172.21.15.3:0/1419726252 conn(0x5638e95eebe0 msgr2=0x5638e96ba9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 shutdown_connections 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 1 -- 172.21.15.3:0/1419726252 wait complete. 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.230+0000 7f2afed4eb80 20 client.26785 trim_cache size 0 max 16384 2024-05-21T19:14:08.234 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:14:08.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 msgr2=0x7f2ad40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 0x7f2ad40b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0009d60 tx=0x7f2ae0009260 comp rx=0 tx=0).stop 2024-05-21T19:14:08.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 msgr2=0x7f2aec0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 0x7f2aec0762c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400efc0 tx=0x7f2ae400c3a0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 shutdown_connections 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ad40b2900 0x7f2ad40b4dc0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2aec1088f0 0x7f2aec0762c0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2aec1037f0 0x7f2aec075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 --2- 172.21.15.3:0/2981525308 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2aec1041a0 0x7f2aec075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 >> 172.21.15.3:0/2981525308 conn(0x7f2aec07a6a0 msgr2=0x7f2aec101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.231+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 shutdown_connections 2024-05-21T19:14:08.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:08.232+0000 7f2af4400700 1 -- 172.21.15.3:0/2981525308 wait complete. 2024-05-21T19:14:09.077 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:14:09.556 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:09.708 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:09 smithi003 ceph-mon[31577]: pgmap v626: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-21T19:14:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:09 smithi104 ceph-mon[36417]: pgmap v626: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-21T19:14:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:09 smithi178 ceph-mon[36523]: pgmap v626: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-05-21T19:14:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.649+0000 7fd1edc00640 1 -- 172.21.15.3:0/1532246760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e8103b00 msgr2=0x7fd1e8103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.649+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1532246760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e8103b00 0x7fd1e8103f80 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4009900 tx=0x7fd1d402a410 comp rx=0 tx=0).stop 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 -- 172.21.15.3:0/1532246760 shutdown_connections 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1532246760 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e81044c0 0x7fd1e810ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1532246760 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e8103b00 0x7fd1e8103f80 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1532246760 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e8102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 -- 172.21.15.3:0/1532246760 >> 172.21.15.3:0/1532246760 conn(0x7fd1e80fde80 msgr2=0x7fd1e81002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 -- 172.21.15.3:0/1532246760 shutdown_connections 2024-05-21T19:14:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.650+0000 7fd1edc00640 1 -- 172.21.15.3:0/1532246760 wait complete. 2024-05-21T19:14:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 Processor -- start 2024-05-21T19:14:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 -- start start 2024-05-21T19:14:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e8103b00 0x7fd1e819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e810e490 con 0x7fd1e81044c0 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e810e310 con 0x7fd1e8103b00 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.651+0000 7fd1edc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e810e610 con 0x7fd1e8102910 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59362/0 (socket says 172.21.15.3:59362) 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 -- 172.21.15.3:0/1036930728 learned_addr learned my addr 172.21.15.3:0/1036930728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1e7400640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e8103b00 0x7fd1e819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 -- 172.21.15.3:0/1036930728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 msgr2=0x7fd1e819ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e819ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 -- 172.21.15.3:0/1036930728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e8103b00 msgr2=0x7fd1e819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e8103b00 0x7fd1e819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1ed200640 1 -- 172.21.15.3:0/1036930728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e81a2970 con 0x7fd1e81044c0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.652+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e819ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1ed200640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000eb10 tx=0x7fd1e000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1e4c00640 1 -- 172.21.15.3:0/1036930728 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0004b20 con 0x7fd1e81044c0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1e4c00640 1 -- 172.21.15.3:0/1036930728 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1e0004cc0 con 0x7fd1e81044c0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1e4c00640 1 -- 172.21.15.3:0/1036930728 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0010670 con 0x7fd1e81044c0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e81a2c60 con 0x7fd1e81044c0 2024-05-21T19:14:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.653+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e81a3130 con 0x7fd1e81044c0 2024-05-21T19:14:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.656+0000 7fd1f2018740 1 Processor -- start 2024-05-21T19:14:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.657+0000 7fd1e4c00640 1 -- 172.21.15.3:0/1036930728 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd1e0005020 con 0x7fd1e81044c0 2024-05-21T19:14:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.657+0000 7fd1f2018740 1 -- start start 2024-05-21T19:14:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 0x556dfb0ee110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0f3850 0x556dfb0f5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556dfb05db90 con 0x556dfb0edcf0 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556dfb04d730 con 0x556dfb0f3850 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1f2018740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556dfb051770 con 0x556dfb0ee6e0 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1e7400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 0x556dfb0ee110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1e7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1e7400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 0x556dfb0ee110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59378/0 (socket says 172.21.15.3:59378) 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1e7400640 1 -- 172.21.15.3:0/2225111141 learned_addr learned my addr 172.21.15.3:0/2225111141 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.658+0000 7fd1e7400640 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0f3850 0x556dfb0f5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 -- 172.21.15.3:0/2225111141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0f3850 msgr2=0x556dfb0f5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0f3850 0x556dfb0f5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 -- 172.21.15.3:0/2225111141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 msgr2=0x556dfb0ee110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 0x556dfb0ee110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 -- 172.21.15.3:0/2225111141 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dfafe68b0 con 0x556dfb0ee6e0 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f31e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009fa0 tx=0x7fd1d80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60f8dbe26075e10a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e4c00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 0x7fd1cc0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1dd600640 1 -- 172.21.15.3:0/2225111141 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d8004030 con 0x556dfb0ee6e0 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1e4c00640 1 -- 172.21.15.3:0/1036930728 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd1e00e2790 con 0x7fd1e81044c0 2024-05-21T19:14:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.659+0000 7fd1dd600640 1 -- 172.21.15.3:0/2225111141 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1d80035f0 con 0x556dfb0ee6e0 2024-05-21T19:14:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1dd600640 1 -- 172.21.15.3:0/2225111141 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d800f7e0 con 0x556dfb0ee6e0 2024-05-21T19:14:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1e7400640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 0x7fd1cc0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 -- 172.21.15.3:0/2225111141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 msgr2=0x556dfb0f31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f31e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009fa0 tx=0x7fd1d80118d0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1e7400640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 0x7fd1cc0b4d20 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4000c00 tx=0x7fd1d4005d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 -- 172.21.15.3:0/2225111141 shutdown_connections 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f31e0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0f3850 0x556dfb0f5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 --2- 172.21.15.3:0/2225111141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0edcf0 0x556dfb0ee110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.660+0000 7fd1f2018740 1 -- 172.21.15.3:0/2225111141 >> 172.21.15.3:0/2225111141 conn(0x556dfb0e9360 msgr2=0x556dfb0e9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.661+0000 7fd1f2018740 1 -- 172.21.15.3:0/2225111141 shutdown_connections 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.661+0000 7fd1f2018740 1 -- 172.21.15.3:0/2225111141 wait complete. 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.661+0000 7fd1f2018740 1 -- start start 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.661+0000 7fd1f2018740 1 Processor -- start 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f8080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0ff0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556dfad33790 con 0x556dfb0f3850 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556dfaff5bc0 con 0x556dfb0edcf0 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556dfb0f6800 con 0x556dfb0ee6e0 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1f2018740 10 client.0 _ll_register_callbacks cb 0x556dfafd3400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0ff0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1e7e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1e7e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:35604/0 (socket says 172.21.15.3:35604) 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3135487762 learned_addr learned my addr 172.21.15.3:0/3135487762 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.662+0000 7fd1e7400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3135487762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 msgr2=0x556dfb0f8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3135487762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 msgr2=0x556dfb0ff0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0ff0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3135487762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dfad62210 con 0x556dfb0edcf0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009380 tx=0x7fd1d8004290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a84301026ce54c02 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1d2000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d8028020 con 0x556dfb0edcf0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd1d8016040 con 0x556dfb0edcf0 2024-05-21T19:14:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.663+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d80035f0 con 0x556dfb0edcf0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd1d8033050 con 0x556dfb0edcf0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 10 client.26801 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556dfae2e620 con 0x556dfb0edcf0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1d80035f0 con 0x556dfb0edcf0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fd1d8004a00 con 0x556dfb0edcf0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 10 client.26801 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 10 client.26801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 20 client.26801 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb103510 0x556dfb105900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 4 client.26801 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.664+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556dfb05fae0 con 0x556dfb103510 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.665+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb103510 0x556dfb105900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.665+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb103510 0x556dfb105900 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2d32fd1a286bb44 server_cookie=e46fcd52be664dcd in_seq=0 out_seq=0 2024-05-21T19:14:10.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.665+0000 7fd1d2000640 10 client.26801 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1d2000640 1 -- 172.21.15.3:0/3135487762 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556dfb05fae0 con 0x556dfb103510 2024-05-21T19:14:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1d2000640 10 client.26801 handle_command_reply: tid=0 2024-05-21T19:14:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1f2018740 1 client.26801 shutdown 2024-05-21T19:14:10.671 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 msgr2=0x556dfb0f7b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009380 tx=0x7fd1d8004290 comp rx=0 tx=0).stop 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.666+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 shutdown_connections 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb103510 0x556dfb105900 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0ee6e0 0x556dfb0f8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0ff0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3135487762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0edcf0 0x556dfb0f7b40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 >> 172.21.15.3:0/3135487762 conn(0x556dfb0e9360 msgr2=0x556dfb0e84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1d2000640 0 client.26801 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 shutdown_connections 2024-05-21T19:14:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 1 -- 172.21.15.3:0/3135487762 wait complete. 2024-05-21T19:14:10.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.667+0000 7fd1f2018740 20 client.26801 trim_cache size 0 max 16384 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 Processor -- start 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 -- start start 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0ff080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81ae850 con 0x556dfb0f3850 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81ac120 con 0x556dfb0ee6e0 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.684+0000 7fd1f2018740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81a9f70 con 0x556dfb0edcf0 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59396/0 (socket says 172.21.15.3:59396) 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1ed200640 1 -- 172.21.15.3:0/811271431 learned_addr learned my addr 172.21.15.3:0/811271431 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:53930/0 (socket says 172.21.15.3:53930) 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7400640 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0ff080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 -- 172.21.15.3:0/811271431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 msgr2=0x556dfb0ff080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0ff080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 -- 172.21.15.3:0/811271431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 msgr2=0x556dfb0f7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 -- 172.21.15.3:0/811271431 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dfb105f30 con 0x556dfb0edcf0 2024-05-21T19:14:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1ed200640 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:10.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.685+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8004ea0 tx=0x7fd1d80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a43701059d6ed1b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.686+0000 7fd1dcc00640 1 -- 172.21.15.3:0/811271431 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d803c070 con 0x556dfb0edcf0 2024-05-21T19:14:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.686+0000 7fd1dcc00640 1 -- 172.21.15.3:0/811271431 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1d8003bd0 con 0x556dfb0edcf0 2024-05-21T19:14:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.686+0000 7fd1dcc00640 1 -- 172.21.15.3:0/811271431 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d8028070 con 0x556dfb0edcf0 2024-05-21T19:14:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.686+0000 7fd1f2018740 1 -- 172.21.15.3:0/811271431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 msgr2=0x556dfb0ec040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.686+0000 7fd1f2018740 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8004ea0 tx=0x7fd1d80118d0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 -- 172.21.15.3:0/811271431 shutdown_connections 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb0f7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0ff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 --2- 172.21.15.3:0/811271431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0ec040 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 -- 172.21.15.3:0/811271431 >> 172.21.15.3:0/811271431 conn(0x556dfb0e9360 msgr2=0x556dfb0ef9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 -- 172.21.15.3:0/811271431 shutdown_connections 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 -- 172.21.15.3:0/811271431 wait complete. 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 -- start start 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.687+0000 7fd1f2018740 1 Processor -- start 2024-05-21T19:14:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0fbe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0fc360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81aa5e0 con 0x556dfb0f3850 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81aba50 con 0x556dfb0ee6e0 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e81aacb0 con 0x556dfb0edcf0 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1f2018740 10 client.0 _ll_register_callbacks cb 0x7fd1d8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1ed200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59408/0 (socket says 172.21.15.3:59408) 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1ed200640 1 -- 172.21.15.3:0/3774449237 learned_addr learned my addr 172.21.15.3:0/3774449237 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0fc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.688+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0fbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 msgr2=0x556dfb0fc360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0fc360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3774449237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 msgr2=0x556dfb174830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 -- 172.21.15.3:0/3774449237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dfb0e9190 con 0x556dfb0edcf0 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1ed200640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0fc360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1e7e00640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0fbe20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x556dfb102180 tx=0x7fd1d8003ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1608b9e7d5a7cd51 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1d2000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d803c070 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d8003bd0 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.689+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd1d8005450 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd1d8028040 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 10 client.26803 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556dfb0f6c00 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1d8003bd0 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fd1d8004720 con 0x556dfb0edcf0 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 10 client.26803 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 10 client.26803 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 20 client.26803 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb176490 0x556dfb178880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 4 client.26803 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.690+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556dfb0592c0 con 0x556dfb176490 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.691+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb176490 0x556dfb178880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.691+0000 7fd1e7400640 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb176490 0x556dfb178880 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2517488ba31954c server_cookie=f73fd5e522ebd2f2 in_seq=0 out_seq=0 2024-05-21T19:14:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.691+0000 7fd1d2000640 10 client.26803 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1d2000640 1 -- 172.21.15.3:0/3774449237 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556dfb0592c0 con 0x556dfb176490 2024-05-21T19:14:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1d2000640 10 client.26803 handle_command_reply: tid=0 2024-05-21T19:14:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 client.26803 shutdown 2024-05-21T19:14:10.703 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 msgr2=0x556dfb0fbe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0fbe20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x556dfb102180 tx=0x7fd1d8003ab0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 shutdown_connections 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556dfb176490 0x556dfb178880 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556dfb0f3850 0x556dfb174830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556dfb0ee6e0 0x556dfb0fc360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 --2- 172.21.15.3:0/3774449237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556dfb0edcf0 0x556dfb0fbe20 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 >> 172.21.15.3:0/3774449237 conn(0x556dfb0e9360 msgr2=0x556dfb0e7c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1d2000640 0 client.26803 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 shutdown_connections 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.702+0000 7fd1f2018740 1 -- 172.21.15.3:0/3774449237 wait complete. 2024-05-21T19:14:10.704 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.703+0000 7fd1f2018740 20 client.26803 trim_cache size 0 max 16384 2024-05-21T19:14:10.705 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:14:10.705 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:14:10.705 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.703+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 msgr2=0x7fd1cc0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.703+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 0x7fd1cc0b4d20 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4000c00 tx=0x7fd1d4005d50 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 msgr2=0x7fd1e81a2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000eb10 tx=0x7fd1e000c2d0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 shutdown_connections 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd1e81044c0 0x7fd1e81a2300 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd1e8103b00 0x7fd1e819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd1cc0b2860 0x7fd1cc0b4d20 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 --2- 172.21.15.3:0/1036930728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd1e8102910 0x7fd1e819ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 >> 172.21.15.3:0/1036930728 conn(0x7fd1e80fde80 msgr2=0x7fd1e8074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:10.706 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 shutdown_connections 2024-05-21T19:14:10.707 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:10.704+0000 7fd1edc00640 1 -- 172.21.15.3:0/1036930728 wait complete. 2024-05-21T19:14:11.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:11 smithi003 ceph-mon[31577]: pgmap v627: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:14:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:11 smithi104 ceph-mon[36417]: pgmap v627: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:14:11.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 -- 172.21.15.3:0/31663897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901037f0 msgr2=0x7f6c90103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 --2- 172.21.15.3:0/31663897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901037f0 0x7f6c90103bd0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f6c840099c0 tx=0x7f6c84009cd0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 -- 172.21.15.3:0/31663897 shutdown_connections 2024-05-21T19:14:11.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 --2- 172.21.15.3:0/31663897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 0x7f6c90110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 --2- 172.21.15.3:0/31663897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901037f0 0x7f6c90103bd0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 --2- 172.21.15.3:0/31663897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901041a0 0x7f6c901081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.787+0000 7f6c98800700 1 -- 172.21.15.3:0/31663897 >> 172.21.15.3:0/31663897 conn(0x7f6c9007a6a0 msgr2=0x7f6c9007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.788+0000 7f6c98800700 1 -- 172.21.15.3:0/31663897 shutdown_connections 2024-05-21T19:14:11.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.788+0000 7f6c98800700 1 -- 172.21.15.3:0/31663897 wait complete. 2024-05-21T19:14:11.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.789+0000 7f6c98800700 1 Processor -- start 2024-05-21T19:14:11.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.789+0000 7f6c98800700 1 -- start start 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 0x7f6c90075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 0x7f6c90075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 0x7f6c900762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901136e0 con 0x7f6c901037f0 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c90113560 con 0x7f6c901041a0 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c98800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c90113860 con 0x7f6c901088f0 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c95e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 0x7f6c90075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c95e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 0x7f6c90075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51026/0 (socket says 172.21.15.3:51026) 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c95e00700 1 -- 172.21.15.3:0/3304079962 learned_addr learned my addr 172.21.15.3:0/3304079962 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c95400700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 0x7f6c90075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.790+0000 7f6c96800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 0x7f6c900762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 -- 172.21.15.3:0/3304079962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 msgr2=0x7f6c900762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 0x7f6c900762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 -- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 msgr2=0x7f6c90075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 0x7f6c90075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 -- 172.21.15.3:0/3304079962 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c901a80c0 con 0x7f6c901041a0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.791+0000 7f6c95400700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 0x7f6c90075d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6c8000e9f0 tx=0x7f6c8000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.792+0000 7f6c8aa00700 1 -- 172.21.15.3:0/3304079962 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8000c9c0 con 0x7f6c901041a0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.792+0000 7f6c8aa00700 1 -- 172.21.15.3:0/3304079962 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c8000cb60 con 0x7f6c901041a0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.792+0000 7f6c8aa00700 1 -- 172.21.15.3:0/3304079962 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c80018680 con 0x7f6c901041a0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.792+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c901a83b0 con 0x7f6c901041a0 2024-05-21T19:14:11.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.792+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c901a8940 con 0x7f6c901041a0 2024-05-21T19:14:11.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.798+0000 7f6ca31adb80 1 Processor -- start 2024-05-21T19:14:11.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.798+0000 7f6ca31adb80 1 -- start start 2024-05-21T19:14:11.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c8aa00700 1 -- 172.21.15.3:0/3304079962 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6c80010430 con 0x7f6c901041a0 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca13290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 0x559c0ca0d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 0x559c0ca0dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559c0c96be40 con 0x559c0ca0d880 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559c0c95b9e0 con 0x559c0ca137d0 2024-05-21T19:14:11.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559c0c95fa20 con 0x559c0ca12eb0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c95400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 0x559c0ca0dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c95e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 0x559c0ca0d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c95400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 0x559c0ca0dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51040/0 (socket says 172.21.15.3:51040) 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c95400700 1 -- 172.21.15.3:0/3086069251 learned_addr learned my addr 172.21.15.3:0/3086069251 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.799+0000 7f6c96800700 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca13290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 -- 172.21.15.3:0/3086069251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 msgr2=0x559c0ca13290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca13290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 -- 172.21.15.3:0/3086069251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 msgr2=0x559c0ca0dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 0x559c0ca0dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 -- 172.21.15.3:0/3086069251 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c0c924420 con 0x559c0ca137d0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 0x559c0ca0d260 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6c840059d0 tx=0x7f6c84005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a80868dc6019deca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.800+0000 7f6c7f400700 1 -- 172.21.15.3:0/3086069251 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84028070 con 0x559c0ca137d0 2024-05-21T19:14:11.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6c7f400700 1 -- 172.21.15.3:0/3086069251 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c840037c0 con 0x559c0ca137d0 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6c7f400700 1 -- 172.21.15.3:0/3086069251 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8400b9f0 con 0x559c0ca137d0 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6c8aa00700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 0x7f6c780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3086069251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 msgr2=0x559c0ca0d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 0x559c0ca0d260 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6c840059d0 tx=0x7f6c84005bc0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6c8aa00700 1 -- 172.21.15.3:0/3304079962 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c800e2370 con 0x7f6c901041a0 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.801+0000 7f6c96800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 0x7f6c780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3086069251 shutdown_connections 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca0d880 0x559c0ca0dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca13290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3086069251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca137d0 0x559c0ca0d260 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3086069251 >> 172.21.15.3:0/3086069251 conn(0x559c0c93bbe0 msgr2=0x559c0ca08010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3086069251 shutdown_connections 2024-05-21T19:14:11.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3086069251 wait complete. 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6c96800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 0x7f6c780b4dc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c0126d0 tx=0x7f6c8c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.802+0000 7f6ca31adb80 1 -- start start 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 Processor -- start 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca16810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca16d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559c0c861fa0 con 0x559c0ca137d0 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559c0c8fc760 con 0x559c0ca0d880 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559c0ca1a1e0 con 0x559c0ca12eb0 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.803+0000 7f6ca31adb80 10 client.0 _ll_register_callbacks cb 0x559c0c905c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57564/0 (socket says 172.21.15.3:57564) 2024-05-21T19:14:11.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 -- 172.21.15.3:0/3545014474 learned_addr learned my addr 172.21.15.3:0/3545014474 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c96800700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca16d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95400700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca16810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 -- 172.21.15.3:0/3545014474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 msgr2=0x559c0ca16810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca16810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 -- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 msgr2=0x559c0ca16d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca16d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 -- 172.21.15.3:0/3545014474 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c0c8ab8d0 con 0x559c0ca0d880 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c95e00700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f6c84026040 tx=0x7f6c8400b6b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97eef2ea31629ead server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.804+0000 7f6c73e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84028040 con 0x559c0ca0d880 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c840037c0 con 0x559c0ca0d880 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c84005350 con 0x559c0ca0d880 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6c84005550 con 0x559c0ca0d880 2024-05-21T19:14:11.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6ca31adb80 10 client.26819 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559c0c92c060 con 0x559c0ca0d880 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.805+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c840037c0 con 0x559c0ca0d880 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f6c8402b070 con 0x559c0ca0d880 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 10 client.26819 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 10 client.26819 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 20 client.26819 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca26b70 0x559c0ca28f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 4 client.26819 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c0c96dd90 con 0x559c0ca26b70 2024-05-21T19:14:11.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.806+0000 7f6c95400700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca26b70 0x559c0ca28f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.807+0000 7f6c95400700 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca26b70 0x559c0ca28f60 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6875cc7c79b284e2 server_cookie=418b8f795cc3adce in_seq=0 out_seq=0 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.807+0000 7f6c73e00700 10 client.26819 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6c73e00700 1 -- 172.21.15.3:0/3545014474 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559c0c96dd90 con 0x559c0ca26b70 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6c73e00700 10 client.26819 handle_command_reply: tid=0 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 client.26819 shutdown 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 msgr2=0x559c0ca19420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f6c84026040 tx=0x7f6c8400b6b0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 shutdown_connections 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca26b70 0x559c0ca28f60 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca16d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/3545014474 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca16810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 >> 172.21.15.3:0/3545014474 conn(0x559c0c93bbe0 msgr2=0x559c0ca0c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6c73e00700 0 client.26819 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:14:11.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 shutdown_connections 2024-05-21T19:14:11.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.808+0000 7f6ca31adb80 1 -- 172.21.15.3:0/3545014474 wait complete. 2024-05-21T19:14:11.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.809+0000 7f6ca31adb80 20 client.26819 trim_cache size 0 max 16384 2024-05-21T19:14:11.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.825+0000 7f6ca31adb80 1 Processor -- start 2024-05-21T19:14:11.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.825+0000 7f6ca31adb80 1 -- start start 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca18c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901b2770 con 0x559c0ca137d0 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901b0000 con 0x559c0ca12eb0 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901ade50 con 0x559c0ca0d880 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6c95400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6c96800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca18c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6c95400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57576/0 (socket says 172.21.15.3:57576) 2024-05-21T19:14:11.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6c95400700 1 -- 172.21.15.3:0/160666347 learned_addr learned my addr 172.21.15.3:0/160666347 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:11.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.826+0000 7f6c95e00700 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 -- 172.21.15.3:0/160666347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca0d880 msgr2=0x559c0ca19420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 -- 172.21.15.3:0/160666347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 msgr2=0x559c0ca18c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca18c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 -- 172.21.15.3:0/160666347 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c0ca14d80 con 0x559c0ca12eb0 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c95400700 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6c800a98a0 tx=0x7f6c80091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e9fdcc0c82d45ea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c7ea00700 1 -- 172.21.15.3:0/160666347 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c800a9260 con 0x559c0ca12eb0 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c7ea00700 1 -- 172.21.15.3:0/160666347 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c800b20b0 con 0x559c0ca12eb0 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.827+0000 7f6c7ea00700 1 -- 172.21.15.3:0/160666347 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c800a50a0 con 0x559c0ca12eb0 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 -- 172.21.15.3:0/160666347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 msgr2=0x559c0ca0d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f6c800a98a0 tx=0x7f6c80091040 comp rx=0 tx=0).stop 2024-05-21T19:14:11.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 -- 172.21.15.3:0/160666347 shutdown_connections 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca18c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca0d880 0x559c0ca19420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/160666347 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca12eb0 0x559c0ca0d260 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 -- 172.21.15.3:0/160666347 >> 172.21.15.3:0/160666347 conn(0x559c0c93bbe0 msgr2=0x559c0ca167d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 -- 172.21.15.3:0/160666347 shutdown_connections 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.828+0000 7f6ca31adb80 1 -- 172.21.15.3:0/160666347 wait complete. 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 -- start start 2024-05-21T19:14:11.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 Processor -- start 2024-05-21T19:14:11.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca2c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca29870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca29db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901ae4c0 con 0x559c0ca137d0 2024-05-21T19:14:11.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901af930 con 0x559c0ca0d880 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6c901aeb90 con 0x559c0ca12eb0 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.829+0000 7f6ca31adb80 10 client.0 _ll_register_callbacks cb 0x559c0c905c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c96800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca29db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c96800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca29db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51070/0 (socket says 172.21.15.3:51070) 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c96800700 1 -- 172.21.15.3:0/670786918 learned_addr learned my addr 172.21.15.3:0/670786918 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca2c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95400700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca29870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 -- 172.21.15.3:0/670786918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 msgr2=0x559c0ca29870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca29870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 -- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 msgr2=0x559c0ca29db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca29db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.830+0000 7f6c95e00700 1 -- 172.21.15.3:0/670786918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c0ca2a3c0 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6c95e00700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca2c480 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f6c840098e0 tx=0x7f6c84023710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e77f0f4cef9b8c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6c73e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c84028040 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6c840037c0 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559c0c967570 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6c840039c0 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6ca31adb80 10 client.26825 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.831+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559c0ca91200 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x559c0c967570 con 0x559c0ca0d880 2024-05-21T19:14:11.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f6c8403d070 con 0x559c0ca0d880 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 10 client.26825 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 10 client.26825 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 20 client.26825 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca918b0 0x559c0ca93cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 4 client.26825 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559c0c7de250 con 0x559c0ca918b0 2024-05-21T19:14:11.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.832+0000 7f6c95400700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca918b0 0x559c0ca93cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:11.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6c95400700 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca918b0 0x559c0ca93cd0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7da323064c163c7f server_cookie=e9d3ad1368c4c41f in_seq=0 out_seq=0 2024-05-21T19:14:11.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6c73e00700 10 client.26825 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:14:11.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6c73e00700 1 -- 172.21.15.3:0/670786918 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559c0c7de250 con 0x559c0ca918b0 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6c73e00700 10 client.26825 handle_command_reply: tid=0 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6ca31adb80 1 client.26825 shutdown 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 msgr2=0x559c0ca2c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca2c480 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f6c840098e0 tx=0x7f6c84023710 comp rx=0 tx=0).stop 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 shutdown_connections 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.833+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x559c0ca918b0 0x559c0ca93cd0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559c0ca137d0 0x559c0ca29db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559c0ca0d880 0x559c0ca2c480 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 --2- 172.21.15.3:0/670786918 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559c0ca12eb0 0x559c0ca29870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 >> 172.21.15.3:0/670786918 conn(0x559c0c93bbe0 msgr2=0x559c0ca16740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6c73e00700 0 client.26825 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 shutdown_connections 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 1 -- 172.21.15.3:0/670786918 wait complete. 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.834+0000 7f6ca31adb80 20 client.26825 trim_cache size 0 max 16384 2024-05-21T19:14:11.839 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 msgr2=0x7f6c780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 0x7f6c780b4dc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c0126d0 tx=0x7f6c8c00b040 comp rx=0 tx=0).stop 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 msgr2=0x7f6c90075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 0x7f6c90075d80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f6c8000e9f0 tx=0x7f6c8000ed00 comp rx=0 tx=0).stop 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 shutdown_connections 2024-05-21T19:14:11.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6c780b2900 0x7f6c780b4dc0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6c901088f0 0x7f6c900762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6c901037f0 0x7f6c90075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 --2- 172.21.15.3:0/3304079962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c901041a0 0x7f6c90075d80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 >> 172.21.15.3:0/3304079962 conn(0x7f6c9007a6a0 msgr2=0x7f6c90109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 shutdown_connections 2024-05-21T19:14:11.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:11.835+0000 7f6c98800700 1 -- 172.21.15.3:0/3304079962 wait complete. 2024-05-21T19:14:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:11 smithi178 ceph-mon[36523]: pgmap v627: 97 pgs: 97 active+clean; 2.9 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.9 KiB/s wr, 11 op/s 2024-05-21T19:14:12.856 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:14:13.320 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:13 smithi003 ceph-mon[31577]: pgmap v628: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-21T19:14:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:13 smithi178 ceph-mon[36523]: pgmap v628: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-21T19:14:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:13 smithi104 ceph-mon[36417]: pgmap v628: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 11 op/s 2024-05-21T19:14:15.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 -- 172.21.15.3:0/3397963708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 msgr2=0x7fbc6c105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 --2- 172.21.15.3:0/3397963708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c105ad0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbc580098f0 tx=0x7fbc58009c00 comp rx=0 tx=0).stop 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 -- 172.21.15.3:0/3397963708 shutdown_connections 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 --2- 172.21.15.3:0/3397963708 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 --2- 172.21.15.3:0/3397963708 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 0x7fbc6c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 --2- 172.21.15.3:0/3397963708 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c105ad0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 -- 172.21.15.3:0/3397963708 >> 172.21.15.3:0/3397963708 conn(0x7fbc6c101120 msgr2=0x7fbc6c103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 -- 172.21.15.3:0/3397963708 shutdown_connections 2024-05-21T19:14:15.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.613+0000 7fbc6be00700 1 -- 172.21.15.3:0/3397963708 wait complete. 2024-05-21T19:14:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.614+0000 7fbc6be00700 1 Processor -- start 2024-05-21T19:14:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 -- start start 2024-05-21T19:14:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c19bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 0x7fbc6c1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c115880 con 0x7fbc6c10b650 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c115700 con 0x7fbc6c105650 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6be00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c115a00 con 0x7fbc6c106010 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.615+0000 7fbc6a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54148/0 (socket says 172.21.15.3:54148) 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 -- 172.21.15.3:0/2316514793 learned_addr learned my addr 172.21.15.3:0/2316514793 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c19bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6b400700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 0x7fbc6c1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 -- 172.21.15.3:0/2316514793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 msgr2=0x7fbc6c19bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c19bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 -- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 msgr2=0x7fbc6c1a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 0x7fbc6c1a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 -- 172.21.15.3:0/2316514793 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc6c1a0d80 con 0x7fbc6c106010 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.616+0000 7fbc6a000700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbc58009230 tx=0x7fbc5800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.617+0000 7fbc70a00700 1 -- 172.21.15.3:0/2316514793 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc580050c0 con 0x7fbc6c106010 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.617+0000 7fbc70a00700 1 -- 172.21.15.3:0/2316514793 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5800b560 con 0x7fbc6c106010 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.617+0000 7fbc70a00700 1 -- 172.21.15.3:0/2316514793 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc58003a00 con 0x7fbc6c106010 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.617+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc6c1a1010 con 0x7fbc6c106010 2024-05-21T19:14:15.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.617+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc6c1a88f0 con 0x7fbc6c106010 2024-05-21T19:14:15.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.621+0000 7fbc70a00700 1 -- 172.21.15.3:0/2316514793 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbc5800b710 con 0x7fbc6c106010 2024-05-21T19:14:15.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 Processor -- start 2024-05-21T19:14:15.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 -- start start 2024-05-21T19:14:15.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc70a00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 0x7fbc500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501c0e0 0x563e75015d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 0x563e750167f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563e74f73e40 con 0x563e75016390 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563e74f639e0 con 0x563e7501c0e0 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.622+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e74f67a20 con 0x563e7501b7c0 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc70a00700 1 -- 172.21.15.3:0/2316514793 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc580e3090 con 0x7fbc6c106010 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6b400700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 0x7fbc500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54160/0 (socket says 172.21.15.3:54160) 2024-05-21T19:14:15.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 -- 172.21.15.3:0/101956504 learned_addr learned my addr 172.21.15.3:0/101956504 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:15.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6a000700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501c0e0 0x563e75015d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6b400700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 0x563e750167f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 -- 172.21.15.3:0/101956504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501c0e0 msgr2=0x563e75015d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501c0e0 0x563e75015d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 -- 172.21.15.3:0/101956504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 msgr2=0x563e750167f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 0x563e750167f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6aa00700 1 -- 172.21.15.3:0/101956504 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e74f2c420 con 0x563e7501b7c0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.623+0000 7fbc6b400700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 0x563e750167f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.624+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009e70 tx=0x7fbc5c011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dcbcb0895ce4d728 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.624+0000 7fbc6b400700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 0x7fbc500b4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009ec0 tx=0x7fbc64009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.624+0000 7fbc60c00700 1 -- 172.21.15.3:0/101956504 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c004310 con 0x563e7501b7c0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.624+0000 7fbc60c00700 1 -- 172.21.15.3:0/101956504 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c0044b0 con 0x563e7501b7c0 2024-05-21T19:14:15.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.624+0000 7fbc60c00700 1 -- 172.21.15.3:0/101956504 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c019840 con 0x563e7501b7c0 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/101956504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 msgr2=0x563e7501bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009e70 tx=0x7fbc5c011720 comp rx=0 tx=0).stop 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/101956504 shutdown_connections 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e75016390 0x563e750167f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501bba0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/101956504 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501c0e0 0x563e75015d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/101956504 >> 172.21.15.3:0/101956504 conn(0x563e74f43be0 msgr2=0x563e75010810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/101956504 shutdown_connections 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.625+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/101956504 wait complete. 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.626+0000 7fbc7c7d2b80 1 -- start start 2024-05-21T19:14:15.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.626+0000 7fbc7c7d2b80 1 Processor -- start 2024-05-21T19:14:15.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563e74e69fa0 con 0x563e7501c0e0 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563e74f04760 con 0x563e75016390 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563e75022c00 con 0x563e7501b7c0 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc7c7d2b80 10 client.0 _ll_register_callbacks cb 0x563e74f0dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc6b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57614/0 (socket says 172.21.15.3:57614) 2024-05-21T19:14:15.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc6aa00700 1 -- 172.21.15.3:0/3266681825 learned_addr learned my addr 172.21.15.3:0/3266681825 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.627+0000 7fbc6a000700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 -- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 msgr2=0x563e75021de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 -- 172.21.15.3:0/3266681825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 msgr2=0x563e7501f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 -- 172.21.15.3:0/3266681825 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e74eb38d0 con 0x563e7501b7c0 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6b400700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc6a000700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501f1d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbc58005950 tx=0x7fbc580a6c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18239e2f343e62a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc55600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:15.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc58066ea0 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc58092110 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.628+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc5c0044b0 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbc58092310 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 10 client.26833 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563e74f34060 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c0044b0 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fbc580aa980 con 0x563e7501b7c0 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 10 client.26833 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 10 client.26833 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 20 client.26833 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7502f710 0x563e75031b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 4 client.26833 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:15.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.629+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e74f75d90 con 0x563e7502f710 2024-05-21T19:14:15.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.630+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7502f710 0x563e75031b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.630+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7502f710 0x563e75031b30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b6f6113cce05e1c server_cookie=4e4a0d5a063e40eb in_seq=0 out_seq=0 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.630+0000 7fbc55600700 10 client.26833 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.631+0000 7fbc55600700 1 -- 172.21.15.3:0/3266681825 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563e74f75d90 con 0x563e7502f710 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.631+0000 7fbc55600700 10 client.26833 handle_command_reply: tid=0 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.631+0000 7fbc7c7d2b80 1 client.26833 shutdown 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.631+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 msgr2=0x563e7501f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.631+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501f1d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbc58005950 tx=0x7fbc580a6c60 comp rx=0 tx=0).stop 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 shutdown_connections 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7502f710 0x563e75031b30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e75016390 0x563e75021de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/3266681825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e7501b7c0 0x563e7501f1d0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc55600700 0 client.26833 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:15.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 >> 172.21.15.3:0/3266681825 conn(0x563e74f43be0 msgr2=0x563e7500ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 shutdown_connections 2024-05-21T19:14:15.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/3266681825 wait complete. 2024-05-21T19:14:15.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.632+0000 7fbc7c7d2b80 20 client.26833 trim_cache size 0 max 16384 2024-05-21T19:14:15.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.648+0000 7fbc7c7d2b80 1 Processor -- start 2024-05-21T19:14:15.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 -- start start 2024-05-21T19:14:15.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e7501cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1b24a0 con 0x563e7501c0e0 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1afd30 con 0x563e7501b7c0 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1adb80 con 0x563e75016390 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc6b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54180/0 (socket says 172.21.15.3:54180) 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc6b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51116/0 (socket says 172.21.15.3:51116) 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.649+0000 7fbc6aa00700 1 -- 172.21.15.3:0/317087403 learned_addr learned my addr 172.21.15.3:0/317087403 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6a000700 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e7501cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 -- 172.21.15.3:0/317087403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 msgr2=0x563e7501cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e7501cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 -- 172.21.15.3:0/317087403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 msgr2=0x563e7501f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 -- 172.21.15.3:0/317087403 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e7501d740 con 0x563e75016390 2024-05-21T19:14:15.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.650+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009890 tx=0x7fbc5c004660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8b58f2b4cc16fbb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc57e00700 1 -- 172.21.15.3:0/317087403 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c033070 con 0x563e75016390 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc57e00700 1 -- 172.21.15.3:0/317087403 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c02b070 con 0x563e75016390 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc57e00700 1 -- 172.21.15.3:0/317087403 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c003a00 con 0x563e75016390 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/317087403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 msgr2=0x563e75015d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c009890 tx=0x7fbc5c004660 comp rx=0 tx=0).stop 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/317087403 shutdown_connections 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e7501f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75015d70 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/317087403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e7501cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/317087403 >> 172.21.15.3:0/317087403 conn(0x563e74f43be0 msgr2=0x563e7501dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/317087403 shutdown_connections 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.651+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/317087403 wait complete. 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.652+0000 7fbc7c7d2b80 1 -- start start 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.652+0000 7fbc7c7d2b80 1 Processor -- start 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75036ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e75037530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e75037a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1ae1f0 con 0x563e7501c0e0 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1af660 con 0x563e7501b7c0 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c1ae8c0 con 0x563e75016390 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc7c7d2b80 10 client.0 _ll_register_callbacks cb 0x563e74f0dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e75037a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75036ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e75037a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51124/0 (socket says 172.21.15.3:51124) 2024-05-21T19:14:15.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6b400700 1 -- 172.21.15.3:0/1710665519 learned_addr learned my addr 172.21.15.3:0/1710665519 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:15.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6a000700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e75037530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6aa00700 1 -- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 msgr2=0x563e75037530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.653+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e75037530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc6aa00700 1 -- 172.21.15.3:0/1710665519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 msgr2=0x563e75037a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:15.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e75037a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc6aa00700 1 -- 172.21.15.3:0/1710665519 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e750993c0 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc6aa00700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75036ff0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c031040 tx=0x7fbc5c011c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e0ebc11da8045bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc55600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5c033070 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc5c02b070 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbc5c004420 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.654+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbc5c005020 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 10 client.26839 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563e7509a6a0 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc5c02b070 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fbc5c018070 con 0x563e75016390 2024-05-21T19:14:15.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 10 client.26839 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 10 client.26839 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 20 client.26839 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7509abb0 0x563e7509cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 4 client.26839 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.655+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563e74f6f570 con 0x563e7509abb0 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc6a000700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7509abb0 0x563e7509cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc6a000700 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7509abb0 0x563e7509cfd0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2af18b0703f7745f server_cookie=e5ab0491e6c98446 in_seq=0 out_seq=0 2024-05-21T19:14:15.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc55600700 10 client.26839 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc55600700 1 -- 172.21.15.3:0/1710665519 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563e74f6f570 con 0x563e7509abb0 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc55600700 10 client.26839 handle_command_reply: tid=0 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.656+0000 7fbc7c7d2b80 1 client.26839 shutdown 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 msgr2=0x563e75036ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75036ff0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c031040 tx=0x7fbc5c011c10 comp rx=0 tx=0).stop 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 shutdown_connections 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563e7509abb0 0x563e7509cfd0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563e7501c0e0 0x563e75037a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563e75016390 0x563e75036ff0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 --2- 172.21.15.3:0/1710665519 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563e7501b7c0 0x563e75037530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc55600700 0 client.26839 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 >> 172.21.15.3:0/1710665519 conn(0x563e74f43be0 msgr2=0x563e7501dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 shutdown_connections 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 1 -- 172.21.15.3:0/1710665519 wait complete. 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.657+0000 7fbc7c7d2b80 20 client.26839 trim_cache size 0 max 16384 2024-05-21T19:14:15.662 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 msgr2=0x7fbc500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 0x7fbc500b4dc0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fbc64009ec0 tx=0x7fbc64009920 comp rx=0 tx=0).stop 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 msgr2=0x7fbc6c19c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbc58009230 tx=0x7fbc5800fa70 comp rx=0 tx=0).stop 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 shutdown_connections 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbc500b2900 0x7fbc500b4dc0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbc6c10b650 0x7fbc6c1a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc6c105650 0x7fbc6c19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 --2- 172.21.15.3:0/2316514793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbc6c106010 0x7fbc6c19c2b0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:15.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 >> 172.21.15.3:0/2316514793 conn(0x7fbc6c101120 msgr2=0x7fbc6c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:15.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 shutdown_connections 2024-05-21T19:14:15.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:15.658+0000 7fbc6be00700 1 -- 172.21.15.3:0/2316514793 wait complete. 2024-05-21T19:14:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:15 smithi003 ceph-mon[31577]: pgmap v629: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:15 smithi178 ceph-mon[36523]: pgmap v629: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:15 smithi104 ceph-mon[36417]: pgmap v629: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-05-21T19:14:17.541 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:14:17.542 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:14:17.547 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:14:17.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:17 smithi003 ceph-mon[31577]: pgmap v630: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.0 KiB/s wr, 10 op/s 2024-05-21T19:14:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:17 smithi178 ceph-mon[36523]: pgmap v630: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.0 KiB/s wr, 10 op/s 2024-05-21T19:14:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:17 smithi104 ceph-mon[36417]: pgmap v630: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.0 KiB/s wr, 10 op/s 2024-05-21T19:14:18.008 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:18.040 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:19.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:19 smithi003 ceph-mon[31577]: pgmap v631: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-05-21T19:14:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:19 smithi178 ceph-mon[36523]: pgmap v631: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-05-21T19:14:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:19 smithi104 ceph-mon[36417]: pgmap v631: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-05-21T19:14:21.519 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:21 smithi003 ceph-mon[31577]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.8 KiB/s wr, 8 op/s 2024-05-21T19:14:21.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 -- 172.21.15.3:0/1797600744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838102420 msgr2=0x7f8838102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 --2- 172.21.15.3:0/1797600744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838102420 0x7f8838102800 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f8828009990 tx=0x7f8828009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 -- 172.21.15.3:0/1797600744 shutdown_connections 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 --2- 172.21.15.3:0/1797600744 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838107830 0x7f8838107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 --2- 172.21.15.3:0/1797600744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838102420 0x7f8838102800 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 --2- 172.21.15.3:0/1797600744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 0x7f8838107210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 -- 172.21.15.3:0/1797600744 >> 172.21.15.3:0/1797600744 conn(0x7f88380fde60 msgr2=0x7f8838100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.616+0000 7f8837e00700 1 -- 172.21.15.3:0/1797600744 shutdown_connections 2024-05-21T19:14:21.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.617+0000 7f8837e00700 1 -- 172.21.15.3:0/1797600744 wait complete. 2024-05-21T19:14:21.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.618+0000 7f8837e00700 1 Processor -- start 2024-05-21T19:14:21.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.618+0000 7f8837e00700 1 -- start start 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 0x7f88381a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838107830 0x7f88381a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8838119cc0 con 0x7f8838102d40 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8838119b40 con 0x7f8838107830 2024-05-21T19:14:21.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8838119e40 con 0x7f8838102420 2024-05-21T19:14:21.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8836a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8836000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 0x7f88381a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8836a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38900/0 (socket says 172.21.15.3:38900) 2024-05-21T19:14:21.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8836a00700 1 -- 172.21.15.3:0/174666606 learned_addr learned my addr 172.21.15.3:0/174666606 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.619+0000 7f8837400700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838107830 0x7f88381a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 -- 172.21.15.3:0/174666606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838107830 msgr2=0x7f88381a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838107830 0x7f88381a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 -- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 msgr2=0x7f88381a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 0x7f88381a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 -- 172.21.15.3:0/174666606 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88381a51a0 con 0x7f8838102420 2024-05-21T19:14:21.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f8836a00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8828000c00 tx=0x7f88280057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.620+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828027070 con 0x7f8838102420 2024-05-21T19:14:21.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.621+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88381a5430 con 0x7f8838102420 2024-05-21T19:14:21.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.621+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8828022470 con 0x7f8838102420 2024-05-21T19:14:21.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.621+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828017650 con 0x7f8838102420 2024-05-21T19:14:21.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.621+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88381acd10 con 0x7f8838102420 2024-05-21T19:14:21.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.622+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f883806a230 con 0x7f8838102420 2024-05-21T19:14:21.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.624+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f882802a070 con 0x7f8838102420 2024-05-21T19:14:21.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.626+0000 7f883ca00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 0x7f881c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.626+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f88280e2ff0 con 0x7f8838102420 2024-05-21T19:14:21.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.626+0000 7f8836000700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 0x7f881c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.627+0000 7f8836000700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 0x7f881c0b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8838107fe0 tx=0x7f8824009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.628+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8828013070 con 0x7f8838102420 2024-05-21T19:14:21.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 -- 172.21.15.3:0/1641945404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 msgr2=0x7f438c107ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 --2- 172.21.15.3:0/1641945404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c107ce0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f438400b0a0 tx=0x7f438400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 -- 172.21.15.3:0/1641945404 shutdown_connections 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 --2- 172.21.15.3:0/1641945404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c107ce0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 --2- 172.21.15.3:0/1641945404 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 0x7f438c102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 --2- 172.21.15.3:0/1641945404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 0x7f438c107210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 -- 172.21.15.3:0/1641945404 >> 172.21.15.3:0/1641945404 conn(0x7f438c0fde60 msgr2=0x7f438c100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 -- 172.21.15.3:0/1641945404 shutdown_connections 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.518+0000 7f4390a00700 1 -- 172.21.15.3:0/1641945404 wait complete. 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.519+0000 7f4390a00700 1 Processor -- start 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.519+0000 7f4390a00700 1 -- start start 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 0x7f438c1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 0x7f438c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f438c119cb0 con 0x7f438c107830 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f438c119b30 con 0x7f438c102420 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4390a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f438c119e30 con 0x7f438c102d40 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f438be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f438be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40832/0 (socket says 172.21.15.3:40832) 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f438be00700 1 -- 172.21.15.3:0/505057078 learned_addr learned my addr 172.21.15.3:0/505057078 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f4383e00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 0x7f438c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.520+0000 7f438b400700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 0x7f438c1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 -- 172.21.15.3:0/505057078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 msgr2=0x7f438c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 0x7f438c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 -- 172.21.15.3:0/505057078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 msgr2=0x7f438c1a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 0x7f438c1a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 -- 172.21.15.3:0/505057078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f438c1a5130 con 0x7f438c107830 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f438be00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f438400b070 tx=0x7f4384004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f4388c00700 1 -- 172.21.15.3:0/505057078 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4384021070 con 0x7f438c107830 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f438c1a53c0 con 0x7f438c107830 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f4388c00700 1 -- 172.21.15.3:0/505057078 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4384007e30 con 0x7f438c107830 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f4388c00700 1 -- 172.21.15.3:0/505057078 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43840046d0 con 0x7f438c107830 2024-05-21T19:14:21.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.521+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f438c1acca0 con 0x7f438c107830 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.525+0000 7f4388c00700 1 -- 172.21.15.3:0/505057078 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4384007980 con 0x7f438c107830 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.526+0000 7f439ca60b80 1 Processor -- start 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.526+0000 7f439ca60b80 1 -- start start 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f4388c00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 0x7f43700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a726530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a726fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a5a684ec0 con 0x555a5a72c9c0 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a5a674a60 con 0x555a5a72c0a0 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f439ca60b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a5a678aa0 con 0x555a5a726b50 2024-05-21T19:14:21.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f4388c00700 1 -- 172.21.15.3:0/505057078 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43840e3090 con 0x7f438c107830 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f438b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f4383e00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 0x7f43700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f438b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36164/0 (socket says 172.21.15.3:36164) 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f438b400700 1 -- 172.21.15.3:0/1765501647 learned_addr learned my addr 172.21.15.3:0/1765501647 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f438be00700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a726fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.527+0000 7f4383e00700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a726530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 -- 172.21.15.3:0/1765501647 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 msgr2=0x555a5a726fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a726fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 -- 172.21.15.3:0/1765501647 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 msgr2=0x555a5a726530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a726530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 -- 172.21.15.3:0/1765501647 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5a63d4a0 con 0x555a5a72c0a0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438be00700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a726fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f438b400700 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f437c009d80 tx=0x7f437c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc1ca4cb889e9378 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f4383e00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 0x7f43700b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f43740075f0 tx=0x7f4374007580 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f4380c00700 1 -- 172.21.15.3:0/1765501647 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437c004230 con 0x555a5a72c0a0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f4380c00700 1 -- 172.21.15.3:0/1765501647 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f437c0043d0 con 0x555a5a72c0a0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.528+0000 7f4380c00700 1 -- 172.21.15.3:0/1765501647 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437c019830 con 0x555a5a72c0a0 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 -- 172.21.15.3:0/1765501647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 msgr2=0x555a5a72c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f437c009d80 tx=0x7f437c011720 comp rx=0 tx=0).stop 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 -- 172.21.15.3:0/1765501647 shutdown_connections 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a726fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72c480 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1765501647 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a726530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 -- 172.21.15.3:0/1765501647 >> 172.21.15.3:0/1765501647 conn(0x555a5a654c60 msgr2=0x555a5a7211d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 -- 172.21.15.3:0/1765501647 shutdown_connections 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.529+0000 7f439ca60b80 1 -- 172.21.15.3:0/1765501647 wait complete. 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.530+0000 7f439ca60b80 1 -- start start 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.530+0000 7f439ca60b80 1 Processor -- start 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a732800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a5a57b020 con 0x555a5a72c9c0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a5a6157e0 con 0x555a5a72c0a0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a5a7334e0 con 0x555a5a726b50 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f439ca60b80 10 client.0 _ll_register_callbacks cb 0x555a5a61ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f438be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f438b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a732800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f438be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40846/0 (socket says 172.21.15.3:40846) 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f438be00700 1 -- 172.21.15.3:0/1698986858 learned_addr learned my addr 172.21.15.3:0/1698986858 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.531+0000 7f4383e00700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 -- 172.21.15.3:0/1698986858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 msgr2=0x555a5a732800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a732800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 -- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 msgr2=0x555a5a72fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 -- 172.21.15.3:0/1698986858 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5a5c4950 con 0x555a5a72c9c0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f4383e00700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f438be00700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43840a7990 tx=0x7f4384004190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a723b29f14bbb798 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f4379600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f438402a070 con 0x555a5a72c9c0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43840074e0 con 0x555a5a72c9c0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.532+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f437c0043d0 con 0x555a5a72c9c0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4384007c70 con 0x555a5a72c9c0 2024-05-21T19:14:21.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 10 client.16761 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555a5a6450e0 con 0x555a5a72c9c0 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f437c0043d0 con 0x555a5a72c9c0 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f4384011070 con 0x555a5a72c9c0 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 10 client.16761 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 10 client.16761 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 20 client.16761 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a740040 0x555a5a742460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 4 client.16761 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.533+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a5a686e10 con 0x555a5a740040 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.534+0000 7f438b400700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a740040 0x555a5a742460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.534+0000 7f438b400700 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a740040 0x555a5a742460 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52c6cc05a7df2598 server_cookie=6a872c11f6a1a8b8 in_seq=0 out_seq=0 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.534+0000 7f4379600700 10 client.16761 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.535+0000 7f4379600700 1 -- 172.21.15.3:0/1698986858 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a5a686e10 con 0x555a5a740040 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.535+0000 7f4379600700 10 client.16761 handle_command_reply: tid=0 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.535+0000 7f439ca60b80 1 client.16761 shutdown 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 msgr2=0x555a5a730040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f43840a7990 tx=0x7f4384004190 comp rx=0 tx=0).stop 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 shutdown_connections 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a740040 0x555a5a742460 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a730040 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a726b50 0x555a5a732800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1698986858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c0a0 0x555a5a72fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f4379600700 0 client.16761 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 >> 172.21.15.3:0/1698986858 conn(0x555a5a654c60 msgr2=0x555a5a725520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 shutdown_connections 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 1 -- 172.21.15.3:0/1698986858 wait complete. 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.536+0000 7f439ca60b80 20 client.16761 trim_cache size 0 max 16384 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.560+0000 7f439ca60b80 1 Processor -- start 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.560+0000 7f439ca60b80 1 -- start start 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.560+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 0x555a5a726530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a73c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 0x555a5a72a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f439ca60b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b68c0 con 0x555a5a726b50 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f439ca60b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b4150 con 0x555a5a72c9c0 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f439ca60b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b1fa0 con 0x555a5a72c0a0 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 0x555a5a726530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 0x555a5a72a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f4383e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a73c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 0x555a5a726530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40856/0 (socket says 172.21.15.3:40856) 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438b400700 1 -- 172.21.15.3:0/4028253757 learned_addr learned my addr 172.21.15.3:0/4028253757 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438be00700 1 -- 172.21.15.3:0/4028253757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 msgr2=0x555a5a73c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.561+0000 7f438be00700 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a73c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f438be00700 1 -- 172.21.15.3:0/4028253757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 msgr2=0x555a5a726530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f438be00700 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 0x555a5a726530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f438be00700 1 -- 172.21.15.3:0/4028253757 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5a72e070 con 0x555a5a72c9c0 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f438be00700 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 0x555a5a72a230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f43840a3db0 tx=0x7f43840e0ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5f907a348e84bbc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f437be00700 1 -- 172.21.15.3:0/4028253757 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f438402a020 con 0x555a5a72c9c0 2024-05-21T19:14:21.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f437be00700 1 -- 172.21.15.3:0/4028253757 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43840aae20 con 0x555a5a72c9c0 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.562+0000 7f437be00700 1 -- 172.21.15.3:0/4028253757 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43840aead0 con 0x555a5a72c9c0 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 -- 172.21.15.3:0/4028253757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 msgr2=0x555a5a72a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 0x555a5a72a230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f43840a3db0 tx=0x7f43840e0ab0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 -- 172.21.15.3:0/4028253757 shutdown_connections 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a72c9c0 0x555a5a72a230 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a726b50 0x555a5a726530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 --2- 172.21.15.3:0/4028253757 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a73c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 -- 172.21.15.3:0/4028253757 >> 172.21.15.3:0/4028253757 conn(0x555a5a654c60 msgr2=0x555a5a729b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 -- 172.21.15.3:0/4028253757 shutdown_connections 2024-05-21T19:14:21.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.563+0000 7f439ca60b80 1 -- 172.21.15.3:0/4028253757 wait complete. 2024-05-21T19:14:21.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.564+0000 7f439ca60b80 1 -- start start 2024-05-21T19:14:21.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.564+0000 7f439ca60b80 1 Processor -- start 2024-05-21T19:14:21.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.564+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.564+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a735cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f439ca60b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a7361f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f439ca60b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b2610 con 0x555a5a72c9c0 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f439ca60b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b3a80 con 0x555a5a726b50 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f439ca60b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f438c1b2ce0 con 0x555a5a72c0a0 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f439ca60b80 10 client.0 _ll_register_callbacks cb 0x555a5a61ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36192/0 (socket says 172.21.15.3:36192) 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 -- 172.21.15.3:0/1828910747 learned_addr learned my addr 172.21.15.3:0/1828910747 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f4383e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a735cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438be00700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a7361f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 -- 172.21.15.3:0/1828910747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 msgr2=0x555a5a735cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a735cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 -- 172.21.15.3:0/1828910747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 msgr2=0x555a5a7361f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a7361f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.565+0000 7f438b400700 1 -- 172.21.15.3:0/1828910747 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5a7aac10 con 0x555a5a726b50 2024-05-21T19:14:21.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f438b400700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f437c000c00 tx=0x7f437c009ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91d61b7f37f850d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f4379600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f437c005610 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f437c003680 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43840aae20 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f437c003880 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f439ca60b80 10 client.26861 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.566+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555a5a7abf30 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43840aae20 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f437c03e9f0 con 0x555a5a726b50 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 10 client.26861 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:21.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 10 client.26861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:21.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 20 client.26861 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:21.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a7ac4b0 0x555a5a7ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:21.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 4 client.26861 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:14:21.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.567+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555a5a6805f0 con 0x555a5a7ac4b0 2024-05-21T19:14:21.710 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:14:21.710 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:14:21.710 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "5d9f9153-2aae-44ee-b4e7-573aac35ad34", 2024-05-21T19:14:21.710 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:14:21.711 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:14:21.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.568+0000 7f4383e00700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a7ac4b0 0x555a5a7ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:21.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.568+0000 7f4383e00700 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a7ac4b0 0x555a5a7ae8d0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ecd5e59bea71e54 server_cookie=6157e1889bd1b70d in_seq=0 out_seq=0 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.568+0000 7f4379600700 10 client.26861 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.569+0000 7f4379600700 1 -- 172.21.15.3:0/1828910747 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555a5a6805f0 con 0x555a5a7ac4b0 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.569+0000 7f4379600700 10 client.26861 handle_command_reply: tid=0 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.569+0000 7f439ca60b80 1 client.26861 shutdown 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.569+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 msgr2=0x555a5a735770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f437c000c00 tx=0x7f437c009ed0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 shutdown_connections 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a5a7ac4b0 0x555a5a7ae8d0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a5a72c9c0 0x555a5a7361f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a5a726b50 0x555a5a735770 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 --2- 172.21.15.3:0/1828910747 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a5a72c0a0 0x555a5a735cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 >> 172.21.15.3:0/1828910747 conn(0x555a5a654c60 msgr2=0x555a5a72cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f4379600700 0 client.26861 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 shutdown_connections 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 1 -- 172.21.15.3:0/1828910747 wait complete. 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.570+0000 7f439ca60b80 20 client.26861 trim_cache size 0 max 16384 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 msgr2=0x7f43700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 0x7f43700b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f43740075f0 tx=0x7f4374007580 comp rx=0 tx=0).stop 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 msgr2=0x7f438c1a49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f438400b070 tx=0x7f4384004cf0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 shutdown_connections 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43700b2900 0x7f43700b4dc0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f438c107830 0x7f438c1a49f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f438c102420 0x7f438c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 --2- 172.21.15.3:0/505057078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f438c102d40 0x7f438c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 >> 172.21.15.3:0/505057078 conn(0x7f438c0fde60 msgr2=0x7f438c1051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 shutdown_connections 2024-05-21T19:14:21.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.571+0000 7f4390a00700 1 -- 172.21.15.3:0/505057078 wait complete. 2024-05-21T19:14:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:21 smithi178 ceph-mon[36523]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.8 KiB/s wr, 8 op/s 2024-05-21T19:14:21.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.920+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88381acf40 con 0x7f8838102420 2024-05-21T19:14:21.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.922+0000 7f883ca00700 1 -- 172.21.15.3:0/174666606 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11862 (secure 0 0 0) 0x7f88280aad20 con 0x7f8838102420 2024-05-21T19:14:21.924 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:14:21.924 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:02.773808+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:14:21.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 msgr2=0x7f881c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 0x7f881c0b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8838107fe0 tx=0x7f8824009260 comp rx=0 tx=0).stop 2024-05-21T19:14:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 msgr2=0x7f88381a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8828000c00 tx=0x7f88280057c0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 shutdown_connections 2024-05-21T19:14:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f881c0b2880 0x7f881c0b4d40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8838107830 0x7f88381a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8838102420 0x7f88381a0190 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 --2- 172.21.15.3:0/174666606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8838102d40 0x7f88381a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:21.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.925+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 >> 172.21.15.3:0/174666606 conn(0x7f88380fde60 msgr2=0x7f88381051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.926+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 shutdown_connections 2024-05-21T19:14:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:21.926+0000 7f8837e00700 1 -- 172.21.15.3:0/174666606 wait complete. 2024-05-21T19:14:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 27 2024-05-21T19:14:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:21 smithi104 ceph-mon[36417]: pgmap v632: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.8 KiB/s wr, 8 op/s 2024-05-21T19:14:22.770 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:14:22.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:14:22.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:14:22.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:14:22.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.852 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.852 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:22 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/174666606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:14:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:14:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:14:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:22 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/174666606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:14:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:14:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:14:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:14:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:22 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/174666606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:14:23.435 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 43f039d --release --await' 2024-05-21T19:14:23.436 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 43f039d --release --await 2024-05-21T19:14:23.579 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:23.729 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:23 smithi003 ceph-mon[31577]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 -- 172.21.15.3:0/582213495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 msgr2=0x7fe758074e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 --2- 172.21.15.3:0/582213495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe758074e80 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe74c009900 tx=0x7fe74c02a480 comp rx=0 tx=0).stop 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 -- 172.21.15.3:0/582213495 shutdown_connections 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 --2- 172.21.15.3:0/582213495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe75810a940 0x7fe75810cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 --2- 172.21.15.3:0/582213495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe758075450 0x7fe7580758b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 --2- 172.21.15.3:0/582213495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe758074e80 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 -- 172.21.15.3:0/582213495 >> 172.21.15.3:0/582213495 conn(0x7fe7580fe040 msgr2=0x7fe758100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 -- 172.21.15.3:0/582213495 shutdown_connections 2024-05-21T19:14:23.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.842+0000 7fe760600640 1 -- 172.21.15.3:0/582213495 wait complete. 2024-05-21T19:14:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.843+0000 7fe760600640 1 Processor -- start 2024-05-21T19:14:23.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.843+0000 7fe760600640 1 -- start start 2024-05-21T19:14:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe75819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 0x7fe7581a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe758110820 con 0x7fe75810a940 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581106a0 con 0x7fe758076a30 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe760600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581109a0 con 0x7fe758075450 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe75dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe75d200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe75819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe75dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38918/0 (socket says 172.21.15.3:38918) 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe75dc00640 1 -- 172.21.15.3:0/1450246108 learned_addr learned my addr 172.21.15.3:0/1450246108 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.844+0000 7fe75e600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 0x7fe7581a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 -- 172.21.15.3:0/1450246108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 msgr2=0x7fe75819b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe75819b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 -- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 msgr2=0x7fe7581a23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 0x7fe7581a23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 -- 172.21.15.3:0/1450246108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7581a2a10 con 0x7fe758075450 2024-05-21T19:14:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75d200640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe75819b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75e600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 0x7fe7581a23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:14:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe74c005ab0 tx=0x7fe74c003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe756000640 1 -- 172.21.15.3:0/1450246108 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c03f070 con 0x7fe758075450 2024-05-21T19:14:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe756000640 1 -- 172.21.15.3:0/1450246108 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe74c031c50 con 0x7fe758075450 2024-05-21T19:14:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.845+0000 7fe756000640 1 -- 172.21.15.3:0/1450246108 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c035030 con 0x7fe758075450 2024-05-21T19:14:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.846+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7581a2ca0 con 0x7fe758075450 2024-05-21T19:14:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.846+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7581a3140 con 0x7fe758075450 2024-05-21T19:14:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.849+0000 7fe763583740 1 Processor -- start 2024-05-21T19:14:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.849+0000 7fe763583740 1 -- start start 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c8cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c92020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559e95bfcb90 con 0x559e95c8d520 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559e95bec730 con 0x559e95c8cb30 2024-05-21T19:14:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe763583740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559e95bf0770 con 0x559e95c92690 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38926/0 (socket says 172.21.15.3:38926) 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe75d200640 1 -- 172.21.15.3:0/404212161 learned_addr learned my addr 172.21.15.3:0/404212161 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.850+0000 7fe75e600640 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c8cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 -- 172.21.15.3:0/404212161 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 msgr2=0x559e95c8cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c8cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 -- 172.21.15.3:0/404212161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 msgr2=0x559e95c92020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c92020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 -- 172.21.15.3:0/404212161 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e95b858b0 con 0x559e95c92690 2024-05-21T19:14:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe75d200640 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe7440114f0 tx=0x7fe7440119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6062e15575e54cae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe74aa00640 1 -- 172.21.15.3:0/404212161 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74401e070 con 0x559e95c92690 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe74aa00640 1 -- 172.21.15.3:0/404212161 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7440035f0 con 0x559e95c92690 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.851+0000 7fe74aa00640 1 -- 172.21.15.3:0/404212161 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400f820 con 0x559e95c92690 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe756000640 1 -- 172.21.15.3:0/1450246108 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe74c042070 con 0x7fe758075450 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 -- 172.21.15.3:0/404212161 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 msgr2=0x559e95c94b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe7440114f0 tx=0x7fe7440119b0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 -- 172.21.15.3:0/404212161 shutdown_connections 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c94b20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c92020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 --2- 172.21.15.3:0/404212161 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c8cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 -- 172.21.15.3:0/404212161 >> 172.21.15.3:0/404212161 conn(0x559e95c881a0 msgr2=0x559e95c885a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 -- 172.21.15.3:0/404212161 shutdown_connections 2024-05-21T19:14:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.852+0000 7fe763583740 1 -- 172.21.15.3:0/404212161 wait complete. 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.853+0000 7fe763583740 1 -- start start 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.853+0000 7fe763583740 1 Processor -- start 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe756000640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 0x7fe7400b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c96980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c9de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe756000640 1 -- 172.21.15.3:0/1450246108 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe74c102910 con 0x7fe758075450 2024-05-21T19:14:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559e958d2790 con 0x559e95c8d520 2024-05-21T19:14:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559e95b94bc0 con 0x559e95c8cb30 2024-05-21T19:14:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559e95c95640 con 0x559e95c92690 2024-05-21T19:14:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe763583740 10 client.0 _ll_register_callbacks cb 0x559e95b72400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe75d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe75d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40912/0 (socket says 172.21.15.3:40912) 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe75d200640 1 -- 172.21.15.3:0/1318391136 learned_addr learned my addr 172.21.15.3:0/1318391136 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.854+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c96980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75e600640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c9de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75e600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 0x7fe7400b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 -- 172.21.15.3:0/1318391136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 msgr2=0x559e95c9de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.861 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c9de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 -- 172.21.15.3:0/1318391136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 msgr2=0x559e95c96ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 -- 172.21.15.3:0/1318391136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e95901210 con 0x559e95c8cb30 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75d200640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe75dc00640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c96980 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x559e95c8df90 tx=0x7fe74c0c9860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81cd1a71f9d44ba4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.855+0000 7fe73f400640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe75e600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 0x7fe7400b4c70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe750009fd0 tx=0x7fe750009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c049040 con 0x559e95c8cb30 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe74c0d28e0 con 0x559e95c8cb30 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7440035f0 con 0x559e95c8cb30 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe74c0c9a20 con 0x559e95c8cb30 2024-05-21T19:14:23.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe763583740 10 client.26879 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559e959cd620 con 0x559e95c8cb30 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7440035f0 con 0x559e95c8cb30 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fe74c0c9170 con 0x559e95c8cb30 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe763583740 10 client.26879 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.856+0000 7fe763583740 10 client.26879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.857+0000 7fe763583740 20 client.26879 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.857+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95ca47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.857+0000 7fe763583740 4 client.26879 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.857+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e95bfeae0 con 0x559e95ca2380 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.857+0000 7fe75d200640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95ca47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.858+0000 7fe75d200640 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95ca47b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95bc1021049ff1ac server_cookie=72f22b10260b60c6 in_seq=0 out_seq=0 2024-05-21T19:14:23.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.858+0000 7fe73f400640 10 client.26879 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.858+0000 7fe73f400640 1 -- 172.21.15.3:0/1318391136 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559e95bfeae0 con 0x559e95ca2380 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.858+0000 7fe73f400640 10 client.26879 handle_command_reply: tid=0 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 client.26879 shutdown 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 msgr2=0x559e95c96980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c96980 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x559e95c8df90 tx=0x7fe74c0c9860 comp rx=0 tx=0).stop 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 shutdown_connections 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95ca47b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c92690 0x559e95c9de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe73f400640 0 client.26879 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8d520 0x559e95c96ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 --2- 172.21.15.3:0/1318391136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c8cb30 0x559e95c96980 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 >> 172.21.15.3:0/1318391136 conn(0x559e95c881a0 msgr2=0x559e95c87310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 shutdown_connections 2024-05-21T19:14:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 1 -- 172.21.15.3:0/1318391136 wait complete. 2024-05-21T19:14:23.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.859+0000 7fe763583740 20 client.26879 trim_cache size 0 max 16384 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.877+0000 7fe763583740 1 Processor -- start 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.877+0000 7fe763583740 1 -- start start 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.877+0000 7fe763583740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c96e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.877+0000 7fe763583740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe763583740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c8ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe763583740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581ae8b0 con 0x559e95c8cb30 2024-05-21T19:14:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe763583740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581ac180 con 0x559e95c92690 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe763583740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581a9fd0 con 0x559e95c8d520 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c96e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38932/0 (socket says 172.21.15.3:38932) 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 -- 172.21.15.3:0/1208440462 learned_addr learned my addr 172.21.15.3:0/1208440462 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75e600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c8ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 -- 172.21.15.3:0/1208440462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 msgr2=0x559e95c8ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c8ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 -- 172.21.15.3:0/1208440462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 msgr2=0x559e95c96e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c96e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.878+0000 7fe75d200640 1 -- 172.21.15.3:0/1208440462 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e95c87fd0 con 0x559e95c8d520 2024-05-21T19:14:23.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.879+0000 7fe75d200640 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe7440114f0 tx=0x7fe744005870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=604fd9c83387f6d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.879+0000 7fe74a000640 1 -- 172.21.15.3:0/1208440462 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74401e040 con 0x559e95c8d520 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.879+0000 7fe74a000640 1 -- 172.21.15.3:0/1208440462 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe74402b040 con 0x559e95c8d520 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.879+0000 7fe74a000640 1 -- 172.21.15.3:0/1208440462 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400f5c0 con 0x559e95c8d520 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- 172.21.15.3:0/1208440462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 msgr2=0x559e95c9de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe7440114f0 tx=0x7fe744005870 comp rx=0 tx=0).stop 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- 172.21.15.3:0/1208440462 shutdown_connections 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9de50 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c8ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 --2- 172.21.15.3:0/1208440462 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c96e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- 172.21.15.3:0/1208440462 >> 172.21.15.3:0/1208440462 conn(0x559e95c881a0 msgr2=0x559e95c88580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- 172.21.15.3:0/1208440462 shutdown_connections 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- 172.21.15.3:0/1208440462 wait complete. 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.880+0000 7fe763583740 1 -- start start 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 Processor -- start 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c9c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581aa640 con 0x559e95c8cb30 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581abab0 con 0x559e95c92690 2024-05-21T19:14:23.885 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7581aad10 con 0x559e95c8d520 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe763583740 10 client.0 _ll_register_callbacks cb 0x7fe74c005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe75dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe75e600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c9c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.881+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38942/0 (socket says 172.21.15.3:38942) 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40930/0 (socket says 172.21.15.3:40930) 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 -- 172.21.15.3:0/406203154 learned_addr learned my addr 172.21.15.3:0/406203154 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 -- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 msgr2=0x559e95c9c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.886 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c9c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 -- 172.21.15.3:0/406203154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 msgr2=0x559e95c9aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 -- 172.21.15.3:0/406203154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e95c923e0 con 0x559e95c8d520 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75e600640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c9c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75dc00640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe75d200640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe744011eb0 tx=0x7fe7440035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3ae372e569c2890 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.882+0000 7fe73f400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74401e040 con 0x559e95c8d520 2024-05-21T19:14:23.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe744016030 con 0x559e95c8d520 2024-05-21T19:14:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe74402b040 con 0x559e95c8d520 2024-05-21T19:14:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe74403f050 con 0x559e95c8d520 2024-05-21T19:14:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe763583740 10 client.26881 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:23.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559e95c9dae0 con 0x559e95c8d520 2024-05-21T19:14:23.889 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:23 smithi178 ceph-mon[36523]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe74402b040 con 0x559e95c8d520 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.883+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fe74402e020 con 0x559e95c8d520 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 10 client.26881 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 10 client.26881 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 20 client.26881 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:23.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95d0ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 4 client.26881 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:14:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559e95bf82c0 con 0x559e95ca2380 2024-05-21T19:14:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe75dc00640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95d0ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe75dc00640 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95d0ef70 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edde7e2d9ce8185 server_cookie=354b026d49ed761e in_seq=0 out_seq=0 2024-05-21T19:14:23.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.884+0000 7fe73f400640 10 client.26881 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe73f400640 1 -- 172.21.15.3:0/406203154 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559e95bf82c0 con 0x559e95ca2380 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe73f400640 10 client.26881 handle_command_reply: tid=0 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 client.26881 shutdown 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 msgr2=0x559e95c9b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe744011eb0 tx=0x7fe7440035f0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 shutdown_connections 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559e95ca2380 0x559e95d0ef70 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559e95c8d520 0x559e95c9b3f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559e95c92690 0x559e95c9c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 --2- 172.21.15.3:0/406203154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559e95c8cb30 0x559e95c9aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 >> 172.21.15.3:0/406203154 conn(0x559e95c881a0 msgr2=0x559e95c8ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe73f400640 0 client.26881 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 shutdown_connections 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 1 -- 172.21.15.3:0/406203154 wait complete. 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.894+0000 7fe763583740 20 client.26881 trim_cache size 0 max 16384 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:14:23.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 msgr2=0x7fe7400b4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 0x7fe7400b4c70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe750009fd0 tx=0x7fe750009500 comp rx=0 tx=0).stop 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 msgr2=0x7fe75819adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fe74c005ab0 tx=0x7fe74c003b90 comp rx=0 tx=0).stop 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 shutdown_connections 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe75810a940 0x7fe7581a23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe758076a30 0x7fe75819b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe7400b27b0 0x7fe7400b4c70 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 --2- 172.21.15.3:0/1450246108 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe758075450 0x7fe75819adf0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 >> 172.21.15.3:0/1450246108 conn(0x7fe7580fe040 msgr2=0x7fe7581068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 shutdown_connections 2024-05-21T19:14:23.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:23.895+0000 7fe760600640 1 -- 172.21.15.3:0/1450246108 wait complete. 2024-05-21T19:14:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:23 smithi104 ceph-mon[36417]: pgmap v633: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-21T19:14:24.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:24 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:14:24.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:24 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:14:24.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:24 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:14:25.094 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:25.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:25 smithi003 ceph-mon[31577]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-21T19:14:25.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:14:25.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:14:25.778 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:25 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:14:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:25 smithi178 ceph-mon[36523]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-21T19:14:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:14:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:14:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:25 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:14:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:25 smithi104 ceph-mon[36417]: pgmap v634: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.6 KiB/s wr, 9 op/s 2024-05-21T19:14:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:14:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:14:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:25 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 -- 172.21.15.3:0/3464409 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 msgr2=0x7fe8d0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/3464409 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d0075b50 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0009990 tx=0x7fe8c0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 -- 172.21.15.3:0/3464409 shutdown_connections 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/3464409 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 0x7fe8d0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/3464409 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d0075b50 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/3464409 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 0x7fe8d01141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 -- 172.21.15.3:0/3464409 >> 172.21.15.3:0/3464409 conn(0x7fe8d007a6a0 msgr2=0x7fe8d007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 -- 172.21.15.3:0/3464409 shutdown_connections 2024-05-21T19:14:26.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.046+0000 7fe8d5e00700 1 -- 172.21.15.3:0/3464409 wait complete. 2024-05-21T19:14:26.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 Processor -- start 2024-05-21T19:14:26.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 -- start start 2024-05-21T19:14:26.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 0x7fe8d01a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 0x7fe8d01a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d0119d50 con 0x7fe8d0075770 2024-05-21T19:14:26.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d0119bd0 con 0x7fe8d0114710 2024-05-21T19:14:26.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.048+0000 7fe8d5e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d0119ed0 con 0x7fe8d0076090 2024-05-21T19:14:26.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40960/0 (socket says 172.21.15.3:40960) 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 -- 172.21.15.3:0/644644243 learned_addr learned my addr 172.21.15.3:0/644644243 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8c6000700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 0x7fe8d01a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cf400700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 0x7fe8d01a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 -- 172.21.15.3:0/644644243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 msgr2=0x7fe8d01a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 0x7fe8d01a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 -- 172.21.15.3:0/644644243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 msgr2=0x7fe8d01a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 0x7fe8d01a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.049+0000 7fe8cea00700 1 -- 172.21.15.3:0/644644243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d01a52f0 con 0x7fe8d0075770 2024-05-21T19:14:26.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8cea00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0000c00 tx=0x7fe8c00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8d4a00700 1 -- 172.21.15.3:0/644644243 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0027070 con 0x7fe8d0075770 2024-05-21T19:14:26.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d01a5580 con 0x7fe8d0075770 2024-05-21T19:14:26.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8d4a00700 1 -- 172.21.15.3:0/644644243 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8c0022470 con 0x7fe8d0075770 2024-05-21T19:14:26.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8d4a00700 1 -- 172.21.15.3:0/644644243 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c0017650 con 0x7fe8d0075770 2024-05-21T19:14:26.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.050+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d01ace60 con 0x7fe8d0075770 2024-05-21T19:14:26.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.054+0000 7fe8d4a00700 1 -- 172.21.15.3:0/644644243 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe8c002a070 con 0x7fe8d0075770 2024-05-21T19:14:26.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.055+0000 7fe8e06bcb80 1 Processor -- start 2024-05-21T19:14:26.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.055+0000 7fe8e06bcb80 1 -- start start 2024-05-21T19:14:26.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.055+0000 7fe8d4a00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 0x7fe8b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8d4a00700 1 -- 172.21.15.3:0/644644243 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe8c00e2e90 con 0x7fe8d0075770 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a6e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a6ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5575829cce40 con 0x557582a747d0 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5575829bc9e0 con 0x557582a73eb0 2024-05-21T19:14:26.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5575829c0a20 con 0x557582a6e880 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8cf400700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 0x7fe8b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a6e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8cf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a6ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36324/0 (socket says 172.21.15.3:36324) 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8cea00700 1 -- 172.21.15.3:0/1470402133 learned_addr learned my addr 172.21.15.3:0/1470402133 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.056+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a6e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40976/0 (socket says 172.21.15.3:40976) 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 -- 172.21.15.3:0/1470402133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 msgr2=0x557582a6ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a6ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 -- 172.21.15.3:0/1470402133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 msgr2=0x557582a6e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a6e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 -- 172.21.15.3:0/1470402133 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557582985420 con 0x557582a73eb0 2024-05-21T19:14:26.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cf400700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 0x7fe8b40b4dc0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8009ec0 tx=0x7fe8c800fc40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.057+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00a7730 tx=0x7fe8c0009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2d13e90a383c210 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.058+0000 7fe8c4c00700 1 -- 172.21.15.3:0/1470402133 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00aabc0 con 0x557582a73eb0 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.058+0000 7fe8c4c00700 1 -- 172.21.15.3:0/1470402133 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8c00aa4c0 con 0x557582a73eb0 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.058+0000 7fe8c4c00700 1 -- 172.21.15.3:0/1470402133 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00a4be0 con 0x557582a73eb0 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.058+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1470402133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 msgr2=0x557582a74290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.058+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00a7730 tx=0x7fe8c0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1470402133 shutdown_connections 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a6ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a73eb0 0x557582a74290 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1470402133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a6e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1470402133 >> 172.21.15.3:0/1470402133 conn(0x55758299cbe0 msgr2=0x557582a69010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1470402133 shutdown_connections 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1470402133 wait complete. 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.059+0000 7fe8e06bcb80 1 -- start start 2024-05-21T19:14:26.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 Processor -- start 2024-05-21T19:14:26.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 0x557582a77900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a77e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5575828c2fa0 con 0x557582a747d0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55758295d760 con 0x557582a6e880 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5575829bc9e0 con 0x557582a73eb0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.060+0000 7fe8e06bcb80 10 client.0 _ll_register_callbacks cb 0x557582966c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 0x557582a77900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36328/0 (socket says 172.21.15.3:36328) 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 0x557582a77900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38994/0 (socket says 172.21.15.3:38994) 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 -- 172.21.15.3:0/274124714 learned_addr learned my addr 172.21.15.3:0/274124714 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cf400700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a77e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.063 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 -- 172.21.15.3:0/274124714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 msgr2=0x557582a77900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 0x557582a77900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 -- 172.21.15.3:0/274124714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 msgr2=0x557582a77e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a77e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 -- 172.21.15.3:0/274124714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55758290c8d0 con 0x557582a6e880 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cf400700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a77e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8cea00700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0006010 tx=0x7fe8c000b490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e40356ff1e7f5ebb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.061+0000 7fe8bd600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00c4060 con 0x557582a6e880 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe8c00a4df0 con 0x557582a6e880 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8c00aa4c0 con 0x557582a6e880 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe8c00ae870 con 0x557582a6e880 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 10 client.26897 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:26.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55758298d060 con 0x557582a6e880 2024-05-21T19:14:26.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8c00aa4c0 con 0x557582a6e880 2024-05-21T19:14:26.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fe8c0084bd0 con 0x557582a6e880 2024-05-21T19:14:26.066 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 10 client.26897 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 10 client.26897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 20 client.26897 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.062+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582a878b0 0x557582a89ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.063+0000 7fe8e06bcb80 4 client.26897 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.063+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575829ced90 con 0x557582a878b0 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.063+0000 7fe8c6000700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582a878b0 0x557582a89ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.063+0000 7fe8c6000700 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582a878b0 0x557582a89ca0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d00c9ed518f04e77 server_cookie=a77988ad1a14c1fc in_seq=0 out_seq=0 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.063+0000 7fe8bd600700 10 client.26897 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.064+0000 7fe8bd600700 1 -- 172.21.15.3:0/274124714 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5575829ced90 con 0x557582a878b0 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.064+0000 7fe8bd600700 10 client.26897 handle_command_reply: tid=0 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.064+0000 7fe8e06bcb80 1 client.26897 shutdown 2024-05-21T19:14:26.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 msgr2=0x557582a7a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0006010 tx=0x7fe8c000b490 comp rx=0 tx=0).stop 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 shutdown_connections 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582a878b0 0x557582a89ca0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a747d0 0x557582a77e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a7a560 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/274124714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a73eb0 0x557582a77900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8bd600700 0 client.26897 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 >> 172.21.15.3:0/274124714 conn(0x55758299cbe0 msgr2=0x557582a6d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 shutdown_connections 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/274124714 wait complete. 2024-05-21T19:14:26.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.065+0000 7fe8e06bcb80 20 client.26897 trim_cache size 0 max 16384 2024-05-21T19:14:26.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.088+0000 7fe8e06bcb80 1 Processor -- start 2024-05-21T19:14:26.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 -- start start 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a6e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a747d0 0x557582a8f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b6ac0 con 0x557582a73eb0 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b4350 con 0x557582a6e880 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b21a0 con 0x557582a747d0 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.089+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a6e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40992/0 (socket says 172.21.15.3:40992) 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8c6000700 1 -- 172.21.15.3:0/713782101 learned_addr learned my addr 172.21.15.3:0/713782101 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cf400700 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a747d0 0x557582a8f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 -- 172.21.15.3:0/713782101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a747d0 msgr2=0x557582a8f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a747d0 0x557582a8f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 -- 172.21.15.3:0/713782101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 msgr2=0x557582a720d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 -- 172.21.15.3:0/713782101 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557582a73b00 con 0x557582a6e880 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8c6000700 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.090+0000 7fe8cea00700 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a6e260 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00058b0 tx=0x7fe8c0009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34bdc16dd8d5ed32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.091+0000 7fe8bfe00700 1 -- 172.21.15.3:0/713782101 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00c4020 con 0x557582a6e880 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.091+0000 7fe8bfe00700 1 -- 172.21.15.3:0/713782101 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8c00b3290 con 0x557582a6e880 2024-05-21T19:14:26.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.091+0000 7fe8bfe00700 1 -- 172.21.15.3:0/713782101 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00a9a50 con 0x557582a6e880 2024-05-21T19:14:26.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.091+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/713782101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 msgr2=0x557582a6e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.091+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a6e260 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00058b0 tx=0x7fe8c0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/713782101 shutdown_connections 2024-05-21T19:14:26.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a747d0 0x557582a8f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a6e880 0x557582a6e260 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/713782101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a720d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/713782101 >> 172.21.15.3:0/713782101 conn(0x55758299cbe0 msgr2=0x557582a719c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/713782101 shutdown_connections 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/713782101 wait complete. 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 -- start start 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.092+0000 7fe8e06bcb80 1 Processor -- start 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a7d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 0x557582a7d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b2810 con 0x557582a73eb0 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b3c80 con 0x557582a747d0 2024-05-21T19:14:26.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d01b2ee0 con 0x557582a6e880 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8e06bcb80 10 client.0 _ll_register_callbacks cb 0x557582966c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8cf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 0x557582a7d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8c6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a7d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8cea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39018/0 (socket says 172.21.15.3:39018) 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8cea00700 1 -- 172.21.15.3:0/1915431086 learned_addr learned my addr 172.21.15.3:0/1915431086 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.093+0000 7fe8cf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 0x557582a7d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36344/0 (socket says 172.21.15.3:36344) 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 -- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 msgr2=0x557582a7d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 0x557582a7d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 -- 172.21.15.3:0/1915431086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 msgr2=0x557582a7d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a7d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 -- 172.21.15.3:0/1915431086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557582a7dc90 con 0x557582a6e880 2024-05-21T19:14:26.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8cea00700 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00b2e20 tx=0x7fe8c000b490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31dfa12bda205b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8bd600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c00aa930 con 0x557582a6e880 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe8c00cb230 con 0x557582a6e880 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.094+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8c00b3290 con 0x557582a6e880 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe8c00cb470 con 0x557582a6e880 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 10 client.26899 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:26.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x557582a7dc90 con 0x557582a6e880 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8c00b3290 con 0x557582a6e880 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fe8c000fb00 con 0x557582a6e880 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 10 client.26899 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 10 client.26899 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 20 client.26899 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582af3400 0x557582af5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 4 client.26899 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.095+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5575829c8570 con 0x557582af3400 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.096+0000 7fe8c6000700 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582af3400 0x557582af5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.096+0000 7fe8c6000700 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582af3400 0x557582af5820 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b655506bdcd34b70 server_cookie=b2ee427224e24fae in_seq=0 out_seq=0 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.096+0000 7fe8bd600700 10 client.26899 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:26.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8bd600700 1 -- 172.21.15.3:0/1915431086 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5575829c8570 con 0x557582af3400 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8bd600700 10 client.26899 handle_command_reply: tid=0 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 client.26899 shutdown 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 msgr2=0x557582a80640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe8c00b2e20 tx=0x7fe8c000b490 comp rx=0 tx=0).stop 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 shutdown_connections 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557582af3400 0x557582af5820 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557582a747d0 0x557582a7d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557582a6e880 0x557582a80640 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 --2- 172.21.15.3:0/1915431086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557582a73eb0 0x557582a7d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8bd600700 0 client.26899 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 >> 172.21.15.3:0/1915431086 conn(0x55758299cbe0 msgr2=0x557582a76210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 shutdown_connections 2024-05-21T19:14:26.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 1 -- 172.21.15.3:0/1915431086 wait complete. 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.097+0000 7fe8e06bcb80 20 client.26899 trim_cache size 0 max 16384 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "5d9f9153-2aae-44ee-b4e7-573aac35ad34": { 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "5d9f9153-2aae-44ee-b4e7-573aac35ad34", 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:26.102 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 msgr2=0x7fe8b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 0x7fe8b40b4dc0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8009ec0 tx=0x7fe8c800fc40 comp rx=0 tx=0).stop 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 msgr2=0x7fe8d01a02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe8c0000c00 tx=0x7fe8c00057c0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 shutdown_connections 2024-05-21T19:14:26.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe8b40b2900 0x7fe8b40b4dc0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe8d0114710 0x7fe8d01a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe8d0075770 0x7fe8d01a02e0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 --2- 172.21.15.3:0/644644243 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe8d0076090 0x7fe8d01a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 >> 172.21.15.3:0/644644243 conn(0x7fe8d007a6a0 msgr2=0x7fe8d0113550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 shutdown_connections 2024-05-21T19:14:26.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:26.098+0000 7fe8d5e00700 1 -- 172.21.15.3:0/644644243 wait complete. 2024-05-21T19:14:27.270 INFO:tasks.cephfs.filesystem:scrub status for tag:5d9f9153-2aae-44ee-b4e7-573aac35ad34 - {'path': '/', 'tag': '5d9f9153-2aae-44ee-b4e7-573aac35ad34', 'options': 'recursive,force'} 2024-05-21T19:14:27.796 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:27 smithi003 ceph-mon[31577]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-21T19:14:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:27 smithi178 ceph-mon[36523]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-21T19:14:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:27 smithi104 ceph-mon[36417]: pgmap v635: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-05-21T19:14:28.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 -- 172.21.15.3:0/3707728935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c076200 msgr2=0x7f632c113f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 --2- 172.21.15.3:0/3707728935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c076200 0x7f632c113f40 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6318009990 tx=0x7f6318009ca0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 -- 172.21.15.3:0/3707728935 shutdown_connections 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 --2- 172.21.15.3:0/3707728935 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 0x7f632c116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 --2- 172.21.15.3:0/3707728935 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c0758e0 0x7f632c075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 --2- 172.21.15.3:0/3707728935 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c076200 0x7f632c113f40 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 -- 172.21.15.3:0/3707728935 >> 172.21.15.3:0/3707728935 conn(0x7f632c0fefc0 msgr2=0x7f632c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 -- 172.21.15.3:0/3707728935 shutdown_connections 2024-05-21T19:14:28.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.667+0000 7f6331000700 1 -- 172.21.15.3:0/3707728935 wait complete. 2024-05-21T19:14:28.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.668+0000 7f6331000700 1 Processor -- start 2024-05-21T19:14:28.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.668+0000 7f6331000700 1 -- start start 2024-05-21T19:14:28.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c076200 0x7f632c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 0x7f632c1a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f632c119cc0 con 0x7f632c0758e0 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f632c119b40 con 0x7f632c076200 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f6331000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f632c119e40 con 0x7f632c114480 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f632b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f632b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41026/0 (socket says 172.21.15.3:41026) 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f632b400700 1 -- 172.21.15.3:0/972460601 learned_addr learned my addr 172.21.15.3:0/972460601 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f632be00700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 0x7f632c1a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.669+0000 7f632aa00700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c076200 0x7f632c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 -- 172.21.15.3:0/972460601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 msgr2=0x7f632c1a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 0x7f632c1a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 -- 172.21.15.3:0/972460601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c076200 msgr2=0x7f632c1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c076200 0x7f632c1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 -- 172.21.15.3:0/972460601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f632c1a5170 con 0x7f632c0758e0 2024-05-21T19:14:28.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f632b400700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f631c00e9a0 tx=0x7f631c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f6323e00700 1 -- 172.21.15.3:0/972460601 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c00ca10 con 0x7f632c0758e0 2024-05-21T19:14:28.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f6323e00700 1 -- 172.21.15.3:0/972460601 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f631c00cbb0 con 0x7f632c0758e0 2024-05-21T19:14:28.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f632c1a5460 con 0x7f632c0758e0 2024-05-21T19:14:28.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.670+0000 7f6323e00700 1 -- 172.21.15.3:0/972460601 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f631c018680 con 0x7f632c0758e0 2024-05-21T19:14:28.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.671+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f632c1acce0 con 0x7f632c0758e0 2024-05-21T19:14:28.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.674+0000 7f6323e00700 1 -- 172.21.15.3:0/972460601 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f631c010430 con 0x7f632c0758e0 2024-05-21T19:14:28.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.675+0000 7f633d03eb80 1 Processor -- start 2024-05-21T19:14:28.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 -- start start 2024-05-21T19:14:28.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d2351ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f6323e00700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 0x7f63100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23520e0 0x5607d2352560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607d22aff40 con 0x5607d23520e0 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607d229fae0 con 0x5607d2357ed0 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f633d03eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607d22a3b20 con 0x5607d23575b0 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f632b400700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 0x7f63100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.676+0000 7f632aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d2351ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39056/0 (socket says 172.21.15.3:39056) 2024-05-21T19:14:28.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632be00700 1 -- 172.21.15.3:0/3973452258 learned_addr learned my addr 172.21.15.3:0/3973452258 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:28.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f6323e00700 1 -- 172.21.15.3:0/972460601 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f631c0e23e0 con 0x7f632c0758e0 2024-05-21T19:14:28.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632be00700 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23520e0 0x5607d2352560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632aa00700 1 -- 172.21.15.3:0/3973452258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 msgr2=0x5607d2357990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632aa00700 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632aa00700 1 -- 172.21.15.3:0/3973452258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23520e0 msgr2=0x5607d2352560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632aa00700 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23520e0 0x5607d2352560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632aa00700 1 -- 172.21.15.3:0/3973452258 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607d2268520 con 0x5607d2357ed0 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.677+0000 7f632be00700 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.678+0000 7f632b400700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 0x7f63100b4d40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f631c0098c0 tx=0x7f631c009790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.678+0000 7f632aa00700 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d2351ac0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f631800b2e0 tx=0x7f63180096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a835c48e235ba7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.678+0000 7f6320c00700 1 -- 172.21.15.3:0/3973452258 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6318027070 con 0x5607d2357ed0 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.678+0000 7f6320c00700 1 -- 172.21.15.3:0/3973452258 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63180056a0 con 0x5607d2357ed0 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.678+0000 7f6320c00700 1 -- 172.21.15.3:0/3973452258 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6318003ab0 con 0x5607d2357ed0 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 -- 172.21.15.3:0/3973452258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 msgr2=0x5607d2351ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d2351ac0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f631800b2e0 tx=0x7f63180096a0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 -- 172.21.15.3:0/3973452258 shutdown_connections 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23520e0 0x5607d2352560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2357990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3973452258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d2351ac0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 -- 172.21.15.3:0/3973452258 >> 172.21.15.3:0/3973452258 conn(0x5607d227fce0 msgr2=0x5607d234c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 -- 172.21.15.3:0/3973452258 shutdown_connections 2024-05-21T19:14:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.679+0000 7f633d03eb80 1 -- 172.21.15.3:0/3973452258 wait complete. 2024-05-21T19:14:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.680+0000 7f633d03eb80 1 -- start start 2024-05-21T19:14:28.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.680+0000 7f633d03eb80 1 Processor -- start 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d235dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 0x5607d235b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5607d21a60a0 con 0x5607d2357ed0 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5607d2240860 con 0x5607d23575b0 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5607d235e920 con 0x5607d23520e0 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f633d03eb80 10 client.0 _ll_register_callbacks cb 0x5607d2249d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f632be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f632be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41036/0 (socket says 172.21.15.3:41036) 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f632be00700 1 -- 172.21.15.3:0/3313539656 learned_addr learned my addr 172.21.15.3:0/3313539656 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:28.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f632aa00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 0x5607d235b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.681+0000 7f632be00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d235dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 -- 172.21.15.3:0/3313539656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 msgr2=0x5607d235dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d235dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 -- 172.21.15.3:0/3313539656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 msgr2=0x5607d235b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 -- 172.21.15.3:0/3313539656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607d21ef9d0 con 0x5607d23575b0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632be00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f632aa00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 0x5607d235b050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6318009ce0 tx=0x7f631800bda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=972241a2b77fc8b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f6315600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6318027070 con 0x5607d23575b0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63180056a0 con 0x5607d23575b0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.682+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6318003890 con 0x5607d23575b0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6318003a90 con 0x5607d23575b0 2024-05-21T19:14:28.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 10 client.26915 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5607d2270160 con 0x5607d23575b0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63180056a0 con 0x5607d23575b0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f6318034030 con 0x5607d23575b0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 10 client.26915 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 10 client.26915 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 20 client.26915 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d236b3a0 0x5607d236d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 4 client.26915 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.683+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607d22b1e90 con 0x5607d236b3a0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.684+0000 7f632be00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d236b3a0 0x5607d236d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.684+0000 7f632be00700 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d236b3a0 0x5607d236d790 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=716c5c023c699cd0 server_cookie=5e6a2cf41fb3839f in_seq=0 out_seq=0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.684+0000 7f6315600700 10 client.26915 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f6315600700 1 -- 172.21.15.3:0/3313539656 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5607d22b1e90 con 0x5607d236b3a0 2024-05-21T19:14:28.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f6315600700 10 client.26915 handle_command_reply: tid=0 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 client.26915 shutdown 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 msgr2=0x5607d235b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 0x5607d235b050 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6318009ce0 tx=0x7f631800bda0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 shutdown_connections 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d236b3a0 0x5607d236d790 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d235b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d235dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 --2- 172.21.15.3:0/3313539656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23575b0 0x5607d235b050 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f6315600700 0 client.26915 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.685+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 >> 172.21.15.3:0/3313539656 conn(0x5607d227fce0 msgr2=0x5607d2350ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.686+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 shutdown_connections 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.686+0000 7f633d03eb80 1 -- 172.21.15.3:0/3313539656 wait complete. 2024-05-21T19:14:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.686+0000 7f633d03eb80 20 client.26915 trim_cache size 0 max 16384 2024-05-21T19:14:28.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.708+0000 7f633d03eb80 1 Processor -- start 2024-05-21T19:14:28.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.708+0000 7f633d03eb80 1 -- start start 2024-05-21T19:14:28.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.708+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.708+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d2345ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f633d03eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b6940 con 0x5607d2357ed0 2024-05-21T19:14:28.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f633d03eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b41d0 con 0x5607d23520e0 2024-05-21T19:14:28.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f633d03eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b2020 con 0x5607d23575b0 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d2345ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36382/0 (socket says 172.21.15.3:36382) 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39078/0 (socket says 172.21.15.3:39078) 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.709+0000 7f632be00700 1 -- 172.21.15.3:0/1764901587 learned_addr learned my addr 172.21.15.3:0/1764901587 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 -- 172.21.15.3:0/1764901587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 msgr2=0x5607d2358a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 -- 172.21.15.3:0/1764901587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 msgr2=0x5607d2345ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d2345ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 -- 172.21.15.3:0/1764901587 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607d234d350 con 0x5607d23520e0 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632aa00700 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f632be00700 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x5607d235ea10 tx=0x7f632400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83cbe216eda330bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f6317e00700 1 -- 172.21.15.3:0/1764901587 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6324004bb0 con 0x5607d23520e0 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f6317e00700 1 -- 172.21.15.3:0/1764901587 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6324004d50 con 0x5607d23520e0 2024-05-21T19:14:28.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.710+0000 7f6317e00700 1 -- 172.21.15.3:0/1764901587 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6324026a80 con 0x5607d23520e0 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 -- 172.21.15.3:0/1764901587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 msgr2=0x5607d2351ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x5607d235ea10 tx=0x7f632400b040 comp rx=0 tx=0).stop 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 -- 172.21.15.3:0/1764901587 shutdown_connections 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d2357ed0 0x5607d2345ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d23520e0 0x5607d2351ac0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1764901587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23575b0 0x5607d2358a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 -- 172.21.15.3:0/1764901587 >> 172.21.15.3:0/1764901587 conn(0x5607d227fce0 msgr2=0x5607d2358370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 -- 172.21.15.3:0/1764901587 shutdown_connections 2024-05-21T19:14:28.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.711+0000 7f633d03eb80 1 -- 172.21.15.3:0/1764901587 wait complete. 2024-05-21T19:14:28.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 -- start start 2024-05-21T19:14:28.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 Processor -- start 2024-05-21T19:14:28.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d2370d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d236f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b2690 con 0x5607d23575b0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b3b00 con 0x5607d2357ed0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f632c1b2d60 con 0x5607d23520e0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.712+0000 7f633d03eb80 10 client.0 _ll_register_callbacks cb 0x5607d2249d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41044/0 (socket says 172.21.15.3:41044) 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 -- 172.21.15.3:0/1317996198 learned_addr learned my addr 172.21.15.3:0/1317996198 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632be00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d2370d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632be00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d236f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 -- 172.21.15.3:0/1317996198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 msgr2=0x5607d2370d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d2370d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 -- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 msgr2=0x5607d236f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d236f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 -- 172.21.15.3:0/1317996198 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607d236fcc0 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632be00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d236f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f632aa00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x5607d2348c10 tx=0x7f631800b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d3bbb2d040c81a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.713+0000 7f6315600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6318027070 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f631800f460 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6324004d50 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f63180056b0 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f633d03eb80 10 client.16821 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5607d23d6af0 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.714+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6324004d50 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7f6318034040 con 0x5607d23575b0 2024-05-21T19:14:28.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 10 client.16821 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:28.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 10 client.16821 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:14:28.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 20 client.16821 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:28.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d23d7170 0x5607d23d9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:28.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 4 client.16821 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "43f039d", "release": true, "await": true}] 2024-05-21T19:14:28.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "43f039d", "release": true, "await": true}) -- 0x5607d22ab670 con 0x5607d23d7170 2024-05-21T19:14:28.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.715+0000 7f632be00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d23d7170 0x5607d23d9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:28.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.716+0000 7f632be00700 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d23d7170 0x5607d23d9590 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45f810c02a4865de server_cookie=1f8a9e900d362947 in_seq=0 out_seq=0 2024-05-21T19:14:28.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.716+0000 7f6315600700 10 client.16821 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:28.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f6315600700 1 -- 172.21.15.3:0/1317996198 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5607d22ab670 con 0x5607d23d7170 2024-05-21T19:14:28.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f6315600700 10 client.16821 handle_command_reply: tid=0 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 client.16821 shutdown 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 msgr2=0x5607d236f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x5607d2348c10 tx=0x7f631800b410 comp rx=0 tx=0).stop 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 shutdown_connections 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5607d23d7170 0x5607d23d9590 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5607d2357ed0 0x5607d236f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5607d23520e0 0x5607d2370d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 --2- 172.21.15.3:0/1317996198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5607d23575b0 0x5607d236f0f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 >> 172.21.15.3:0/1317996198 conn(0x5607d227fce0 msgr2=0x5607d235c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f6315600700 0 client.16821 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 shutdown_connections 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.718+0000 7f633d03eb80 1 -- 172.21.15.3:0/1317996198 wait complete. 2024-05-21T19:14:28.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.719+0000 7f633d03eb80 20 client.16821 trim_cache size 0 max 16384 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 27, 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 20, 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "43f039d": { 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 20, 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:14:28.721 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.1, 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:28.722 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 msgr2=0x7f63100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 0x7f63100b4d40 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f631c0098c0 tx=0x7f631c009790 comp rx=0 tx=0).stop 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 msgr2=0x7f632c1a01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:28.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f631c00e9a0 tx=0x7f631c00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 shutdown_connections 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f63100b2880 0x7f63100b4d40 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f632c114480 0x7f632c1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f632c0758e0 0x7f632c1a01b0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 --2- 172.21.15.3:0/972460601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f632c076200 0x7f632c1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 >> 172.21.15.3:0/972460601 conn(0x7f632c0fefc0 msgr2=0x7f632c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 shutdown_connections 2024-05-21T19:14:28.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:14:28.720+0000 7f6331000700 1 -- 172.21.15.3:0/972460601 wait complete. 2024-05-21T19:14:28.740 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:28 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:14:28.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:28 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:14:28.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:28 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:14:29.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:29 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:14:29.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:29 smithi003 ceph-mon[31577]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-05-21T19:14:29.840 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '43f039d', total seconds elapsed: 33.3 2024-05-21T19:14:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:29 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:14:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:29 smithi178 ceph-mon[36523]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-05-21T19:14:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:29 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:14:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:29 smithi104 ceph-mon[36417]: pgmap v636: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-05-21T19:14:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:31 smithi003 ceph-mon[31577]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-05-21T19:14:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:31 smithi178 ceph-mon[36523]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-05-21T19:14:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:31 smithi104 ceph-mon[36417]: pgmap v637: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.2 KiB/s wr, 10 op/s 2024-05-21T19:14:33.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:33 smithi003 ceph-mon[31577]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:14:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:33 smithi178 ceph-mon[36523]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:14:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:33 smithi104 ceph-mon[36417]: pgmap v638: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:14:35.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:35 smithi003 ceph-mon[31577]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T19:14:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:35 smithi178 ceph-mon[36523]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T19:14:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:35 smithi104 ceph-mon[36417]: pgmap v639: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T19:14:37.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 -- 172.21.15.3:0/3552827650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990102e50 msgr2=0x7fd990103270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 --2- 172.21.15.3:0/3552827650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990102e50 0x7fd990103270 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd980009860 tx=0x7fd98002a340 comp rx=0 tx=0).stop 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 -- 172.21.15.3:0/3552827650 shutdown_connections 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 --2- 172.21.15.3:0/3552827650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 0x7fd990100dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 --2- 172.21.15.3:0/3552827650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990101300 0x7fd9901017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 --2- 172.21.15.3:0/3552827650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990102e50 0x7fd990103270 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.042+0000 7fd995800640 1 -- 172.21.15.3:0/3552827650 >> 172.21.15.3:0/3552827650 conn(0x7fd9900fc4e0 msgr2=0x7fd9900fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.043+0000 7fd995800640 1 -- 172.21.15.3:0/3552827650 shutdown_connections 2024-05-21T19:14:37.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.043+0000 7fd995800640 1 -- 172.21.15.3:0/3552827650 wait complete. 2024-05-21T19:14:37.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 Processor -- start 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 -- start start 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 0x7fd99019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990102e50 0x7fd9901a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd990110620 con 0x7fd990102e50 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901104a0 con 0x7fd990101300 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd995800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901107a0 con 0x7fd990100940 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd994e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990102e50 0x7fd9901a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd987e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 0x7fd99019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.044+0000 7fd987e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59856/0 (socket says 172.21.15.3:59856) 2024-05-21T19:14:37.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 -- 172.21.15.3:0/2174307942 learned_addr learned my addr 172.21.15.3:0/2174307942 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 -- 172.21.15.3:0/2174307942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 msgr2=0x7fd99019ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 0x7fd99019ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 -- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990102e50 msgr2=0x7fd9901a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990102e50 0x7fd9901a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 -- 172.21.15.3:0/2174307942 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9901a2930 con 0x7fd990101300 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.045+0000 7fd987e00640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd97800e9f0 tx=0x7fd97800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.046+0000 7fd98d600640 1 -- 172.21.15.3:0/2174307942 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97800ccc0 con 0x7fd990101300 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.046+0000 7fd98d600640 1 -- 172.21.15.3:0/2174307942 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9780035f0 con 0x7fd990101300 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.046+0000 7fd98d600640 1 -- 172.21.15.3:0/2174307942 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97800ce60 con 0x7fd990101300 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.046+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9901a2c20 con 0x7fd990101300 2024-05-21T19:14:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.046+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9901a3120 con 0x7fd990101300 2024-05-21T19:14:37.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.050+0000 7fd999bf2740 1 Processor -- start 2024-05-21T19:14:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.050+0000 7fd999bf2740 1 -- start start 2024-05-21T19:14:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639cf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x5593639d6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55936393eb90 con 0x5593639d4850 2024-05-21T19:14:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55936392e730 con 0x5593639cecf0 2024-05-21T19:14:37.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd999bf2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559363932770 con 0x5593639cf6e0 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55918/0 (socket says 172.21.15.3:55918) 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd98fe00640 1 -- 172.21.15.3:0/2480952223 learned_addr learned my addr 172.21.15.3:0/2480952223 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd994e00640 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639cf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.051+0000 7fd98d600640 1 -- 172.21.15.3:0/2174307942 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd978004000 con 0x7fd990101300 2024-05-21T19:14:37.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 -- 172.21.15.3:0/2480952223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 msgr2=0x5593639cf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639cf110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 -- 172.21.15.3:0/2480952223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 msgr2=0x5593639d6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x5593639d6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 -- 172.21.15.3:0/2480952223 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593638c78b0 con 0x5593639cf6e0 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd98002a930 tx=0x7fd980005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa57cf3e2c715dd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd985600640 1 -- 172.21.15.3:0/2480952223 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd980041020 con 0x5593639cf6e0 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd985600640 1 -- 172.21.15.3:0/2480952223 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd980030dd0 con 0x5593639cf6e0 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.052+0000 7fd985600640 1 -- 172.21.15.3:0/2480952223 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd980037040 con 0x5593639cf6e0 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd98d600640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 0x7fd9740b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd98d600640 1 -- 172.21.15.3:0/2174307942 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd9780e2530 con 0x7fd990101300 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 -- 172.21.15.3:0/2480952223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 msgr2=0x5593639d41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd98002a930 tx=0x7fd980005b20 comp rx=0 tx=0).stop 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd994e00640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 0x7fd9740b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 -- 172.21.15.3:0/2480952223 shutdown_connections 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d41e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x5593639d6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2480952223 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639cf110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 -- 172.21.15.3:0/2480952223 >> 172.21.15.3:0/2480952223 conn(0x5593639ca360 msgr2=0x5593639ca760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.053+0000 7fd999bf2740 1 -- 172.21.15.3:0/2480952223 shutdown_connections 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.054+0000 7fd999bf2740 1 -- 172.21.15.3:0/2480952223 wait complete. 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.054+0000 7fd994e00640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 0x7fd9740b4d20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x5593639cff40 tx=0x7fd988009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.054+0000 7fd999bf2740 1 -- start start 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.054+0000 7fd999bf2740 1 Processor -- start 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 0x5593639e0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559363614790 con 0x5593639cecf0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5593638d6bc0 con 0x5593639d4850 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5593639d77a0 con 0x5593639cf6e0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd999bf2740 10 client.0 _ll_register_callbacks cb 0x5593638b4400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60726/0 (socket says 172.21.15.3:60726) 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd987e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd98fe00640 1 -- 172.21.15.3:0/546203244 learned_addr learned my addr 172.21.15.3:0/546203244 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.055+0000 7fd994e00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 0x5593639e0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 -- 172.21.15.3:0/546203244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 msgr2=0x5593639d8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 -- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 msgr2=0x5593639e0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 0x5593639e0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 -- 172.21.15.3:0/546203244 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559363643210 con 0x5593639cecf0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd987e00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd994e00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 0x5593639e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd98fe00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd980009830 tx=0x7fd9800309b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f16c31f226eedbe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd97e000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98004c070 con 0x5593639cecf0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd980004250 con 0x5593639cecf0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.056+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd980030dd0 con 0x5593639cecf0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd980058050 con 0x5593639cecf0 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 10 client.16830 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55936370f620 con 0x5593639cecf0 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd980030dd0 con 0x5593639cecf0 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fd98003d6f0 con 0x5593639cecf0 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 10 client.16830 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 10 client.16830 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 20 client.16830 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5593639e4160 0x5593639e6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 4 client.16830 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.057+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559363940ae0 con 0x5593639e4160 2024-05-21T19:14:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.058+0000 7fd987e00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5593639e4160 0x5593639e6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.058+0000 7fd987e00640 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5593639e4160 0x5593639e6550 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=995af9ff623c6b34 server_cookie=ca4d11216a0e782f in_seq=0 out_seq=0 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.058+0000 7fd97e000640 10 client.16830 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.059+0000 7fd97e000640 1 -- 172.21.15.3:0/546203244 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559363940ae0 con 0x5593639e4160 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.059+0000 7fd97e000640 10 client.16830 handle_command_reply: tid=0 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.059+0000 7fd999bf2740 1 client.16830 shutdown 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.059+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 msgr2=0x5593639d8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.059+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd980009830 tx=0x7fd9800309b0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 shutdown_connections 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5593639e4160 0x5593639e6550 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639d8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639d4850 0x5593639e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 --2- 172.21.15.3:0/546203244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d8a80 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd97e000640 0 client.16830 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 >> 172.21.15.3:0/546203244 conn(0x5593639ca360 msgr2=0x5593639c94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 shutdown_connections 2024-05-21T19:14:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 1 -- 172.21.15.3:0/546203244 wait complete. 2024-05-21T19:14:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.060+0000 7fd999bf2740 20 client.16830 trim_cache size 0 max 16384 2024-05-21T19:14:37.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 Processor -- start 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 -- start start 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cf6e0 0x5593639dffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 0x5593639d80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901ae830 con 0x5593639cecf0 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901ac100 con 0x5593639cf6e0 2024-05-21T19:14:37.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd999bf2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901a9f50 con 0x5593639d4850 2024-05-21T19:14:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.077+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd987e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cf6e0 0x5593639dffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd98fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60730/0 (socket says 172.21.15.3:60730) 2024-05-21T19:14:37.079 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd98fe00640 1 -- 172.21.15.3:0/4031589371 learned_addr learned my addr 172.21.15.3:0/4031589371 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 0x5593639d80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 -- 172.21.15.3:0/4031589371 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cf6e0 msgr2=0x5593639dffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cf6e0 0x5593639dffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 -- 172.21.15.3:0/4031589371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 msgr2=0x5593639d0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 -- 172.21.15.3:0/4031589371 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593639d7b40 con 0x5593639d4850 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd98fe00640 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.078+0000 7fd994e00640 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 0x5593639d80a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd988005fd0 tx=0x7fd98801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85eacf555dfac27a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd984c00640 1 -- 172.21.15.3:0/4031589371 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98800f780 con 0x5593639d4850 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd984c00640 1 -- 172.21.15.3:0/4031589371 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd98800fdd0 con 0x5593639d4850 2024-05-21T19:14:37.080 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd984c00640 1 -- 172.21.15.3:0/4031589371 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd988029e50 con 0x5593639d4850 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 -- 172.21.15.3:0/4031589371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 msgr2=0x5593639d80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 0x5593639d80a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd988005fd0 tx=0x7fd98801a000 comp rx=0 tx=0).stop 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 -- 172.21.15.3:0/4031589371 shutdown_connections 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639d4850 0x5593639d80a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cf6e0 0x5593639dffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 --2- 172.21.15.3:0/4031589371 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639cecf0 0x5593639d0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.079+0000 7fd999bf2740 1 -- 172.21.15.3:0/4031589371 >> 172.21.15.3:0/4031589371 conn(0x5593639ca360 msgr2=0x5593639cd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.080+0000 7fd999bf2740 1 -- 172.21.15.3:0/4031589371 shutdown_connections 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.080+0000 7fd999bf2740 1 -- 172.21.15.3:0/4031589371 wait complete. 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.080+0000 7fd999bf2740 1 -- start start 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.080+0000 7fd999bf2740 1 Processor -- start 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639dcd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639dd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901aa5c0 con 0x5593639d4850 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901aba30 con 0x5593639cecf0 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901aac90 con 0x5593639cf6e0 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd999bf2740 10 client.0 _ll_register_callbacks cb 0x7fd988009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60742/0 (socket says 172.21.15.3:60742) 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 -- 172.21.15.3:0/2884691365 learned_addr learned my addr 172.21.15.3:0/2884691365 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639dcd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd987e00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639dd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 -- 172.21.15.3:0/2884691365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 msgr2=0x5593639dd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639dd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 -- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 msgr2=0x5593639dcd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.081+0000 7fd994e00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639dcd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd994e00640 1 -- 172.21.15.3:0/2884691365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593639dd8e0 con 0x5593639d4850 2024-05-21T19:14:37.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639dcd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:37.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd994e00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd988018040 tx=0x7fd988003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b68e362d8af2a73 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd97e000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd988037060 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd988029630 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd98800fdd0 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd988029e60 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd999bf2740 10 client.16836 fetch_fsmap learned FSMap version 27 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.082+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559363a4e340 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd98800fdd0 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 27) ==== 8342+0+0 (secure 0 0 0) 0x7fd988031030 con 0x5593639d4850 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 10 client.16836 fetch_fsmap finished waiting for FSMap version 27 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 10 client.16836 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:37.086 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 20 client.16836 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559363a4ece0 0x559363a51100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 4 client.16836 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55936393a2c0 con 0x559363a4ece0 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.083+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559363a4ece0 0x559363a51100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.084+0000 7fd98fe00640 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559363a4ece0 0x559363a51100 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c383fd7d0f057d0 server_cookie=e3affdccdfc5d22 in_seq=0 out_seq=0 2024-05-21T19:14:37.087 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.084+0000 7fd97e000640 10 client.16836 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd97e000640 1 -- 172.21.15.3:0/2884691365 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55936393a2c0 con 0x559363a4ece0 2024-05-21T19:14:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd97e000640 10 client.16836 handle_command_reply: tid=0 2024-05-21T19:14:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 client.16836 shutdown 2024-05-21T19:14:37.094 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 msgr2=0x559363a4cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd988018040 tx=0x7fd988003dc0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 shutdown_connections 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559363a4ece0 0x559363a51100 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5593639cf6e0 0x5593639dd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5593639d4850 0x559363a4cc90 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd97e000640 0 client.16836 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 --2- 172.21.15.3:0/2884691365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5593639cecf0 0x5593639dcd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.093+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 >> 172.21.15.3:0/2884691365 conn(0x5593639ca360 msgr2=0x5593639c8c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 shutdown_connections 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd999bf2740 1 -- 172.21.15.3:0/2884691365 wait complete. 2024-05-21T19:14:37.095 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd999bf2740 20 client.16836 trim_cache size 0 max 16384 2024-05-21T19:14:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:14:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:14:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:14:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 msgr2=0x7fd9740b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.096 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 0x7fd9740b4d20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x5593639cff40 tx=0x7fd988009500 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 msgr2=0x7fd99019b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.094+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd97800e9f0 tx=0x7fd97800eeb0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 shutdown_connections 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd990102e50 0x7fd9901a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd990101300 0x7fd99019b260 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd9740b2860 0x7fd9740b4d20 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 --2- 172.21.15.3:0/2174307942 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd990100940 0x7fd99019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 >> 172.21.15.3:0/2174307942 conn(0x7fd9900fc4e0 msgr2=0x7fd9900fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 shutdown_connections 2024-05-21T19:14:37.097 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:37.095+0000 7fd995800640 1 -- 172.21.15.3:0/2174307942 wait complete. 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:127/600: open fd = 3 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:128/600: open fd = 3 2024-05-21T19:14:37.823 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:129/600: open fd = 3 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:130/600: open fd = 3 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:131/600: open fd = 3 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.828 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:132/600: open fd = 3 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:133/600: open fd = 3 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:134/600: open fd = 3 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.829 INFO:tasks.workunit.client.0.smithi003.stdout:135/600: open fd = 3 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:136/600: open fd = 3 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:137/600: open fd = 3 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:138/600: open fd = 3 2024-05-21T19:14:37.830 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:139/600: open fd = 3 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:140/600: open fd = 3 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:141/600: open fd = 3 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.831 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:142/600: open fd = 3 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:143/600: open fd = 3 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:144/600: open fd = 3 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:145/600: open fd = 3 2024-05-21T19:14:37.832 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:146/600: open fd = 3 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:147/600: open fd = 3 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:148/600: open fd = 3 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.833 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:149/600: open fd = 3 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:150/600: open fd = 3 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:151/600: open fd = 3 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:152/600: open fd = 3 2024-05-21T19:14:37.834 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:153/600: open fd = 3 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:154/600: open fd = 3 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:155/600: open fd = 3 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.835 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:156/600: open fd = 3 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:157/600: open fd = 3 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:158/600: open fd = 3 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:159/600: open fd = 3 2024-05-21T19:14:37.836 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:160/600: open fd = 3 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:161/600: open fd = 3 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:162/600: open fd = 3 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.837 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:163/600: open fd = 3 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:164/600: open fd = 3 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:165/600: open fd = 3 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:166/600: open fd = 3 2024-05-21T19:14:37.838 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:167/600: open fd = 3 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:168/600: open fd = 3 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:169/600: open fd = 3 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.839 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:170/600: open fd = 3 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:171/600: open fd = 3 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:172/600: open fd = 3 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:173/600: open fd = 3 2024-05-21T19:14:37.840 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:174/600: open fd = 3 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:175/600: open fd = 3 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:176/600: open fd = 3 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.841 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:177/600: open fd = 3 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:178/600: open fd = 3 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:179/600: open fd = 3 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.842 INFO:tasks.workunit.client.0.smithi003.stdout:180/600: open fd = 3 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:181/600: open fd = 3 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:182/600: open fd = 3 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:183/600: open fd = 3 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.843 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:184/600: open fd = 3 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:185/600: open fd = 3 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:186/600: open fd = 3 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.844 INFO:tasks.workunit.client.0.smithi003.stdout:187/600: open fd = 3 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:188/600: open fd = 3 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.845 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:14:37.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:37 smithi003 ceph-mon[31577]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.2 KiB/s wr, 12 op/s 2024-05-21T19:14:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:37 smithi178 ceph-mon[36523]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.2 KiB/s wr, 12 op/s 2024-05-21T19:14:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:37 smithi104 ceph-mon[36417]: pgmap v640: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 5.2 KiB/s wr, 12 op/s 2024-05-21T19:14:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:39 smithi003 ceph-mon[31577]: pgmap v641: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:14:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:39 smithi178 ceph-mon[36523]: pgmap v641: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:14:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:39 smithi104 ceph-mon[36417]: pgmap v641: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:14:41.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:41 smithi003 ceph-mon[31577]: pgmap v642: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:14:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:41 smithi178 ceph-mon[36523]: pgmap v642: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:14:41.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:41 smithi104 ceph-mon[36417]: pgmap v642: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 8.1 KiB/s wr, 11 op/s 2024-05-21T19:14:43.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:43 smithi003 ceph-mon[31577]: pgmap v643: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-05-21T19:14:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:43 smithi178 ceph-mon[36523]: pgmap v643: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-05-21T19:14:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:43 smithi104 ceph-mon[36417]: pgmap v643: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-05-21T19:14:44.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:44 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:44.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:44 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:44.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:44 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:14:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:45 smithi003 ceph-mon[31577]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:14:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:45 smithi178 ceph-mon[36523]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:14:45.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:45 smithi104 ceph-mon[36417]: pgmap v644: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:14:47.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:47 smithi003 ceph-mon[31577]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:14:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:47 smithi178 ceph-mon[36523]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:14:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:47 smithi104 ceph-mon[36417]: pgmap v645: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:14:49.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:49 smithi003 ceph-mon[31577]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 14 op/s 2024-05-21T19:14:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:49 smithi178 ceph-mon[36523]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 14 op/s 2024-05-21T19:14:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:49 smithi104 ceph-mon[36417]: pgmap v646: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 14 op/s 2024-05-21T19:14:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 -- 172.21.15.3:0/2616806955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 msgr2=0x7fdc3c106180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2616806955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c106180 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009900 tx=0x7fdc2802a3f0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 -- 172.21.15.3:0/2616806955 shutdown_connections 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2616806955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c10cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2616806955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c106180 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2616806955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c104b10 0x7fdc3c104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 -- 172.21.15.3:0/2616806955 >> 172.21.15.3:0/2616806955 conn(0x7fdc3c1000c0 msgr2=0x7fdc3c1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 -- 172.21.15.3:0/2616806955 shutdown_connections 2024-05-21T19:14:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.242+0000 7fdc3be00640 1 -- 172.21.15.3:0/2616806955 wait complete. 2024-05-21T19:14:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.243+0000 7fdc3be00640 1 Processor -- start 2024-05-21T19:14:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 -- start start 2024-05-21T19:14:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 0x7fdc3c19ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c19b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c110640 con 0x7fdc3c1066c0 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1104c0 con 0x7fdc3c105d00 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3be00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1107c0 con 0x7fdc3c104b10 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52442/0 (socket says 172.21.15.3:52442) 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3b400640 1 -- 172.21.15.3:0/2240513228 learned_addr learned my addr 172.21.15.3:0/2240513228 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 0x7fdc3c19ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.244+0000 7fdc3a000640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c19b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2240513228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 msgr2=0x7fdc3c19b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c19b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 msgr2=0x7fdc3c1a2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2240513228 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc3c1a2910 con 0x7fdc3c104b10 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3b400640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 0x7fdc3c19ad00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c00e9c0 tx=0x7fdc2c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc33400640 1 -- 172.21.15.3:0/2240513228 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c00ccc0 con 0x7fdc3c104b10 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc3c1a2c00 con 0x7fdc3c104b10 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc33400640 1 -- 172.21.15.3:0/2240513228 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc2c0035f0 con 0x7fdc3c104b10 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc33400640 1 -- 172.21.15.3:0/2240513228 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c00ce60 con 0x7fdc3c104b10 2024-05-21T19:14:50.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.245+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc3c1a31a0 con 0x7fdc3c104b10 2024-05-21T19:14:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.248+0000 7fdc445b7740 1 Processor -- start 2024-05-21T19:14:50.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 -- start start 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c2b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c2dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a284b95b90 con 0x55a284c25cf0 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a284b85730 con 0x55a284c266e0 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc445b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a284b89770 con 0x55a284c2b850 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc3b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc33400640 1 -- 172.21.15.3:0/2240513228 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc2c004000 con 0x7fdc3c104b10 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc3b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52456/0 (socket says 172.21.15.3:52456) 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc3b400640 1 -- 172.21.15.3:0/1303226844 learned_addr learned my addr 172.21.15.3:0/1303226844 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:50.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.249+0000 7fdc3a000640 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c2dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 -- 172.21.15.3:0/1303226844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 msgr2=0x55a284c2dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c2dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 -- 172.21.15.3:0/1303226844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 msgr2=0x55a284c2b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c2b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 -- 172.21.15.3:0/1303226844 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a284b1e8b0 con 0x55a284c25cf0 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc3b400640 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdc340118b0 tx=0x7fdc34011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c6468abf69f0a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc27400640 1 -- 172.21.15.3:0/1303226844 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3401e070 con 0x55a284c25cf0 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc27400640 1 -- 172.21.15.3:0/1303226844 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc3400fe70 con 0x55a284c25cf0 2024-05-21T19:14:50.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.250+0000 7fdc27400640 1 -- 172.21.15.3:0/1303226844 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc34019db0 con 0x55a284c25cf0 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 -- 172.21.15.3:0/1303226844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 msgr2=0x55a284c26110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdc340118b0 tx=0x7fdc34011d70 comp rx=0 tx=0).stop 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc33400640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 0x7fdc200b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc33400640 1 -- 172.21.15.3:0/2240513228 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc2c0e2700 con 0x7fdc3c104b10 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 -- 172.21.15.3:0/1303226844 shutdown_connections 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c2dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c2b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1303226844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c26110 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 -- 172.21.15.3:0/1303226844 >> 172.21.15.3:0/1303226844 conn(0x55a284c21360 msgr2=0x55a284c21760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 -- 172.21.15.3:0/1303226844 shutdown_connections 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc3b400640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 0x7fdc200b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.251+0000 7fdc445b7740 1 -- 172.21.15.3:0/1303226844 wait complete. 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.252+0000 7fdc445b7740 1 -- start start 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.252+0000 7fdc445b7740 1 Processor -- start 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.252+0000 7fdc3b400640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 0x7fdc200b4d20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdc340049d0 tx=0x7fdc34009a30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c266e0 0x55a284c2ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c2b850 0x55a284c36fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a28486b790 con 0x55a284c25cf0 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a284b2dbc0 con 0x55a284c2b850 2024-05-21T19:14:50.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a284c2e800 con 0x55a284c266e0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc445b7740 10 client.0 _ll_register_callbacks cb 0x55a284b0b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52458/0 (socket says 172.21.15.3:52458) 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc3aa00640 1 -- 172.21.15.3:0/138725405 learned_addr learned my addr 172.21.15.3:0/138725405 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc3b400640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c2b850 0x55a284c36fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.253+0000 7fdc3a000640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c266e0 0x55a284c2ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 -- 172.21.15.3:0/138725405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c266e0 msgr2=0x55a284c2ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c266e0 0x55a284c2ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 -- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c2b850 msgr2=0x55a284c36fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c2b850 0x55a284c36fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 -- 172.21.15.3:0/138725405 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a28489a210 con 0x55a284c25cf0 2024-05-21T19:14:50.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a5c90 tx=0x7fdc2c0a5490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618574e3fb66222f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc1be00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c0ae050 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc2c0c42d0 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc3400fe70 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.254+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdc2c0c9050 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 10 client.16848 fetch_fsmap learned FSMap version 28 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a284966620 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc3400fe70 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fdc2c0a7bf0 con 0x55a284c25cf0 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 10 client.16848 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 10 client.16848 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 20 client.16848 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:50.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284c3b5b0 0x55a284c3d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 4 client.16848 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:14:50.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a284b97ae0 con 0x55a284c3b5b0 2024-05-21T19:14:50.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.255+0000 7fdc3a000640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284c3b5b0 0x55a284c3d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.256+0000 7fdc3a000640 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284c3b5b0 0x55a284c3d9a0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=898dedb363ac6c6 server_cookie=3602e0379591f13e in_seq=0 out_seq=0 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.256+0000 7fdc1be00640 10 client.16848 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc1be00640 1 -- 172.21.15.3:0/138725405 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a284b97ae0 con 0x55a284c3b5b0 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc1be00640 10 client.16848 handle_command_reply: tid=0 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 client.16848 shutdown 2024-05-21T19:14:50.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 msgr2=0x55a284c2fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a5c90 tx=0x7fdc2c0a5490 comp rx=0 tx=0).stop 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 shutdown_connections 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284c3b5b0 0x55a284c3d9a0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c266e0 0x55a284c2ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c2b850 0x55a284c36fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 --2- 172.21.15.3:0/138725405 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c2fa20 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 >> 172.21.15.3:0/138725405 conn(0x55a284c21360 msgr2=0x55a284c204c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc1be00640 0 client.16848 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 shutdown_connections 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.257+0000 7fdc445b7740 1 -- 172.21.15.3:0/138725405 wait complete. 2024-05-21T19:14:50.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.258+0000 7fdc445b7740 20 client.16848 trim_cache size 0 max 16384 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 Processor -- start 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 -- start start 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c36f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c24750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1ae750 con 0x55a284c25cf0 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1ac020 con 0x55a284c266e0 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc445b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1a9e70 con 0x55a284c2b850 2024-05-21T19:14:50.283 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52468/0 (socket says 172.21.15.3:52468) 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc3aa00640 1 -- 172.21.15.3:0/1783379578 learned_addr learned my addr 172.21.15.3:0/1783379578 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.274+0000 7fdc3b400640 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c24750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3a000640 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c36f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 -- 172.21.15.3:0/1783379578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 msgr2=0x55a284c24750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c24750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 -- 172.21.15.3:0/1783379578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 msgr2=0x55a284c36f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c36f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 -- 172.21.15.3:0/1783379578 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a284c21190 con 0x55a284c25cf0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a6e80 tx=0x7fdc2c0e29a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36eac21d0131af03 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc26a00640 1 -- 172.21.15.3:0/1783379578 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c0a9a70 con 0x55a284c25cf0 2024-05-21T19:14:50.284 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc26a00640 1 -- 172.21.15.3:0/1783379578 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc2c091040 con 0x55a284c25cf0 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.275+0000 7fdc26a00640 1 -- 172.21.15.3:0/1783379578 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c0a5600 con 0x55a284c25cf0 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- 172.21.15.3:0/1783379578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 msgr2=0x55a284c3d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a6e80 tx=0x7fdc2c0e29a0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- 172.21.15.3:0/1783379578 shutdown_connections 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c2b850 0x55a284c24750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c36f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 --2- 172.21.15.3:0/1783379578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c25cf0 0x55a284c3d5c0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- 172.21.15.3:0/1783379578 >> 172.21.15.3:0/1783379578 conn(0x55a284c21360 msgr2=0x55a284c24040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- 172.21.15.3:0/1783379578 shutdown_connections 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- 172.21.15.3:0/1783379578 wait complete. 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.276+0000 7fdc445b7740 1 -- start start 2024-05-21T19:14:50.285 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 Processor -- start 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c338c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c2b850 0x55a284c33e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1aa4e0 con 0x55a284c2b850 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1ab950 con 0x55a284c266e0 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3c1aabb0 con 0x55a284c25cf0 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc445b7740 10 client.0 _ll_register_callbacks cb 0x7fdc2c0a94e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc3b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c2b850 0x55a284c33e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc3aa00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:56444/0 (socket says 172.21.15.3:56444) 2024-05-21T19:14:50.286 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2928988218 learned_addr learned my addr 172.21.15.3:0/2928988218 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.277+0000 7fdc3a000640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c338c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 msgr2=0x55a284c338c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c338c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2928988218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c2b850 msgr2=0x55a284c33e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c2b850 0x55a284c33e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 -- 172.21.15.3:0/2928988218 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a284c2e940 con 0x55a284c25cf0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc3aa00640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a9950 tx=0x7fdc2c003cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f16f7ebdd819a6b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc1be00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2c0a7d70 con 0x55a284c25cf0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc2c091040 con 0x55a284c25cf0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.278+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc2c0a8f00 con 0x55a284c25cf0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdc2c0b2b00 con 0x55a284c25cf0 2024-05-21T19:14:50.287 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 10 client.26953 fetch_fsmap learned FSMap version 28 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a284c2e940 con 0x55a284c25cf0 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc2c091040 con 0x55a284c25cf0 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fdc2c0af1e0 con 0x55a284c25cf0 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 10 client.26953 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 10 client.26953 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 20 client.26953 populate_metadata read hostname 'smithi003' 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284ca5680 0x55a284ca7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 4 client.26953 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a284b912c0 con 0x55a284ca5680 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.279+0000 7fdc3a000640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284ca5680 0x55a284ca7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.280+0000 7fdc3a000640 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284ca5680 0x55a284ca7aa0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b26d2ea972a169 server_cookie=c55541d1ab5695f6 in_seq=0 out_seq=0 2024-05-21T19:14:50.288 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.280+0000 7fdc1be00640 10 client.26953 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc1be00640 1 -- 172.21.15.3:0/2928988218 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a284b912c0 con 0x55a284ca5680 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc1be00640 10 client.26953 handle_command_reply: tid=0 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 client.26953 shutdown 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 msgr2=0x55a284c36e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c0a9950 tx=0x7fdc2c003cb0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 shutdown_connections 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a284ca5680 0x55a284ca7aa0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a284c2b850 0x55a284c33e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a284c266e0 0x55a284c338c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc1be00640 0 client.26953 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:14:50.290 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 --2- 172.21.15.3:0/2928988218 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a284c25cf0 0x55a284c36e20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.284+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 >> 172.21.15.3:0/2928988218 conn(0x55a284c21360 msgr2=0x55a284c248d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 shutdown_connections 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc445b7740 1 -- 172.21.15.3:0/2928988218 wait complete. 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc445b7740 20 client.26953 trim_cache size 0 max 16384 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:14:50.291 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 msgr2=0x7fdc200b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 0x7fdc200b4d20 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdc340049d0 tx=0x7fdc34009a30 comp rx=0 tx=0).stop 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 msgr2=0x7fdc3c19ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 0x7fdc3c19ad00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fdc2c00e9c0 tx=0x7fdc2c00ee80 comp rx=0 tx=0).stop 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 shutdown_connections 2024-05-21T19:14:50.292 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc3c1066c0 0x7fdc3c1a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc3c105d00 0x7fdc3c19b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc200b2860 0x7fdc200b4d20 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 --2- 172.21.15.3:0/2240513228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc3c104b10 0x7fdc3c19ad00 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.285+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 >> 172.21.15.3:0/2240513228 conn(0x7fdc3c1000c0 msgr2=0x7fdc3c109000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.286+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 shutdown_connections 2024-05-21T19:14:50.293 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:14:50.286+0000 7fdc3be00640 1 -- 172.21.15.3:0/2240513228 wait complete. 2024-05-21T19:14:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:51 smithi178 ceph-mon[36523]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:51 smithi104 ceph-mon[36417]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:52.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:51 smithi003 ceph-mon[31577]: pgmap v647: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:53 smithi178 ceph-mon[36523]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:14:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:53 smithi104 ceph-mon[36417]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:14:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:53 smithi003 ceph-mon[31577]: pgmap v648: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:14:55.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:55 smithi178 ceph-mon[36523]: pgmap v649: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.7 KiB/s wr, 12 op/s 2024-05-21T19:14:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:55 smithi104 ceph-mon[36417]: pgmap v649: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.7 KiB/s wr, 12 op/s 2024-05-21T19:14:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:55 smithi003 ceph-mon[31577]: pgmap v649: 97 pgs: 97 active+clean; 3.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.7 KiB/s wr, 12 op/s 2024-05-21T19:14:57.271 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:14:57.734 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:14:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:57 smithi178 ceph-mon[36523]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:57.890 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:57 smithi003 ceph-mon[31577]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:57 smithi104 ceph-mon[36417]: pgmap v650: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:14:59.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:14:59 smithi003 ceph-mon[31577]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:14:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:14:59 smithi178 ceph-mon[36523]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:14:59.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:14:59 smithi104 ceph-mon[36417]: pgmap v651: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 -- 172.21.15.3:0/4093407891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 msgr2=0x7fe4fc106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 --2- 172.21.15.3:0/4093407891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc106340 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe4f800b0a0 tx=0x7fe4f800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 -- 172.21.15.3:0/4093407891 shutdown_connections 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 --2- 172.21.15.3:0/4093407891 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc106340 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 --2- 172.21.15.3:0/4093407891 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 0x7fe4fc06bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 --2- 172.21.15.3:0/4093407891 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc06c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 -- 172.21.15.3:0/4093407891 >> 172.21.15.3:0/4093407891 conn(0x7fe4fc079280 msgr2=0x7fe4fc079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 -- 172.21.15.3:0/4093407891 shutdown_connections 2024-05-21T19:15:00.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.221+0000 7fe503200700 1 -- 172.21.15.3:0/4093407891 wait complete. 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 Processor -- start 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 -- start start 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc1a0510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 0x7fe4fc1a48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc119ba0 con 0x7fe4fc06bff0 2024-05-21T19:15:00.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc119a20 con 0x7fe4fc105ec0 2024-05-21T19:15:00.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.223+0000 7fe503200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc119d20 con 0x7fe4fc108420 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51140/0 (socket says 172.21.15.3:51140) 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 -- 172.21.15.3:0/3927327326 learned_addr learned my addr 172.21.15.3:0/3927327326 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501400700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc1a0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe502800700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 0x7fe4fc1a48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 -- 172.21.15.3:0/3927327326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 msgr2=0x7fe4fc1a48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 0x7fe4fc1a48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 -- 172.21.15.3:0/3927327326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 msgr2=0x7fe4fc1a0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc1a0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501e00700 1 -- 172.21.15.3:0/3927327326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4fc1a4fe0 con 0x7fe4fc06bff0 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.224+0000 7fe501400700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc1a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:00.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe501e00700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000e9c0 tx=0x7fe4f000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe4f6a00700 1 -- 172.21.15.3:0/3927327326 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f000cbd0 con 0x7fe4fc06bff0 2024-05-21T19:15:00.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe4f6a00700 1 -- 172.21.15.3:0/3927327326 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4f000ee60 con 0x7fe4fc06bff0 2024-05-21T19:15:00.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4fc1a52d0 con 0x7fe4fc06bff0 2024-05-21T19:15:00.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe4f6a00700 1 -- 172.21.15.3:0/3927327326 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00055c0 con 0x7fe4fc06bff0 2024-05-21T19:15:00.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.225+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4fc1acb50 con 0x7fe4fc06bff0 2024-05-21T19:15:00.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.231+0000 7fe4f6a00700 1 -- 172.21.15.3:0/3927327326 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe4f0004750 con 0x7fe4fc06bff0 2024-05-21T19:15:00.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.231+0000 7fe50f18ab80 1 Processor -- start 2024-05-21T19:15:00.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 -- start start 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x558756017ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756011d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x5587560127f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558755f6fe40 con 0x558756012390 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558755f5f9e0 con 0x5587560177c0 2024-05-21T19:15:00.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558755f63a20 con 0x5587560180e0 2024-05-21T19:15:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe502800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x558756017ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe4f6a00700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 0x7fe4e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe502800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x558756017ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:38696/0 (socket says 172.21.15.3:38696) 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe502800700 1 -- 172.21.15.3:0/3836616849 learned_addr learned my addr 172.21.15.3:0/3836616849 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe501e00700 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756011d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.232+0000 7fe501400700 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x5587560127f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe4f6a00700 1 -- 172.21.15.3:0/3927327326 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4f00e2510 con 0x7fe4fc06bff0 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe502800700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 0x7fe4e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 -- 172.21.15.3:0/3836616849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 msgr2=0x558756017ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x558756017ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 -- 172.21.15.3:0/3836616849 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 msgr2=0x5587560127f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x5587560127f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 -- 172.21.15.3:0/3836616849 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558755f28420 con 0x5587560180e0 2024-05-21T19:15:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.233+0000 7fe501e00700 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756011d70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe4f0009fd0 tx=0x7fe4f001d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc32294d91a5a8c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe4eb400700 1 -- 172.21.15.3:0/3836616849 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00a9220 con 0x5587560180e0 2024-05-21T19:15:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe4eb400700 1 -- 172.21.15.3:0/3836616849 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4f00b2260 con 0x5587560180e0 2024-05-21T19:15:00.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe4eb400700 1 -- 172.21.15.3:0/3836616849 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00a5240 con 0x5587560180e0 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe50f18ab80 1 -- 172.21.15.3:0/3836616849 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 msgr2=0x558756011d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe502800700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 0x7fe4e40b4d40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8006130 tx=0x7fe4f800b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.234+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756011d70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe4f0009fd0 tx=0x7fe4f001d000 comp rx=0 tx=0).stop 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 -- 172.21.15.3:0/3836616849 shutdown_connections 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x5587560127f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x558756017ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/3836616849 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756011d70 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 -- 172.21.15.3:0/3836616849 >> 172.21.15.3:0/3836616849 conn(0x558755f3fbe0 msgr2=0x55875600c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 -- 172.21.15.3:0/3836616849 shutdown_connections 2024-05-21T19:15:00.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 -- 172.21.15.3:0/3836616849 wait complete. 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.235+0000 7fe50f18ab80 1 -- start start 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 Processor -- start 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560177c0 0x55875601b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x55875601b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558755e65fa0 con 0x5587560177c0 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558755f00760 con 0x558756012390 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55875601ec00 con 0x5587560180e0 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe50f18ab80 10 client.0 _ll_register_callbacks cb 0x558755f09c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:00.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.236+0000 7fe501e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe502800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x55875601b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560177c0 0x55875601b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:38704/0 (socket says 172.21.15.3:38704) 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 -- 172.21.15.3:0/558934764 learned_addr learned my addr 172.21.15.3:0/558934764 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 -- 172.21.15.3:0/558934764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 msgr2=0x55875601b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x55875601b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 -- 172.21.15.3:0/558934764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560177c0 msgr2=0x55875601b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560177c0 0x55875601b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 -- 172.21.15.3:0/558934764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558755eaf8d0 con 0x558756012390 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe502800700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x55875601b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe501e00700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00a9a40 tx=0x7fe4f00a9640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1781291ee36119b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.237+0000 7fe4dfe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00a5240 con 0x558756012390 2024-05-21T19:15:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4f00a9d10 con 0x558756012390 2024-05-21T19:15:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4f00b2260 con 0x558756012390 2024-05-21T19:15:00.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe4f00a9ab0 con 0x558756012390 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe50f18ab80 10 client.26966 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558755f30060 con 0x558756012390 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4f00b2260 con 0x558756012390 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe4f00b2480 con 0x558756012390 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe50f18ab80 10 client.26966 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:00.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.238+0000 7fe50f18ab80 10 client.26966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe50f18ab80 20 client.26966 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55875602b600 0x55875602d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe50f18ab80 4 client.26966 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558755f71d90 con 0x55875602b600 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe501400700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55875602b600 0x55875602d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe501400700 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55875602b600 0x55875602d9f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba434b4246f994f9 server_cookie=a2f1888cb2b41271 in_seq=0 out_seq=0 2024-05-21T19:15:00.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.239+0000 7fe4dfe00700 10 client.26966 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:00.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.240+0000 7fe4dfe00700 1 -- 172.21.15.3:0/558934764 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558755f71d90 con 0x55875602b600 2024-05-21T19:15:00.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.240+0000 7fe4dfe00700 10 client.26966 handle_command_reply: tid=0 2024-05-21T19:15:00.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.240+0000 7fe50f18ab80 1 client.26966 shutdown 2024-05-21T19:15:00.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.240+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 msgr2=0x55875601de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.240+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00a9a40 tx=0x7fe4f00a9640 comp rx=0 tx=0).stop 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 shutdown_connections 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55875602b600 0x55875602d9f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x55875601b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x55875601de60 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/558934764 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560177c0 0x55875601b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 >> 172.21.15.3:0/558934764 conn(0x558755f3fbe0 msgr2=0x55875600bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe4dfe00700 0 client.26966 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:00.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 shutdown_connections 2024-05-21T19:15:00.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 1 -- 172.21.15.3:0/558934764 wait complete. 2024-05-21T19:15:00.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.241+0000 7fe50f18ab80 20 client.26966 trim_cache size 0 max 16384 2024-05-21T19:15:00.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.263+0000 7fe50f18ab80 1 Processor -- start 2024-05-21T19:15:00.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.263+0000 7fe50f18ab80 1 -- start start 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x558756011d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560177c0 0x55875601b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b6870 con 0x5587560180e0 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b4100 con 0x558756012390 2024-05-21T19:15:00.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b1f50 con 0x5587560177c0 2024-05-21T19:15:00.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe502800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe502800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51180/0 (socket says 172.21.15.3:51180) 2024-05-21T19:15:00.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe502800700 1 -- 172.21.15.3:0/4041932827 learned_addr learned my addr 172.21.15.3:0/4041932827 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:00.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe501e00700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x558756011d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.264+0000 7fe501400700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560177c0 0x55875601b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 -- 172.21.15.3:0/4041932827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560177c0 msgr2=0x55875601b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560177c0 0x55875601b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 -- 172.21.15.3:0/4041932827 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 msgr2=0x55875601a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 -- 172.21.15.3:0/4041932827 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55875601daa0 con 0x558756012390 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe502800700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe501e00700 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x558756011d70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00a99f0 tx=0x7fe4f00e0010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abb3f4aeb83f957 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe4eaa00700 1 -- 172.21.15.3:0/4041932827 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00b2260 con 0x558756012390 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe4eaa00700 1 -- 172.21.15.3:0/4041932827 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4f00e22f0 con 0x558756012390 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.265+0000 7fe4eaa00700 1 -- 172.21.15.3:0/4041932827 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4f00b2480 con 0x558756012390 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 -- 172.21.15.3:0/4041932827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 msgr2=0x558756011d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x558756011d70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe4f00a99f0 tx=0x7fe4f00e0010 comp rx=0 tx=0).stop 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 -- 172.21.15.3:0/4041932827 shutdown_connections 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5587560180e0 0x55875601a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558756012390 0x558756011d70 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/4041932827 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560177c0 0x55875601b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 -- 172.21.15.3:0/4041932827 >> 172.21.15.3:0/4041932827 conn(0x558755f3fbe0 msgr2=0x558756018bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 -- 172.21.15.3:0/4041932827 shutdown_connections 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.266+0000 7fe50f18ab80 1 -- 172.21.15.3:0/4041932827 wait complete. 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 -- start start 2024-05-21T19:15:00.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 Processor -- start 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x558756023e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756020e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b25c0 con 0x558756012390 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b3a30 con 0x5587560177c0 2024-05-21T19:15:00.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe4fc1b2c90 con 0x5587560180e0 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.267+0000 7fe50f18ab80 10 client.0 _ll_register_callbacks cb 0x558755f09c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x558756023e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:38722/0 (socket says 172.21.15.3:38722) 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 -- 172.21.15.3:0/2032231096 learned_addr learned my addr 172.21.15.3:0/2032231096 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe502800700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756020e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 -- 172.21.15.3:0/2032231096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 msgr2=0x558756020e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756020e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 -- 172.21.15.3:0/2032231096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 msgr2=0x558756023e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x558756023e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 -- 172.21.15.3:0/2032231096 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587560213a0 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501e00700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x558756023e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe501400700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x55875601c7d0 tx=0x7fe4ec0121f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa4324b1933373f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.268+0000 7fe4dfe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec012370 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558755f6b570 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe4ec012c60 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe4ec031050 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe50f18ab80 10 client.26972 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558756096720 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.269+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x558755f6b570 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe4ec003c50 con 0x5587560177c0 2024-05-21T19:15:00.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 10 client.26972 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 10 client.26972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 20 client.26972 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558756096e70 0x558756099290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 4 client.26972 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558755de2250 con 0x558756096e70 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.270+0000 7fe501e00700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558756096e70 0x558756099290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe501e00700 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558756096e70 0x558756099290 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdd4f6bdd9d6636d server_cookie=b0e8503e8439f038 in_seq=0 out_seq=0 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe4dfe00700 10 client.26972 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:00.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe4dfe00700 1 -- 172.21.15.3:0/2032231096 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558755de2250 con 0x558756096e70 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe4dfe00700 10 client.26972 handle_command_reply: tid=0 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 client.26972 shutdown 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 msgr2=0x5587560243d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x55875601c7d0 tx=0x7fe4ec0121f0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 shutdown_connections 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558756096e70 0x558756099290 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5587560180e0 0x558756020e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558756012390 0x558756023e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 --2- 172.21.15.3:0/2032231096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5587560177c0 0x5587560243d0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe4dfe00700 0 client.26972 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:00.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 >> 172.21.15.3:0/2032231096 conn(0x558755f3fbe0 msgr2=0x55875601c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 shutdown_connections 2024-05-21T19:15:00.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.271+0000 7fe50f18ab80 1 -- 172.21.15.3:0/2032231096 wait complete. 2024-05-21T19:15:00.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe50f18ab80 20 client.26972 trim_cache size 0 max 16384 2024-05-21T19:15:00.277 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:15:00.277 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:15:00.277 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:15:00.277 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:15:00.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 msgr2=0x7fe4e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 0x7fe4e40b4d40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8006130 tx=0x7fe4f800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 msgr2=0x7fe4fc19ffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe4f000e9c0 tx=0x7fe4f000ecd0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 shutdown_connections 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe4e40b2880 0x7fe4e40b4d40 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe4fc108420 0x7fe4fc1a48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe4fc06bff0 0x7fe4fc19ffd0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 --2- 172.21.15.3:0/3927327326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe4fc105ec0 0x7fe4fc1a0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.272+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 >> 172.21.15.3:0/3927327326 conn(0x7fe4fc079280 msgr2=0x7fe4fc1015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:00.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.273+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 shutdown_connections 2024-05-21T19:15:00.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:00.273+0000 7fe503200700 1 -- 172.21.15.3:0/3927327326 wait complete. 2024-05-21T19:15:01.138 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:15:01.139 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:15:01.589 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:01.905 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:01 smithi003 ceph-mon[31577]: pgmap v652: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:15:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:01 smithi104 ceph-mon[36417]: pgmap v652: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:15:02.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:01 smithi178 ceph-mon[36523]: pgmap v652: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:15:02.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:02 smithi003 ceph-mon[31577]: pgmap v653: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:15:02.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:02 smithi104 ceph-mon[36417]: pgmap v653: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:15:03.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:02 smithi178 ceph-mon[36523]: pgmap v653: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:15:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 -- 172.21.15.3:0/830355112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 msgr2=0x7f1cb810a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/830355112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb810a510 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009900 tx=0x7f1ca002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 -- 172.21.15.3:0/830355112 shutdown_connections 2024-05-21T19:15:03.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/830355112 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 0x7f1cb8111370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/830355112 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb810a510 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/830355112 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 0x7f1cb81092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 -- 172.21.15.3:0/830355112 >> 172.21.15.3:0/830355112 conn(0x7f1cb8077ee0 msgr2=0x7f1cb807a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 -- 172.21.15.3:0/830355112 shutdown_connections 2024-05-21T19:15:03.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.435+0000 7f1cbdc00640 1 -- 172.21.15.3:0/830355112 wait complete. 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.436+0000 7f1cbdc00640 1 Processor -- start 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.436+0000 7f1cbdc00640 1 -- start start 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.436+0000 7f1cbdc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 0x7f1cb819f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbdc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbdc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 0x7f1cb81a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbdc00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8114ab0 con 0x7f1cb8108eb0 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbdc00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8114930 con 0x7f1cb810a090 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbdc00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8114c30 con 0x7f1cb810aa50 2024-05-21T19:15:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44504/0 (socket says 172.21.15.3:44504) 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 -- 172.21.15.3:0/822485555 learned_addr learned my addr 172.21.15.3:0/822485555 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cbd200640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 0x7f1cb81a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 0x7f1cb819f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 -- 172.21.15.3:0/822485555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 msgr2=0x7f1cb81a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 0x7f1cb81a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 -- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 msgr2=0x7f1cb819f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 0x7f1cb819f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.437+0000 7f1cafe00640 1 -- 172.21.15.3:0/822485555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb81a6d10 con 0x7f1cb810a090 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cafe00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0005ab0 tx=0x7f1ca0003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cb5600640 1 -- 172.21.15.3:0/822485555 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca003f070 con 0x7f1cb810a090 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cb5600640 1 -- 172.21.15.3:0/822485555 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ca0031c50 con 0x7f1cb810a090 2024-05-21T19:15:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb81a6fa0 con 0x7f1cb810a090 2024-05-21T19:15:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cb5600640 1 -- 172.21.15.3:0/822485555 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca0035030 con 0x7f1cb810a090 2024-05-21T19:15:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.438+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb81a7400 con 0x7f1cb810a090 2024-05-21T19:15:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.441+0000 7f1cc2193740 1 Processor -- start 2024-05-21T19:15:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.441+0000 7f1cc2193740 1 -- start start 2024-05-21T19:15:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x5636092251e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609227ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56360918fb90 con 0x563609225850 2024-05-21T19:15:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56360917f730 con 0x56360921fcf0 2024-05-21T19:15:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cc2193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563609183770 con 0x5636092206e0 2024-05-21T19:15:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cbd200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cbd200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44508/0 (socket says 172.21.15.3:44508) 2024-05-21T19:15:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cbd200640 1 -- 172.21.15.3:0/989729496 learned_addr learned my addr 172.21.15.3:0/989729496 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cb5600640 1 -- 172.21.15.3:0/822485555 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1ca0042070 con 0x7f1cb810a090 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.442+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x5636092251e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 -- 172.21.15.3:0/989729496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 msgr2=0x5636092251e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x5636092251e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 -- 172.21.15.3:0/989729496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 msgr2=0x563609227ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cafe00640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609227ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609227ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 -- 172.21.15.3:0/989729496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636091188b0 con 0x56360921fcf0 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x5636092251e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cafe00640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609227ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:15:03.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cbd200640 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009fd0 tx=0x7f1cb00118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfe5b234029932b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cad600640 1 -- 172.21.15.3:0/989729496 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0004d20 con 0x56360921fcf0 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cad600640 1 -- 172.21.15.3:0/989729496 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cb0004050 con 0x56360921fcf0 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.443+0000 7f1cad600640 1 -- 172.21.15.3:0/989729496 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0005280 con 0x56360921fcf0 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 -- 172.21.15.3:0/989729496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 msgr2=0x563609220110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009fd0 tx=0x7f1cb00118d0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cb5600640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 0x7f1c9c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 -- 172.21.15.3:0/989729496 shutdown_connections 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x5636092251e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609227ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 --2- 172.21.15.3:0/989729496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x563609220110 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 -- 172.21.15.3:0/989729496 >> 172.21.15.3:0/989729496 conn(0x56360921b360 msgr2=0x56360921b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cb5600640 1 -- 172.21.15.3:0/822485555 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1ca0102a00 con 0x7f1cb810a090 2024-05-21T19:15:03.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 -- 172.21.15.3:0/989729496 shutdown_connections 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 0x7f1c9c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.444+0000 7f1cc2193740 1 -- 172.21.15.3:0/989729496 wait complete. 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.445+0000 7f1cc2193740 1 -- start start 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.445+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 0x7f1c9c0b4ca0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x56360921c230 tx=0x7f1ca800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.445+0000 7f1cc2193740 1 Processor -- start 2024-05-21T19:15:03.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360921fcf0 0x563609229ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609231060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563608e65790 con 0x563609225850 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563609127bc0 con 0x5636092206e0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563609228800 con 0x56360921fcf0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cc2193740 10 client.0 _ll_register_callbacks cb 0x563609105400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cbd200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609231060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44516/0 (socket says 172.21.15.3:44516) 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 -- 172.21.15.3:0/2576544893 learned_addr learned my addr 172.21.15.3:0/2576544893 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360921fcf0 0x563609229ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 -- 172.21.15.3:0/2576544893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360921fcf0 msgr2=0x563609229ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360921fcf0 0x563609229ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 -- 172.21.15.3:0/2576544893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 msgr2=0x563609231060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609231060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.446+0000 7f1cafe00640 1 -- 172.21.15.3:0/2576544893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563608e94210 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1cafe00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1ca00c9d50 tx=0x7f1ca0003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73967e856c40a1e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1ca6000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca0049070 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1ca00c62e0 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cb0004050 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1ca00ca050 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1cc2193740 10 client.26984 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.447+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563608f60620 con 0x5636092206e0 2024-05-21T19:15:03.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cb0004050 con 0x5636092206e0 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1ca00d2970 con 0x5636092206e0 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 10 client.26984 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 10 client.26984 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 20 client.26984 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563609235540 0x5636092379a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 4 client.26984 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563609191ae0 con 0x563609235540 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.448+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563609235540 0x5636092379a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.449+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563609235540 0x5636092379a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4819e45a17596dd server_cookie=200e4d9715d756d4 in_seq=0 out_seq=0 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.449+0000 7f1ca6000640 10 client.26984 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1ca6000640 1 -- 172.21.15.3:0/2576544893 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563609191ae0 con 0x563609235540 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1ca6000640 10 client.26984 handle_command_reply: tid=0 2024-05-21T19:15:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 client.26984 shutdown 2024-05-21T19:15:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 msgr2=0x56360922a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1ca00c9d50 tx=0x7f1ca0003f90 comp rx=0 tx=0).stop 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 shutdown_connections 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563609235540 0x5636092379a0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x563609231060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5636092206e0 0x56360922a020 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 --2- 172.21.15.3:0/2576544893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56360921fcf0 0x563609229ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 >> 172.21.15.3:0/2576544893 conn(0x56360921b360 msgr2=0x56360921a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1ca6000640 0 client.26984 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 shutdown_connections 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 1 -- 172.21.15.3:0/2576544893 wait complete. 2024-05-21T19:15:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.450+0000 7f1cc2193740 20 client.26984 trim_cache size 0 max 16384 2024-05-21T19:15:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.467+0000 7f1cc2193740 1 Processor -- start 2024-05-21T19:15:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.467+0000 7f1cc2193740 1 -- start start 2024-05-21T19:15:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5636092206e0 0x563609231020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563609225850 0x56360921ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81b2b50 con 0x5636092206e0 2024-05-21T19:15:03.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81b0420 con 0x56360921fcf0 2024-05-21T19:15:03.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cc2193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81ae270 con 0x563609225850 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cafe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5636092206e0 0x563609231020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44520/0 (socket says 172.21.15.3:44520) 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 -- 172.21.15.3:0/4176662386 learned_addr learned my addr 172.21.15.3:0/4176662386 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cbd200640 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563609225850 0x56360921ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 -- 172.21.15.3:0/4176662386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563609225850 msgr2=0x56360921ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563609225850 0x56360921ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 -- 172.21.15.3:0/4176662386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5636092206e0 msgr2=0x563609231020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5636092206e0 0x563609231020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.468+0000 7f1cb7e00640 1 -- 172.21.15.3:0/4176662386 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563609228ba0 con 0x56360921fcf0 2024-05-21T19:15:03.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.469+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1ca801e440 tx=0x7f1ca8019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44abdb144ac9dcd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.469+0000 7f1cacc00640 1 -- 172.21.15.3:0/4176662386 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca802f070 con 0x56360921fcf0 2024-05-21T19:15:03.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.469+0000 7f1cacc00640 1 -- 172.21.15.3:0/4176662386 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ca801ece0 con 0x56360921fcf0 2024-05-21T19:15:03.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.469+0000 7f1cacc00640 1 -- 172.21.15.3:0/4176662386 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca802ac60 con 0x56360921fcf0 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- 172.21.15.3:0/4176662386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 msgr2=0x56360921eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1ca801e440 tx=0x7f1ca8019000 comp rx=0 tx=0).stop 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- 172.21.15.3:0/4176662386 shutdown_connections 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563609225850 0x56360921ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5636092206e0 0x563609231020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 --2- 172.21.15.3:0/4176662386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360921eb00 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- 172.21.15.3:0/4176662386 >> 172.21.15.3:0/4176662386 conn(0x56360921b360 msgr2=0x563609221180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- 172.21.15.3:0/4176662386 shutdown_connections 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- 172.21.15.3:0/4176662386 wait complete. 2024-05-21T19:15:03.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 -- start start 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.470+0000 7f1cc2193740 1 Processor -- start 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360922deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x56360922e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81ae8e0 con 0x563609225850 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81afd50 con 0x56360921fcf0 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb81aefb0 con 0x5636092206e0 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cc2193740 10 client.0 _ll_register_callbacks cb 0x7f1ca0005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cbd200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cbd200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58914/0 (socket says 172.21.15.3:58914) 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cbd200640 1 -- 172.21.15.3:0/3305678285 learned_addr learned my addr 172.21.15.3:0/3305678285 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360922deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.471+0000 7f1cafe00640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x56360922e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 -- 172.21.15.3:0/3305678285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 msgr2=0x56360922e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x56360922e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 -- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 msgr2=0x56360922deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360922deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 -- 172.21.15.3:0/3305678285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56360929e670 con 0x563609225850 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cbd200640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0014040 tx=0x7f1cb0004b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd26cef2c94271a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1ca6000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0004050 con 0x563609225850 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1cb00041f0 con 0x563609225850 2024-05-21T19:15:03.474 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.472+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ca801ece0 con 0x563609225850 2024-05-21T19:15:03.475 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1cb00043f0 con 0x563609225850 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 10 client.16887 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56360929f940 con 0x563609225850 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ca801ece0 con 0x563609225850 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1cb0005740 con 0x563609225850 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 10 client.16887 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 20 client.16887 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5636092a0190 0x5636092a25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 4 client.16887 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.473+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56360918b2c0 con 0x5636092a0190 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.474+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5636092a0190 0x5636092a25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.475+0000 7f1cb7e00640 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5636092a0190 0x5636092a25b0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98612a8644db863a server_cookie=18229fc5b1c4dba5 in_seq=0 out_seq=0 2024-05-21T19:15:03.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.475+0000 7f1ca6000640 10 client.16887 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.482+0000 7f1ca6000640 1 -- 172.21.15.3:0/3305678285 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56360918b2c0 con 0x5636092a0190 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.482+0000 7f1ca6000640 10 client.16887 handle_command_reply: tid=0 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.482+0000 7f1cc2193740 1 client.16887 shutdown 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.482+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 msgr2=0x56360929e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.482+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0014040 tx=0x7f1cb0004b70 comp rx=0 tx=0).stop 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 shutdown_connections 2024-05-21T19:15:03.482 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5636092a0190 0x5636092a25b0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5636092206e0 0x56360922e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563609225850 0x56360929e130 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 --2- 172.21.15.3:0/3305678285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56360921fcf0 0x56360922deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 >> 172.21.15.3:0/3305678285 conn(0x56360921b360 msgr2=0x563609221a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.483 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1ca6000640 0 client.16887 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:03.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 shutdown_connections 2024-05-21T19:15:03.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 1 -- 172.21.15.3:0/3305678285 wait complete. 2024-05-21T19:15:03.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.483+0000 7f1cc2193740 20 client.16887 trim_cache size 0 max 16384 2024-05-21T19:15:03.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:15:03.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:15:03.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:15:03.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 msgr2=0x7f1c9c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 0x7f1c9c0b4ca0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x56360921c230 tx=0x7f1ca800b390 comp rx=0 tx=0).stop 2024-05-21T19:15:03.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 msgr2=0x7f1cb819f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0005ab0 tx=0x7f1ca0003b90 comp rx=0 tx=0).stop 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 shutdown_connections 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1c9c0b27e0 0x7f1c9c0b4ca0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1cb810aa50 0x7f1cb81a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1cb810a090 0x7f1cb819f630 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 --2- 172.21.15.3:0/822485555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1cb8108eb0 0x7f1cb819f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 >> 172.21.15.3:0/822485555 conn(0x7f1cb8077ee0 msgr2=0x7f1cb810d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 shutdown_connections 2024-05-21T19:15:03.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:03.484+0000 7f1cbdc00640 1 -- 172.21.15.3:0/822485555 wait complete. 2024-05-21T19:15:03.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.859+0000 7fc846000700 1 -- 172.21.15.3:0/2990673479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc840103590 msgr2=0x7fc840103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.859+0000 7fc846000700 1 --2- 172.21.15.3:0/2990673479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc840103590 0x7fc840103a10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc828009990 tx=0x7fc828009ca0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 -- 172.21.15.3:0/2990673479 shutdown_connections 2024-05-21T19:15:03.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 --2- 172.21.15.3:0/2990673479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 --2- 172.21.15.3:0/2990673479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc8401096a0 0x7fc840109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 --2- 172.21.15.3:0/2990673479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc840103590 0x7fc840103a10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 -- 172.21.15.3:0/2990673479 >> 172.21.15.3:0/2990673479 conn(0x7fc84007a6f0 msgr2=0x7fc84007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:03.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 -- 172.21.15.3:0/2990673479 shutdown_connections 2024-05-21T19:15:03.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.860+0000 7fc846000700 1 -- 172.21.15.3:0/2990673479 wait complete. 2024-05-21T19:15:03.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.861+0000 7fc846000700 1 Processor -- start 2024-05-21T19:15:03.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.861+0000 7fc846000700 1 -- start start 2024-05-21T19:15:03.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 0x7fc8400762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc840113780 con 0x7fc840103590 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc840113600 con 0x7fc840103f50 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc846000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc840113900 con 0x7fc8401096a0 2024-05-21T19:15:03.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc83f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc83f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58938/0 (socket says 172.21.15.3:58938) 2024-05-21T19:15:03.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc83f400700 1 -- 172.21.15.3:0/1127227611 learned_addr learned my addr 172.21.15.3:0/1127227611 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:03.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc836a00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.862+0000 7fc83fe00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 0x7fc8400762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 -- 172.21.15.3:0/1127227611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 msgr2=0x7fc8400762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 0x7fc8400762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 -- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 msgr2=0x7fc840075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:03.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:03.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 -- 172.21.15.3:0/1127227611 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8401ac580 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc83fe00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 0x7fc8400762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc83f400700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc836a00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840075d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fc8280098e0 tx=0x7fc8280057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc828027070 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8401ac7b0 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc828022470 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.863+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc828017650 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.864+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8401accb0 con 0x7fc840103f50 2024-05-21T19:15:03.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.865+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc840104cb0 con 0x7fc840103f50 2024-05-21T19:15:03.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.867+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc82802a070 con 0x7fc840103f50 2024-05-21T19:15:03.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.869+0000 7fc83cc00700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 0x7fc8240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:03.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.869+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8280e3210 con 0x7fc840103f50 2024-05-21T19:15:03.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.869+0000 7fc83f400700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 0x7fc8240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:03.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.870+0000 7fc83f400700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 0x7fc8240b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc8300103d0 tx=0x7fc830007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:03.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:03.871+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc828031080 con 0x7fc840103f50 2024-05-21T19:15:04.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.157+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc840076d70 con 0x7fc840103f50 2024-05-21T19:15:04.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.158+0000 7fc83cc00700 1 -- 172.21.15.3:0/1127227611 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11864 (secure 0 0 0) 0x7fc828013070 con 0x7fc840103f50 2024-05-21T19:15:04.158 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:15:04.159 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:42.774774+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:15:04.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.161+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 msgr2=0x7fc8240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.161+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 0x7fc8240b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc8300103d0 tx=0x7fc830007480 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 msgr2=0x7fc840075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840075d80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fc8280098e0 tx=0x7fc8280057c0 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 shutdown_connections 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8240b2880 0x7fc8240b4d40 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc8401096a0 0x7fc8400762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc840103590 0x7fc840075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 --2- 172.21.15.3:0/1127227611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc840103f50 0x7fc840075d80 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 >> 172.21.15.3:0/1127227611 conn(0x7fc84007a6f0 msgr2=0x7fc840102100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 shutdown_connections 2024-05-21T19:15:04.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:04.162+0000 7fc846000700 1 -- 172.21.15.3:0/1127227611 wait complete. 2024-05-21T19:15:04.163 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 28 2024-05-21T19:15:04.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:04 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1127227611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:04.538 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:04 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1127227611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:04.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:04 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1127227611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:05.049 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:15:05.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:05 smithi003 ceph-mon[31577]: pgmap v654: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:15:05.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:05 smithi104 ceph-mon[36417]: pgmap v654: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:15:05.529 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:05.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:05 smithi178 ceph-mon[36523]: pgmap v654: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:15:07.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:07 smithi003 ceph-mon[31577]: pgmap v655: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:07.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:07 smithi104 ceph-mon[36417]: pgmap v655: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:07.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 -- 172.21.15.3:0/1517299908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c105760 msgr2=0x7f226c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 --2- 172.21.15.3:0/1517299908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c105760 0x7f226c105be0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f2258009990 tx=0x7f2258009ca0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 -- 172.21.15.3:0/1517299908 shutdown_connections 2024-05-21T19:15:07.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 --2- 172.21.15.3:0/1517299908 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 0x7f226c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 --2- 172.21.15.3:0/1517299908 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c10b760 0x7f226c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 --2- 172.21.15.3:0/1517299908 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c105760 0x7f226c105be0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 -- 172.21.15.3:0/1517299908 >> 172.21.15.3:0/1517299908 conn(0x7f226c101210 msgr2=0x7f226c103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 -- 172.21.15.3:0/1517299908 shutdown_connections 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.875+0000 7f2270a00700 1 -- 172.21.15.3:0/1517299908 wait complete. 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.876+0000 7f2270a00700 1 Processor -- start 2024-05-21T19:15:07.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 -- start start 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 0x7f226c19c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 0x7f226c1a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1159f0 con 0x7f226c106120 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f226c115870 con 0x7f226c10b760 2024-05-21T19:15:07.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.877+0000 7f2270a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f226c115b70 con 0x7f226c105760 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50660/0 (socket says 172.21.15.3:50660) 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 -- 172.21.15.3:0/633037490 learned_addr learned my addr 172.21.15.3:0/633037490 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f226a800700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 0x7f226c1a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269400700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 0x7f226c19c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 -- 172.21.15.3:0/633037490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 msgr2=0x7f226c1a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 0x7f226c1a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 -- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 msgr2=0x7f226c19c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 0x7f226c19c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f2269e00700 1 -- 172.21.15.3:0/633037490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226c1a0ed0 con 0x7f226c105760 2024-05-21T19:15:07.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.878+0000 7f226a800700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 0x7f226c1a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:07.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2269e00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f225c00e9c0 tx=0x7f225c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2262a00700 1 -- 172.21.15.3:0/633037490 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c00cbd0 con 0x7f226c105760 2024-05-21T19:15:07.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f226c1a11c0 con 0x7f226c105760 2024-05-21T19:15:07.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2262a00700 1 -- 172.21.15.3:0/633037490 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225c00ee50 con 0x7f226c105760 2024-05-21T19:15:07.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2262a00700 1 -- 172.21.15.3:0/633037490 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c005550 con 0x7f226c105760 2024-05-21T19:15:07.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.879+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f226c1a8a40 con 0x7f226c105760 2024-05-21T19:15:07.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.883+0000 7f2262a00700 1 -- 172.21.15.3:0/633037490 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f225c004750 con 0x7f226c105760 2024-05-21T19:15:07.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 Processor -- start 2024-05-21T19:15:07.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 -- start start 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 0x55bba8327260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bba8285e40 con 0x55bba8327880 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bba82759e0 con 0x55bba832ceb0 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.884+0000 7f227b42db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bba8279a20 con 0x55bba832d7d0 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f226a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f226a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44572/0 (socket says 172.21.15.3:44572) 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f226a800700 1 -- 172.21.15.3:0/2588580198 learned_addr learned my addr 172.21.15.3:0/2588580198 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:07.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2262a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 0x7f22500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 0x55bba8327260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f226a800700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 0x7f22500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2262a00700 1 -- 172.21.15.3:0/633037490 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f225c0e24b0 con 0x7f226c105760 2024-05-21T19:15:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:07 smithi178 ceph-mon[36523]: pgmap v655: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:07.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 -- 172.21.15.3:0/2588580198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 msgr2=0x55bba832d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 -- 172.21.15.3:0/2588580198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 msgr2=0x55bba8327ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f2269e00700 1 -- 172.21.15.3:0/2588580198 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bba823e420 con 0x55bba832d7d0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.885+0000 7f226a800700 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.886+0000 7f2269e00700 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 0x55bba8327260 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a9750 tx=0x7f225c005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78105ce91447d9c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.886+0000 7f2257400700 1 -- 172.21.15.3:0/2588580198 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c0a5070 con 0x55bba832d7d0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.886+0000 7f2257400700 1 -- 172.21.15.3:0/2588580198 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225c0b2030 con 0x55bba832d7d0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.886+0000 7f2257400700 1 -- 172.21.15.3:0/2588580198 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c0ade00 con 0x55bba832d7d0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 -- 172.21.15.3:0/2588580198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 msgr2=0x55bba8327260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f226a800700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 0x7f22500b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2264009da0 tx=0x7f2264004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 0x55bba8327260 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a9750 tx=0x7f225c005020 comp rx=0 tx=0).stop 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 -- 172.21.15.3:0/2588580198 shutdown_connections 2024-05-21T19:15:07.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832ceb0 0x55bba832d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 --2- 172.21.15.3:0/2588580198 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832d7d0 0x55bba8327260 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 -- 172.21.15.3:0/2588580198 >> 172.21.15.3:0/2588580198 conn(0x55bba8255be0 msgr2=0x55bba8322010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 -- 172.21.15.3:0/2588580198 shutdown_connections 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.887+0000 7f227b42db80 1 -- 172.21.15.3:0/2588580198 wait complete. 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.888+0000 7f227b42db80 1 -- start start 2024-05-21T19:15:07.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.888+0000 7f227b42db80 1 Processor -- start 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.888+0000 7f227b42db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8330950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba8330e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bba817bfa0 con 0x55bba8327880 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bba8216760 con 0x55bba832d7d0 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bba83341e0 con 0x55bba832ceb0 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f227b42db80 10 client.0 _ll_register_callbacks cb 0x55bba821fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58964/0 (socket says 172.21.15.3:58964) 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 -- 172.21.15.3:0/2728715006 learned_addr learned my addr 172.21.15.3:0/2728715006 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269400700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8330950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f226a800700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba8330e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 -- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 msgr2=0x55bba8330950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8330950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 -- 172.21.15.3:0/2728715006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 msgr2=0x55bba8330e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba8330e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f2269e00700 1 -- 172.21.15.3:0/2728715006 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bba81c58d0 con 0x55bba8327880 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.889+0000 7f226a800700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba8330e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f2269e00700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a6cc0 tx=0x7f225c0a9ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b8254b62507032 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f224be00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c0c3060 con 0x55bba8327880 2024-05-21T19:15:07.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f225c0b2420 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f225c0b2030 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f225c0a5040 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f227b42db80 10 client.16902 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.890+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bba8246060 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225c0b2030 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f225c0cc110 con 0x55bba8327880 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 10 client.16902 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 10 client.16902 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 20 client.16902 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba8340c60 0x55bba8343050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 4 client.16902 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bba8287d90 con 0x55bba8340c60 2024-05-21T19:15:07.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.891+0000 7f2269400700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba8340c60 0x55bba8343050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.892+0000 7f2269400700 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba8340c60 0x55bba8343050 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7a8fbb3cfa5e1c98 server_cookie=92bd9f6773646c7b in_seq=0 out_seq=0 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.892+0000 7f224be00700 10 client.16902 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f224be00700 1 -- 172.21.15.3:0/2728715006 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bba8287d90 con 0x55bba8340c60 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f224be00700 10 client.16902 handle_command_reply: tid=0 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 client.16902 shutdown 2024-05-21T19:15:07.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 msgr2=0x55bba83335b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a6cc0 tx=0x7f225c0a9ee0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 shutdown_connections 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba8330e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba8340c60 0x55bba8343050 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba83335b0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 --2- 172.21.15.3:0/2728715006 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8330950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 >> 172.21.15.3:0/2728715006 conn(0x55bba8255be0 msgr2=0x55bba8326250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f224be00700 0 client.16902 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 shutdown_connections 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.893+0000 7f227b42db80 1 -- 172.21.15.3:0/2728715006 wait complete. 2024-05-21T19:15:07.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.894+0000 7f227b42db80 20 client.16902 trim_cache size 0 max 16384 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.910+0000 7f227b42db80 1 Processor -- start 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 -- start start 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba832af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1b2830 con 0x55bba8327880 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1b00c0 con 0x55bba832d7d0 2024-05-21T19:15:07.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f227b42db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1adf10 con 0x55bba832ceb0 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.911+0000 7f2269400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50696/0 (socket says 172.21.15.3:50696) 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 -- 172.21.15.3:0/2667624479 learned_addr learned my addr 172.21.15.3:0/2667624479 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58972/0 (socket says 172.21.15.3:58972) 2024-05-21T19:15:07.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f226a800700 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba832af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 -- 172.21.15.3:0/2667624479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 msgr2=0x55bba832af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba832af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 -- 172.21.15.3:0/2667624479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 msgr2=0x55bba8327260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 -- 172.21.15.3:0/2667624479 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bba83282f0 con 0x55bba832ceb0 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269e00700 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2269400700 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f225800b6c0 tx=0x7f225800b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6115dc44404145f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.912+0000 7f2256a00700 1 -- 172.21.15.3:0/2667624479 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258005140 con 0x55bba832ceb0 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f2256a00700 1 -- 172.21.15.3:0/2667624479 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225800b720 con 0x55bba832ceb0 2024-05-21T19:15:07.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f2256a00700 1 -- 172.21.15.3:0/2667624479 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22580038a0 con 0x55bba832ceb0 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 -- 172.21.15.3:0/2667624479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 msgr2=0x55bba832a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f225800b6c0 tx=0x7f225800b260 comp rx=0 tx=0).stop 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 -- 172.21.15.3:0/2667624479 shutdown_connections 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba832af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8327260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 --2- 172.21.15.3:0/2667624479 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba832a9c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 -- 172.21.15.3:0/2667624479 >> 172.21.15.3:0/2667624479 conn(0x55bba8255be0 msgr2=0x55bba832f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.913+0000 7f227b42db80 1 -- 172.21.15.3:0/2667624479 shutdown_connections 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.914+0000 7f227b42db80 1 -- 172.21.15.3:0/2667624479 wait complete. 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.914+0000 7f227b42db80 1 -- start start 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.914+0000 7f227b42db80 1 Processor -- start 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8343750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba83a3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1ae580 con 0x55bba8327880 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1af9f0 con 0x55bba832d7d0 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1aec50 con 0x55bba832ceb0 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f227b42db80 10 client.0 _ll_register_callbacks cb 0x55bba821fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:58974/0 (socket says 172.21.15.3:58974) 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269e00700 1 -- 172.21.15.3:0/1141614152 learned_addr learned my addr 172.21.15.3:0/1141614152 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269400700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8343750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f226a800700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba83a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269e00700 1 -- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 msgr2=0x55bba8343750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.915+0000 7f2269e00700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8343750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f2269e00700 1 -- 172.21.15.3:0/1141614152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 msgr2=0x55bba83a3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f2269e00700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba83a3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f2269e00700 1 -- 172.21.15.3:0/1141614152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bba83a3a50 con 0x55bba8327880 2024-05-21T19:15:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f2269e00700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a5ff0 tx=0x7f225c004cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6781dbc8df02d3df server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f224be00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c0c3070 con 0x55bba8327880 2024-05-21T19:15:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f225c0a6040 con 0x55bba8327880 2024-05-21T19:15:07.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f225800b720 con 0x55bba8327880 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.916+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f225c0a9560 con 0x55bba8327880 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 10 client.16908 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bba83aadd0 con 0x55bba8327880 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f225800b720 con 0x55bba8327880 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f225c0a53c0 con 0x55bba8327880 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 10 client.16908 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 10 client.16908 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 20 client.16908 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba83ab2c0 0x55bba83ad6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 4 client.16908 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.917+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bba8281570 con 0x55bba83ab2c0 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f2269400700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba83ab2c0 0x55bba83ad6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:07.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f2269400700 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba83ab2c0 0x55bba83ad6e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=33071fa365408767 server_cookie=8e35ce81243c11b4 in_seq=0 out_seq=0 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f224be00700 10 client.16908 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f224be00700 1 -- 172.21.15.3:0/1141614152 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bba8281570 con 0x55bba83ab2c0 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f224be00700 10 client.16908 handle_command_reply: tid=0 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.918+0000 7f227b42db80 1 client.16908 shutdown 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 msgr2=0x55bba8343210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f225c0a5ff0 tx=0x7f225c004cd0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 shutdown_connections 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bba832d7d0 0x55bba83a3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55bba83ab2c0 0x55bba83ad6e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bba8327880 0x55bba8343210 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 --2- 172.21.15.3:0/1141614152 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bba832ceb0 0x55bba8343750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 >> 172.21.15.3:0/1141614152 conn(0x55bba8255be0 msgr2=0x55bba83308c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f224be00700 0 client.16908 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:15:07.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 shutdown_connections 2024-05-21T19:15:07.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 1 -- 172.21.15.3:0/1141614152 wait complete. 2024-05-21T19:15:07.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.919+0000 7f227b42db80 20 client.16908 trim_cache size 0 max 16384 2024-05-21T19:15:07.922 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:15:07.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 msgr2=0x7f22500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 0x7f22500b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2264009da0 tx=0x7f2264004b40 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 msgr2=0x7f226c19bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f225c00e9c0 tx=0x7f225c00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 shutdown_connections 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f22500b2880 0x7f22500b4d40 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f226c10b760 0x7f226c1a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f226c105760 0x7f226c19bec0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 --2- 172.21.15.3:0/633037490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f226c106120 0x7f226c19c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 >> 172.21.15.3:0/633037490 conn(0x7f226c101210 msgr2=0x7f226c101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 shutdown_connections 2024-05-21T19:15:07.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:07.920+0000 7f2270a00700 1 -- 172.21.15.3:0/633037490 wait complete. 2024-05-21T19:15:08.802 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:15:09.285 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:09.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:09 smithi104 ceph-mon[36417]: pgmap v656: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:09.771 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:09 smithi003 ceph-mon[31577]: pgmap v656: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:09 smithi178 ceph-mon[36523]: pgmap v656: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:11.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 -- 172.21.15.3:0/1516520018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a34075970 msgr2=0x7f1a34075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 --2- 172.21.15.3:0/1516520018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a34075970 0x7f1a34075d50 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f1a280098f0 tx=0x7f1a28009c00 comp rx=0 tx=0).stop 2024-05-21T19:15:11.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 -- 172.21.15.3:0/1516520018 shutdown_connections 2024-05-21T19:15:11.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 --2- 172.21.15.3:0/1516520018 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a3410fcb0 0x7f1a34112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 --2- 172.21.15.3:0/1516520018 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a34075970 0x7f1a34075d50 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 --2- 172.21.15.3:0/1516520018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 0x7f1a3410f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.449+0000 7f1a3a800700 1 -- 172.21.15.3:0/1516520018 >> 172.21.15.3:0/1516520018 conn(0x7f1a340fefc0 msgr2=0x7f1a341013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.450+0000 7f1a3a800700 1 -- 172.21.15.3:0/1516520018 shutdown_connections 2024-05-21T19:15:11.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.450+0000 7f1a3a800700 1 -- 172.21.15.3:0/1516520018 wait complete. 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.451+0000 7f1a3a800700 1 Processor -- start 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.451+0000 7f1a3a800700 1 -- start start 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 0x7f1a3419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 0x7f1a341a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341158a0 con 0x7f1a3410fcb0 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34115720 con 0x7f1a34076290 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a3a800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34115a20 con 0x7f1a34075970 2024-05-21T19:15:11.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a39400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a38a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 0x7f1a3419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a39400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49122/0 (socket says 172.21.15.3:49122) 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a39400700 1 -- 172.21.15.3:0/2277411282 learned_addr learned my addr 172.21.15.3:0/2277411282 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.452+0000 7f1a39e00700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 0x7f1a341a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 -- 172.21.15.3:0/2277411282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 msgr2=0x7f1a3419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 0x7f1a3419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 -- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 msgr2=0x7f1a341a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 0x7f1a341a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 -- 172.21.15.3:0/2277411282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a341a0e00 con 0x7f1a34075970 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39e00700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 0x7f1a341a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:11.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.453+0000 7f1a39400700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009230 tx=0x7f1a2800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.454+0000 7f1a32000700 1 -- 172.21.15.3:0/2277411282 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28005140 con 0x7f1a34075970 2024-05-21T19:15:11.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.454+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a341a1090 con 0x7f1a34075970 2024-05-21T19:15:11.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.454+0000 7f1a32000700 1 -- 172.21.15.3:0/2277411282 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a2800b560 con 0x7f1a34075970 2024-05-21T19:15:11.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.454+0000 7f1a32000700 1 -- 172.21.15.3:0/2277411282 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28003ae0 con 0x7f1a34075970 2024-05-21T19:15:11.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.454+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a341a8970 con 0x7f1a34075970 2024-05-21T19:15:11.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.458+0000 7f1a32000700 1 -- 172.21.15.3:0/2277411282 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1a28003c80 con 0x7f1a34075970 2024-05-21T19:15:11.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.459+0000 7f1a466a9b80 1 Processor -- start 2024-05-21T19:15:11.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.459+0000 7f1a466a9b80 1 -- start start 2024-05-21T19:15:11.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e4f94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d22e457e40 con 0x55d22e4ff940 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d22e4479e0 con 0x55d22e4ff020 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d22e44ba20 con 0x55d22e4f9ad0 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a39400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e4f94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52794/0 (socket says 172.21.15.3:52794) 2024-05-21T19:15:11.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a39400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e4f94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36414/0 (socket says 172.21.15.3:36414) 2024-05-21T19:15:11.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a39e00700 1 -- 172.21.15.3:0/3320486291 learned_addr learned my addr 172.21.15.3:0/3320486291 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:11.464 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a32000700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 0x7f1a1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.460+0000 7f1a38a00700 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a32000700 1 -- 172.21.15.3:0/2277411282 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1a280e3220 con 0x7f1a34075970 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 0x7f1a1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 -- 172.21.15.3:0/3320486291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 msgr2=0x55d22e4f9f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f9f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 -- 172.21.15.3:0/3320486291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 msgr2=0x55d22e4f94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e4f94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 -- 172.21.15.3:0/3320486291 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d22e410420 con 0x55d22e4ff020 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a38a00700 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.461+0000 7f1a39e00700 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c007ae0 tx=0x7f1a2c007df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96230f4b56f873df server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.462+0000 7f1a39e00700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 0x7f1a1c0b4d40 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c01c000 tx=0x7f1a2c01e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.465 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.462+0000 7f1a26a00700 1 -- 172.21.15.3:0/3320486291 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c01a470 con 0x55d22e4ff020 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.462+0000 7f1a26a00700 1 -- 172.21.15.3:0/3320486291 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a2c01aac0 con 0x55d22e4ff020 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.462+0000 7f1a26a00700 1 -- 172.21.15.3:0/3320486291 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c023820 con 0x55d22e4ff020 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.462+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3320486291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 msgr2=0x55d22e4ff400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c007ae0 tx=0x7f1a2c007df0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3320486291 shutdown_connections 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f9f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff020 0x55d22e4ff400 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3320486291 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e4f94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3320486291 >> 172.21.15.3:0/3320486291 conn(0x55d22e427be0 msgr2=0x55d22e4f4150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3320486291 shutdown_connections 2024-05-21T19:15:11.466 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3320486291 wait complete. 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.463+0000 7f1a466a9b80 1 -- start start 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 Processor -- start 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e502af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e503030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d22e34dfa0 con 0x55d22e4ff940 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d22e3e8760 con 0x55d22e4f9ad0 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d22e506400 con 0x55d22e4ff020 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.464+0000 7f1a466a9b80 10 client.0 _ll_register_callbacks cb 0x55d22e3f1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e503030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52804/0 (socket says 172.21.15.3:52804) 2024-05-21T19:15:11.467 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 -- 172.21.15.3:0/3625095681 learned_addr learned my addr 172.21.15.3:0/3625095681 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:11.468 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a38a00700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e502af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 -- 172.21.15.3:0/3625095681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 msgr2=0x55d22e502af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e502af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.469 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 -- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 msgr2=0x55d22e503030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e503030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 -- 172.21.15.3:0/3625095681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d22e3978d0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a39400700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009810 tx=0x7f1a28009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2921bf16a88a6d7e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.465+0000 7f1a1b400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a280a9fc0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1a280a6ae0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a2c01aac0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a280aa360 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 10 client.27026 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d22e418060 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a2c01aac0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.470 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a280aaab0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 10 client.27026 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 10 client.27026 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 20 client.27026 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e512fd0 0x55d22e5153c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 4 client.27026 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.466+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d22e459d90 con 0x55d22e512fd0 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.467+0000 7f1a38a00700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e512fd0 0x55d22e5153c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.467+0000 7f1a38a00700 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e512fd0 0x55d22e5153c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1dd93dea4b7b458e server_cookie=10970bea16c2824f in_seq=0 out_seq=0 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.467+0000 7f1a1b400700 10 client.27026 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:15:11.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.468+0000 7f1a1b400700 1 -- 172.21.15.3:0/3625095681 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d22e459d90 con 0x55d22e512fd0 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.468+0000 7f1a1b400700 10 client.27026 handle_command_reply: tid=0 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.468+0000 7f1a466a9b80 1 client.27026 shutdown 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 msgr2=0x55d22e505750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009810 tx=0x7f1a28009260 comp rx=0 tx=0).stop 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 shutdown_connections 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e512fd0 0x55d22e5153c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff940 0x55d22e503030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e505750 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/3625095681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e502af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a1b400700 0 client.27026 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 >> 172.21.15.3:0/3625095681 conn(0x55d22e427be0 msgr2=0x55d22e4f84a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 shutdown_connections 2024-05-21T19:15:11.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 1 -- 172.21.15.3:0/3625095681 wait complete. 2024-05-21T19:15:11.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.469+0000 7f1a466a9b80 20 client.27026 trim_cache size 0 max 16384 2024-05-21T19:15:11.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 Processor -- start 2024-05-21T19:15:11.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 -- start start 2024-05-21T19:15:11.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 0x55d22e50f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341b2660 con 0x55d22e4ff020 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341afef0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.487+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341add40 con 0x55d22e4ff940 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 0x55d22e50f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49148/0 (socket says 172.21.15.3:49148) 2024-05-21T19:15:11.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52814/0 (socket says 172.21.15.3:52814) 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39e00700 1 -- 172.21.15.3:0/1454016728 learned_addr learned my addr 172.21.15.3:0/1454016728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 -- 172.21.15.3:0/1454016728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 msgr2=0x55d22e4eea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 -- 172.21.15.3:0/1454016728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 msgr2=0x55d22e4f94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a38a00700 1 -- 172.21.15.3:0/1454016728 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d22e501060 con 0x55d22e4ff020 2024-05-21T19:15:11.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39e00700 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.488+0000 7f1a39400700 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.489+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 0x55d22e50f4a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x55d22e515bd0 tx=0x7f1a20004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7d9c55574fb49d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.489+0000 7f1a26000700 1 -- 172.21.15.3:0/1454016728 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20004030 con 0x55d22e4ff020 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.489+0000 7f1a26000700 1 -- 172.21.15.3:0/1454016728 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a20003680 con 0x55d22e4ff020 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.489+0000 7f1a26000700 1 -- 172.21.15.3:0/1454016728 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2001e690 con 0x55d22e4ff020 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1454016728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 msgr2=0x55d22e50f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 0x55d22e50f4a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x55d22e515bd0 tx=0x7f1a20004750 comp rx=0 tx=0).stop 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1454016728 shutdown_connections 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff940 0x55d22e4eea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4f9ad0 0x55d22e4f94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1454016728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4ff020 0x55d22e50f4a0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1454016728 >> 172.21.15.3:0/1454016728 conn(0x55d22e427be0 msgr2=0x55d22e4f3c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1454016728 shutdown_connections 2024-05-21T19:15:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.490+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1454016728 wait complete. 2024-05-21T19:15:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 -- start start 2024-05-21T19:15:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 Processor -- start 2024-05-21T19:15:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e51aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 0x55d22e51b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341ae3b0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341af820 con 0x55d22e4ff940 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341aea80 con 0x55d22e4ff020 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.491+0000 7f1a466a9b80 10 client.0 _ll_register_callbacks cb 0x55d22e3f1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:11.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36456/0 (socket says 172.21.15.3:36456) 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 -- 172.21.15.3:0/1865948877 learned_addr learned my addr 172.21.15.3:0/1865948877 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e51aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39e00700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 0x55d22e51b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 -- 172.21.15.3:0/1865948877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 msgr2=0x55d22e51aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e51aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 -- 172.21.15.3:0/1865948877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 msgr2=0x55d22e51b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 0x55d22e51b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39400700 1 -- 172.21.15.3:0/1865948877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d22e57cb60 con 0x55d22e4f9ad0 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.492+0000 7f1a39e00700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 0x55d22e51b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:11.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a39400700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1a280aa550 tx=0x7f1a280aed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da29a5445f9f4392 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a1b400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a280a9fc0 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1a2800bc40 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a20003680 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a280aa620 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a466a9b80 10 client.16926 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d22e57cb60 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.493+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a280c8080 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a280b3190 con 0x55d22e4f9ad0 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 10 client.16926 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 10 client.16926 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 20 client.16926 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:11.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e57e110 0x55d22e580530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 4 client.16926 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d22e453570 con 0x55d22e57e110 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.494+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e57e110 0x55d22e580530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a38a00700 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e57e110 0x55d22e580530 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=76f99f76a0c37e09 server_cookie=80f1de808ac86274 in_seq=0 out_seq=0 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a1b400700 10 client.16926 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a1b400700 1 -- 172.21.15.3:0/1865948877 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d22e453570 con 0x55d22e57e110 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a1b400700 10 client.16926 handle_command_reply: tid=0 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 client.16926 shutdown 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 msgr2=0x55d22e51a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1a280aa550 tx=0x7f1a280aed00 comp rx=0 tx=0).stop 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 shutdown_connections 2024-05-21T19:15:11.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d22e4ff940 0x55d22e51b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55d22e57e110 0x55d22e580530 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d22e4f9ad0 0x55d22e51a760 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 --2- 172.21.15.3:0/1865948877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d22e4ff020 0x55d22e51aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a1b400700 0 client.16926 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.495+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 >> 172.21.15.3:0/1865948877 conn(0x55d22e427be0 msgr2=0x55d22e4fcb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 shutdown_connections 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a466a9b80 1 -- 172.21.15.3:0/1865948877 wait complete. 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a466a9b80 20 client.16926 trim_cache size 0 max 16384 2024-05-21T19:15:11.507 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:15:11.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 msgr2=0x7f1a1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 0x7f1a1c0b4d40 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c01c000 tx=0x7f1a2c01e000 comp rx=0 tx=0).stop 2024-05-21T19:15:11.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 msgr2=0x7f1a3419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.496+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1a28009230 tx=0x7f1a2800fa70 comp rx=0 tx=0).stop 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 shutdown_connections 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1a1c0b2880 0x7f1a1c0b4d40 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1a3410fcb0 0x7f1a341a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1a34075970 0x7f1a3419bdf0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 --2- 172.21.15.3:0/2277411282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1a34076290 0x7f1a3419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 >> 172.21.15.3:0/2277411282 conn(0x7f1a340fefc0 msgr2=0x7f1a340ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 shutdown_connections 2024-05-21T19:15:11.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:11.497+0000 7f1a3a800700 1 -- 172.21.15.3:0/2277411282 wait complete. 2024-05-21T19:15:11.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:11 smithi003 ceph-mon[31577]: pgmap v657: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:11.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:11 smithi104 ceph-mon[36417]: pgmap v657: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:11 smithi178 ceph-mon[36523]: pgmap v657: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:12.390 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:15:12.872 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:13.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:13 smithi104 ceph-mon[36417]: pgmap v658: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:13 smithi003 ceph-mon[31577]: pgmap v658: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:13 smithi178 ceph-mon[36523]: pgmap v658: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.190+0000 7fe297e00700 1 -- 172.21.15.3:0/1311906142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe29810e950 msgr2=0x7fe29810ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.190+0000 7fe297e00700 1 --2- 172.21.15.3:0/1311906142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe29810e950 0x7fe29810ed30 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe288009990 tx=0x7fe288009ca0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 -- 172.21.15.3:0/1311906142 shutdown_connections 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 --2- 172.21.15.3:0/1311906142 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810a440 0x7fe2981168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 --2- 172.21.15.3:0/1311906142 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe29810e950 0x7fe29810ed30 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 --2- 172.21.15.3:0/1311906142 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe298109a80 0x7fe298109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 -- 172.21.15.3:0/1311906142 >> 172.21.15.3:0/1311906142 conn(0x7fe2980792d0 msgr2=0x7fe298108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 -- 172.21.15.3:0/1311906142 shutdown_connections 2024-05-21T19:15:15.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.191+0000 7fe297e00700 1 -- 172.21.15.3:0/1311906142 wait complete. 2024-05-21T19:15:15.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.192+0000 7fe297e00700 1 Processor -- start 2024-05-21T19:15:15.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 -- start start 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe298109a80 0x7fe2981a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe298119c60 con 0x7fe29810e950 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe298119ae0 con 0x7fe298109a80 2024-05-21T19:15:15.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.193+0000 7fe297e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe298119de0 con 0x7fe29810a440 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe297400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe297400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36478/0 (socket says 172.21.15.3:36478) 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe297400700 1 -- 172.21.15.3:0/3905592630 learned_addr learned my addr 172.21.15.3:0/3905592630 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49178/0 (socket says 172.21.15.3:49178) 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296a00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe298109a80 0x7fe2981a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 -- 172.21.15.3:0/3905592630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe298109a80 msgr2=0x7fe2981a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe298109a80 0x7fe2981a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 -- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 msgr2=0x7fe2981a49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe296000700 1 -- 172.21.15.3:0/3905592630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2981a5130 con 0x7fe29810a440 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.194+0000 7fe297400700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe296000700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe28400d950 tx=0x7fe28400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe28f400700 1 -- 172.21.15.3:0/3905592630 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284016070 con 0x7fe29810a440 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2981a5420 con 0x7fe29810a440 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe28f400700 1 -- 172.21.15.3:0/3905592630 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe28400fd40 con 0x7fe29810a440 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe28f400700 1 -- 172.21.15.3:0/3905592630 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe28400e3b0 con 0x7fe29810a440 2024-05-21T19:15:15.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.195+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2981acca0 con 0x7fe29810a440 2024-05-21T19:15:15.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.201+0000 7fe2a82f3b80 1 Processor -- start 2024-05-21T19:15:15.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.201+0000 7fe2a82f3b80 1 -- start start 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d71732bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717325d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d7173267f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d717283e40 con 0x55d717326390 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d7172739e0 con 0x55d71732c0e0 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d717277a20 con 0x55d71732b7c0 2024-05-21T19:15:15.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe28f400700 1 -- 172.21.15.3:0/3905592630 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe284019070 con 0x7fe29810a440 2024-05-21T19:15:15.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe297400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d71732bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe296a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717325d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe297400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d71732bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49190/0 (socket says 172.21.15.3:49190) 2024-05-21T19:15:15.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.202+0000 7fe297400700 1 -- 172.21.15.3:0/2119626904 learned_addr learned my addr 172.21.15.3:0/2119626904 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:15.204 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296000700 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d7173267f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 -- 172.21.15.3:0/2119626904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 msgr2=0x55d71732bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d71732bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 -- 172.21.15.3:0/2119626904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 msgr2=0x55d7173267f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d7173267f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 -- 172.21.15.3:0/2119626904 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d71723c420 con 0x55d71732c0e0 2024-05-21T19:15:15.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.203+0000 7fe296a00700 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717325d70 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe2880098e0 tx=0x7fe288005ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f518c62806938d1b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe283e00700 1 -- 172.21.15.3:0/2119626904 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288027070 con 0x55d71732c0e0 2024-05-21T19:15:15.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe283e00700 1 -- 172.21.15.3:0/2119626904 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2880056a0 con 0x55d71732c0e0 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe283e00700 1 -- 172.21.15.3:0/2119626904 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288003be0 con 0x55d71732c0e0 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe28f400700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 0x7fe27c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe28f400700 1 -- 172.21.15.3:0/3905592630 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2840e1c70 con 0x7fe29810a440 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2119626904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 msgr2=0x55d717325d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717325d70 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe2880098e0 tx=0x7fe288005ec0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.204+0000 7fe297400700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 0x7fe27c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2119626904 shutdown_connections 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d7173267f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d71732bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2119626904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717325d70 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2119626904 >> 172.21.15.3:0/2119626904 conn(0x55d717253be0 msgr2=0x55d717320810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2119626904 shutdown_connections 2024-05-21T19:15:15.207 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2119626904 wait complete. 2024-05-21T19:15:15.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.205+0000 7fe297400700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 0x7fe27c0b4d40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe290009fd0 tx=0x7fe29000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.206+0000 7fe2a82f3b80 1 -- start start 2024-05-21T19:15:15.208 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.206+0000 7fe2a82f3b80 1 Processor -- start 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.206+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717331e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d71732f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d717179fa0 con 0x55d71732b7c0 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d717214760 con 0x55d71732c0e0 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d717332ba0 con 0x55d717326390 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe2a82f3b80 10 client.0 _ll_register_callbacks cb 0x55d71721dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe296000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe296a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717331e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe296000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36494/0 (socket says 172.21.15.3:36494) 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe296000700 1 -- 172.21.15.3:0/898769631 learned_addr learned my addr 172.21.15.3:0/898769631 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:15.210 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.207+0000 7fe297400700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d71732f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 -- 172.21.15.3:0/898769631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 msgr2=0x55d717331e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717331e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 -- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 msgr2=0x55d71732f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d71732f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 -- 172.21.15.3:0/898769631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7171c38d0 con 0x55d71732b7c0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe297400700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d71732f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe296000700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe2840a5290 tx=0x7fe2840a8fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ecca7bf0101983b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe280c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284020070 con 0x55d71732b7c0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2840a9470 con 0x55d71732b7c0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.208+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2880056a0 con 0x55d71732b7c0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe2840a8d20 con 0x55d71732b7c0 2024-05-21T19:15:15.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 10 client.16938 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d717244060 con 0x55d71732b7c0 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2880056a0 con 0x55d71732b7c0 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe2840b1be0 con 0x55d71732b7c0 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 10 client.16938 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 10 client.16938 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 20 client.16938 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d71733f750 0x55d717341b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 4 client.16938 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:15.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.209+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d717285d90 con 0x55d71733f750 2024-05-21T19:15:15.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.210+0000 7fe296a00700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d71733f750 0x55d717341b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.210+0000 7fe296a00700 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d71733f750 0x55d717341b40 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=680520cf31471bc7 server_cookie=31d4e72dd9d813b6 in_seq=0 out_seq=0 2024-05-21T19:15:15.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.210+0000 7fe280c00700 10 client.16938 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:15.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe280c00700 1 -- 172.21.15.3:0/898769631 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d717285d90 con 0x55d71733f750 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe280c00700 10 client.16938 handle_command_reply: tid=0 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 client.16938 shutdown 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 msgr2=0x55d71732f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe2840a5290 tx=0x7fe2840a8fe0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 shutdown_connections 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d71733f750 0x55d717341b40 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d71732f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717331e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/898769631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f1f0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 >> 172.21.15.3:0/898769631 conn(0x55d717253be0 msgr2=0x55d71731ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.211+0000 7fe280c00700 0 client.16938 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.212+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 shutdown_connections 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.212+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/898769631 wait complete. 2024-05-21T19:15:15.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.212+0000 7fe2a82f3b80 20 client.16938 trim_cache size 0 max 16384 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 Processor -- start 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 -- start start 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717320740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b6950 con 0x55d71732b7c0 2024-05-21T19:15:15.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b41e0 con 0x55d71732c0e0 2024-05-21T19:15:15.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.230+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b2030 con 0x55d717326390 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49206/0 (socket says 172.21.15.3:49206) 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36498/0 (socket says 172.21.15.3:36498) 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 -- 172.21.15.3:0/3887843545 learned_addr learned my addr 172.21.15.3:0/3887843545 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe297400700 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717320740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 -- 172.21.15.3:0/3887843545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 msgr2=0x55d717320740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717320740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 -- 172.21.15.3:0/3887843545 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 msgr2=0x55d71732f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296a00700 1 -- 172.21.15.3:0/3887843545 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7173218a0 con 0x55d717326390 2024-05-21T19:15:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.231+0000 7fe296000700 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.232+0000 7fe296a00700 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe288009750 tx=0x7fe2880058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7a3bbddbe795fac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.232+0000 7fe283400700 1 -- 172.21.15.3:0/3887843545 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288027040 con 0x55d717326390 2024-05-21T19:15:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.232+0000 7fe283400700 1 -- 172.21.15.3:0/3887843545 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe288034070 con 0x55d717326390 2024-05-21T19:15:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.232+0000 7fe283400700 1 -- 172.21.15.3:0/3887843545 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe288003cf0 con 0x55d717326390 2024-05-21T19:15:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/3887843545 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 msgr2=0x55d717325d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe288009750 tx=0x7fe2880058e0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/3887843545 shutdown_connections 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717320740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d717326390 0x55d717325d70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/3887843545 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d71732b7c0 0x55d71732f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/3887843545 >> 172.21.15.3:0/3887843545 conn(0x55d717253be0 msgr2=0x55d71732efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/3887843545 shutdown_connections 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/3887843545 wait complete. 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.233+0000 7fe2a82f3b80 1 -- start start 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 Processor -- start 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d717338290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d7173469b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717346ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b26a0 con 0x55d717326390 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b3b10 con 0x55d71732c0e0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2981b2d70 con 0x55d71732b7c0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.234+0000 7fe2a82f3b80 10 client.0 _ll_register_callbacks cb 0x55d71721dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d717338290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d717338290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36512/0 (socket says 172.21.15.3:36512) 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d7173469b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296a00700 1 -- 172.21.15.3:0/2425637191 learned_addr learned my addr 172.21.15.3:0/2425637191 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe297400700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717346ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 -- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 msgr2=0x55d717346ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717346ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 -- 172.21.15.3:0/2425637191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 msgr2=0x55d717338290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:15.239 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d717338290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 -- 172.21.15.3:0/2425637191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d717347460 con 0x55d71732b7c0 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe296000700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d7173469b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe284005950 tx=0x7fe284005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7fceb57fb8dcf89 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.235+0000 7fe280c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284020040 con 0x55d71732b7c0 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2840dfbb0 con 0x55d71732b7c0 2024-05-21T19:15:15.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe288034070 con 0x55d71732b7c0 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe28406d070 con 0x55d71732b7c0 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe2a82f3b80 10 client.27049 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d7173aa030 con 0x55d71732b7c0 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe288034070 con 0x55d71732b7c0 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.236+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe2840a8470 con 0x55d71732b7c0 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 10 client.27049 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 10 client.27049 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 20 client.27049 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:15.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7173aa7a0 0x55d7173acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 4 client.27049 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d71727f570 con 0x55d7173aa7a0 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe296a00700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7173aa7a0 0x55d7173acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe296a00700 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7173aa7a0 0x55d7173acbc0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9be69a7611b5b537 server_cookie=910bb9e2ed8544f1 in_seq=0 out_seq=0 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.237+0000 7fe280c00700 10 client.27049 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe280c00700 1 -- 172.21.15.3:0/2425637191 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d71727f570 con 0x55d7173aa7a0 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe280c00700 10 client.27049 handle_command_reply: tid=0 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 client.27049 shutdown 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 msgr2=0x55d7173469b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d7173469b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe284005950 tx=0x7fe284005dc0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 shutdown_connections 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d7173aa7a0 0x55d7173acbc0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d71732c0e0 0x55d717346ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe280c00700 0 client.27049 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d717326390 0x55d717338290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 --2- 172.21.15.3:0/2425637191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d71732b7c0 0x55d7173469b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 >> 172.21.15.3:0/2425637191 conn(0x55d717253be0 msgr2=0x55d71732c560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 shutdown_connections 2024-05-21T19:15:15.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 1 -- 172.21.15.3:0/2425637191 wait complete. 2024-05-21T19:15:15.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.238+0000 7fe2a82f3b80 20 client.27049 trim_cache size 0 max 16384 2024-05-21T19:15:15.246 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 msgr2=0x7fe27c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 0x7fe27c0b4d40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fe290009fd0 tx=0x7fe29000b040 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 msgr2=0x7fe2981a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe28400d950 tx=0x7fe28400dc60 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 shutdown_connections 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe27c0b2880 0x7fe27c0b4d40 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe29810e950 0x7fe2981a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe298109a80 0x7fe2981a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 --2- 172.21.15.3:0/3905592630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe29810a440 0x7fe2981a06b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 >> 172.21.15.3:0/3905592630 conn(0x7fe2980792d0 msgr2=0x7fe298079930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 shutdown_connections 2024-05-21T19:15:15.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:15.239+0000 7fe297e00700 1 -- 172.21.15.3:0/3905592630 wait complete. 2024-05-21T19:15:15.691 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:15 smithi003 ceph-mon[31577]: pgmap v659: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:15.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:15 smithi104 ceph-mon[36417]: pgmap v659: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:15 smithi178 ceph-mon[36523]: pgmap v659: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 -- 172.21.15.3:0/2271767737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 msgr2=0x7f8fbc10a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 --2- 172.21.15.3:0/2271767737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc10a750 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009900 tx=0x7f8fa802a3f0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 -- 172.21.15.3:0/2271767737 shutdown_connections 2024-05-21T19:15:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 --2- 172.21.15.3:0/2271767737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 0x7f8fbc111520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 --2- 172.21.15.3:0/2271767737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc10a750 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 --2- 172.21.15.3:0/2271767737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 -- 172.21.15.3:0/2271767737 >> 172.21.15.3:0/2271767737 conn(0x7f8fbc0780a0 msgr2=0x7f8fbc07a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 -- 172.21.15.3:0/2271767737 shutdown_connections 2024-05-21T19:15:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.630+0000 7f8fc3200640 1 -- 172.21.15.3:0/2271767737 wait complete. 2024-05-21T19:15:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 Processor -- start 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 -- start start 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc19f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc19f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 0x7f8fbc1a67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc114c70 con 0x7f8fbc1090e0 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc114af0 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.631+0000 7f8fc3200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc114df0 con 0x7f8fbc10ac90 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc19f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fc1200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 0x7f8fbc1a67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc19f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc19f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36528/0 (socket says 172.21.15.3:36528) 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbbe00640 1 -- 172.21.15.3:0/1195091759 learned_addr learned my addr 172.21.15.3:0/1195091759 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 -- 172.21.15.3:0/1195091759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 msgr2=0x7f8fbc1a67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 0x7f8fbc1a67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 -- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 msgr2=0x7f8fbc19f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc19f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.632+0000 7f8fbb400640 1 -- 172.21.15.3:0/1195091759 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc1a6e60 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fbb400640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc19f780 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8fa802a9e0 tx=0x7f8fa8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fb8c00640 1 -- 172.21.15.3:0/1195091759 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa803f070 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fb8c00640 1 -- 172.21.15.3:0/1195091759 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa8031c50 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fbc1a70f0 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fb8c00640 1 -- 172.21.15.3:0/1195091759 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8035030 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.633+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fbc1a7600 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.636+0000 7f8fc5f68740 1 Processor -- start 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.636+0000 7f8fc5f68740 1 -- start start 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fb8c00640 1 -- 172.21.15.3:0/1195091759 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8fa8042070 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a92f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60a98020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a9ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555b60a02b90 con 0x555b60a98690 2024-05-21T19:15:16.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555b609f2730 con 0x555b60a92b30 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555b609f6770 con 0x555b60a93520 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a9ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc1200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a92f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc1200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a92f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52882/0 (socket says 172.21.15.3:52882) 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60a98020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a9ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36532/0 (socket says 172.21.15.3:36532) 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fc1200640 1 -- 172.21.15.3:0/3725333847 learned_addr learned my addr 172.21.15.3:0/3725333847 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fbbe00640 1 -- 172.21.15.3:0/3725333847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 msgr2=0x555b60a92f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.637+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a92f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fbbe00640 1 -- 172.21.15.3:0/3725333847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 msgr2=0x555b60a9ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a9ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fbbe00640 1 -- 172.21.15.3:0/3725333847 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b6098b8b0 con 0x555b60a93520 2024-05-21T19:15:16.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60a98020 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8fac0058c0 tx=0x7f8fac011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4afeeb42a0145c3f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fb1600640 1 -- 172.21.15.3:0/3725333847 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fac004220 con 0x555b60a93520 2024-05-21T19:15:16.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fb1600640 1 -- 172.21.15.3:0/3725333847 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fac0043c0 con 0x555b60a93520 2024-05-21T19:15:16.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.638+0000 7f8fb1600640 1 -- 172.21.15.3:0/3725333847 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fac004d40 con 0x555b60a93520 2024-05-21T19:15:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fb8c00640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 0x7f8fa00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3725333847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 msgr2=0x555b60a98020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60a98020 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8fac0058c0 tx=0x7f8fac011810 comp rx=0 tx=0).stop 2024-05-21T19:15:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fb8c00640 1 -- 172.21.15.3:0/1195091759 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fa8102840 con 0x7f8fbc10a2d0 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc1200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 0x7f8fa00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3725333847 shutdown_connections 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60a98020 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a9ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3725333847 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a92f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3725333847 >> 172.21.15.3:0/3725333847 conn(0x555b60a8e1a0 msgr2=0x555b60a8e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3725333847 shutdown_connections 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.639+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3725333847 wait complete. 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 -- start start 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc1200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 0x7f8fa00b4de0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x555b60a93d80 tx=0x7f8fb4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 Processor -- start 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60a9c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 0x555b60a9ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60aa3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555b606d8790 con 0x555b60a98690 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555b6099abc0 con 0x555b60a93520 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.640+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555b60a9b640 con 0x555b60a92b30 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fc5f68740 10 client.0 _ll_register_callbacks cb 0x555b60978400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fc1200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60aa3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60a9c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 0x555b60a9ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fc1200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60aa3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36536/0 (socket says 172.21.15.3:36536) 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fc1200640 1 -- 172.21.15.3:0/2556459885 learned_addr learned my addr 172.21.15.3:0/2556459885 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 -- 172.21.15.3:0/2556459885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 msgr2=0x555b60a9c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60a9c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 -- 172.21.15.3:0/2556459885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 msgr2=0x555b60aa3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60aa3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.641+0000 7f8fbb400640 1 -- 172.21.15.3:0/2556459885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b60707210 con 0x555b60a93520 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 0x555b60a9ce30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8004010 tx=0x7f8fa8005e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4fa714af861ee1a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fa6000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8049070 con 0x555b60a93520 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fa803b460 con 0x555b60a93520 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fac0043c0 con 0x555b60a93520 2024-05-21T19:15:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8fa80c97e0 con 0x555b60a93520 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fc5f68740 10 client.27062 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b607d3620 con 0x555b60a93520 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.642+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fac0043c0 con 0x555b60a93520 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f8fa80e3070 con 0x555b60a93520 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 10 client.27062 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 10 client.27062 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 20 client.27062 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60aa8430 0x555b60aaa8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 4 client.27062 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b60a04ae0 con 0x555b60aa8430 2024-05-21T19:15:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.643+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60aa8430 0x555b60aaa8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.644+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60aa8430 0x555b60aaa8b0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd86ea15d2ccc28d server_cookie=5535e06eb36d0b17 in_seq=0 out_seq=0 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.644+0000 7f8fa6000640 10 client.27062 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fa6000640 1 -- 172.21.15.3:0/2556459885 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555b60a04ae0 con 0x555b60aa8430 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fa6000640 10 client.27062 handle_command_reply: tid=0 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 client.27062 shutdown 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 msgr2=0x555b60a9ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 0x555b60a9ce30 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8004010 tx=0x7f8fa8005e10 comp rx=0 tx=0).stop 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 shutdown_connections 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60aa8430 0x555b60aaa8b0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60aa3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a93520 0x555b60a9ce30 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2556459885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60a9c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 >> 172.21.15.3:0/2556459885 conn(0x555b60a8e1a0 msgr2=0x555b60a8d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fa6000640 0 client.27062 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.645+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 shutdown_connections 2024-05-21T19:15:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.646+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2556459885 wait complete. 2024-05-21T19:15:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.646+0000 7f8fc5f68740 20 client.27062 trim_cache size 0 max 16384 2024-05-21T19:15:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.662+0000 7f8fc5f68740 1 Processor -- start 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 -- start start 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a91940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60aa3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a946d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1b2d20 con 0x555b60a98690 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1b05f0 con 0x555b60a92b30 2024-05-21T19:15:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1ae440 con 0x555b60a93520 2024-05-21T19:15:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a91940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60aa3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a91940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52900/0 (socket says 172.21.15.3:52900) 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.663+0000 7f8fbbe00640 1 -- 172.21.15.3:0/3758145260 learned_addr learned my addr 172.21.15.3:0/3758145260 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fc1200640 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a946d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 -- 172.21.15.3:0/3758145260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 msgr2=0x555b60a91940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a91940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 -- 172.21.15.3:0/3758145260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 msgr2=0x555b60a946d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a946d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 -- 172.21.15.3:0/3758145260 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b60a8c6b0 con 0x555b60a93520 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fc1200640 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a946d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:15:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fbb400640 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60aa3e30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8fa80c7100 tx=0x7f8fa80045e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=412615ab521a0dda server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fb0c00640 1 -- 172.21.15.3:0/3758145260 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa80e8020 con 0x555b60a93520 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fb0c00640 1 -- 172.21.15.3:0/3758145260 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa8031e00 con 0x555b60a93520 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.664+0000 7f8fb0c00640 1 -- 172.21.15.3:0/3758145260 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8049070 con 0x555b60a93520 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3758145260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 msgr2=0x555b60aa3e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60aa3e30 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8fa80c7100 tx=0x7f8fa80045e0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3758145260 shutdown_connections 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a93520 0x555b60aa3e30 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a98690 0x555b60a946d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/3758145260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a92b30 0x555b60a91940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3758145260 >> 172.21.15.3:0/3758145260 conn(0x555b60a8e1a0 msgr2=0x555b60a93fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3758145260 shutdown_connections 2024-05-21T19:15:16.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.665+0000 7f8fc5f68740 1 -- 172.21.15.3:0/3758145260 wait complete. 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 -- start start 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 Processor -- start 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60aa10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a98690 0x555b60aa25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1aeab0 con 0x555b60a93520 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1aff20 con 0x555b60a98690 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1af180 con 0x555b60a92b30 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fc5f68740 10 client.0 _ll_register_callbacks cb 0x7f8fa8108220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:16.673 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.666+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbb400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36554/0 (socket says 172.21.15.3:36554) 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60aa10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbb400640 1 -- 172.21.15.3:0/2181017970 learned_addr learned my addr 172.21.15.3:0/2181017970 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fc1200640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a98690 0x555b60aa25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 -- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a98690 msgr2=0x555b60aa25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a98690 0x555b60aa25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 -- 172.21.15.3:0/2181017970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 msgr2=0x555b60aa15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 -- 172.21.15.3:0/2181017970 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b60aa2b90 con 0x555b60a92b30 2024-05-21T19:15:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fbbe00640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60aa10a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8fac009900 tx=0x7f8fac009530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=809d22b69631bbb9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.667+0000 7f8fa6000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fac01d040 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555b609fe2c0 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fac005450 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8fac03c050 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fc5f68740 10 client.27067 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b60aa3e80 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.668+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x555b609fe2c0 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f8fac0355e0 con 0x555b60a92b30 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 10 client.27067 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 10 client.27067 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 20 client.27067 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60b134b0 0x555b60b158d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 4 client.27067 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555b609784b0 con 0x555b60b134b0 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.669+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60b134b0 0x555b60b158d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.670+0000 7f8fbb400640 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60b134b0 0x555b60b158d0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10881308e9136e36 server_cookie=bea0da306a28b43f in_seq=0 out_seq=0 2024-05-21T19:15:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.670+0000 7f8fa6000640 10 client.27067 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.677+0000 7f8fa6000640 1 -- 172.21.15.3:0/2181017970 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555b609784b0 con 0x555b60b134b0 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.677+0000 7f8fa6000640 10 client.27067 handle_command_reply: tid=0 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.677+0000 7f8fc5f68740 1 client.27067 shutdown 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 msgr2=0x555b60aa10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60aa10a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8fac009900 tx=0x7f8fac009530 comp rx=0 tx=0).stop 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 shutdown_connections 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555b60b134b0 0x555b60b158d0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555b60a98690 0x555b60aa25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555b60a93520 0x555b60aa15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 --2- 172.21.15.3:0/2181017970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555b60a92b30 0x555b60aa10a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fa6000640 0 client.27067 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 >> 172.21.15.3:0/2181017970 conn(0x555b60a8e1a0 msgr2=0x555b60a917c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 shutdown_connections 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 1 -- 172.21.15.3:0/2181017970 wait complete. 2024-05-21T19:15:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.678+0000 7f8fc5f68740 20 client.27067 trim_cache size 0 max 16384 2024-05-21T19:15:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:15:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:15:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 msgr2=0x7f8fa00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 0x7f8fa00b4de0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x555b60a93d80 tx=0x7f8fb4009500 comp rx=0 tx=0).stop 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 msgr2=0x7f8fbc19f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc19f780 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8fa802a9e0 tx=0x7f8fa8003c10 comp rx=0 tx=0).stop 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 shutdown_connections 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fa00b2920 0x7f8fa00b4de0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fbc10ac90 0x7f8fbc1a67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fbc10a2d0 0x7f8fbc19f780 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 --2- 172.21.15.3:0/1195091759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fbc1090e0 0x7f8fbc19f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 >> 172.21.15.3:0/1195091759 conn(0x7f8fbc0780a0 msgr2=0x7f8fbc10d5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 shutdown_connections 2024-05-21T19:15:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:16.679+0000 7f8fc3200640 1 -- 172.21.15.3:0/1195091759 wait complete. 2024-05-21T19:15:17.041 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:15:17.042 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:15:17.515 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:17.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:17 smithi104 ceph-mon[36417]: pgmap v660: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:17.846 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:17 smithi003 ceph-mon[31577]: pgmap v660: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:17 smithi178 ceph-mon[36523]: pgmap v660: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:15:19.553 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:19 smithi003 ceph-mon[31577]: pgmap v661: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:19.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:19 smithi104 ceph-mon[36417]: pgmap v661: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 -- 172.21.15.3:0/3963771251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06bbe0 msgr2=0x7fa87c1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 --2- 172.21.15.3:0/3963771251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06bbe0 0x7fa87c1103d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa874009f90 tx=0x7fa87400b330 comp rx=0 tx=0).stop 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 -- 172.21.15.3:0/3963771251 shutdown_connections 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 --2- 172.21.15.3:0/3963771251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06bbe0 0x7fa87c1103d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 --2- 172.21.15.3:0/3963771251 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c1095b0 0x7fa87c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 --2- 172.21.15.3:0/3963771251 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c06b220 0x7fa87c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 -- 172.21.15.3:0/3963771251 >> 172.21.15.3:0/3963771251 conn(0x7fa87c0793f0 msgr2=0x7fa87c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 -- 172.21.15.3:0/3963771251 shutdown_connections 2024-05-21T19:15:19.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.726+0000 7fa880a00700 1 -- 172.21.15.3:0/3963771251 wait complete. 2024-05-21T19:15:19.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.727+0000 7fa880a00700 1 Processor -- start 2024-05-21T19:15:19.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.727+0000 7fa880a00700 1 -- start start 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 0x7fa87c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c1095b0 0x7fa87c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c113730 con 0x7fa87c06bbe0 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1135b0 con 0x7fa87c06b220 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa880a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1138b0 con 0x7fa87c1095b0 2024-05-21T19:15:19.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36576/0 (socket says 172.21.15.3:36576) 2024-05-21T19:15:19.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa871400700 1 -- 172.21.15.3:0/4144702858 learned_addr learned my addr 172.21.15.3:0/4144702858 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:19.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 0x7fa87c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.728+0000 7fa87a800700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c1095b0 0x7fa87c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 -- 172.21.15.3:0/4144702858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c1095b0 msgr2=0x7fa87c1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c1095b0 0x7fa87c1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 -- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 msgr2=0x7fa87c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 -- 172.21.15.3:0/4144702858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87c1a0e00 con 0x7fa87c06b220 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa871400700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 0x7fa87c19bdf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00eb90 tx=0x7fa86c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa873400700 1 -- 172.21.15.3:0/4144702858 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c00cc90 con 0x7fa87c06b220 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87c1a10f0 con 0x7fa87c06b220 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa873400700 1 -- 172.21.15.3:0/4144702858 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c00ce30 con 0x7fa87c06b220 2024-05-21T19:15:19.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.729+0000 7fa873400700 1 -- 172.21.15.3:0/4144702858 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c010430 con 0x7fa87c06b220 2024-05-21T19:15:19.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.730+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87c1a8970 con 0x7fa87c06b220 2024-05-21T19:15:19.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.735+0000 7fa873400700 1 -- 172.21.15.3:0/4144702858 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa86c003ee0 con 0x7fa87c06b220 2024-05-21T19:15:19.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.735+0000 7fa88b34cb80 1 Processor -- start 2024-05-21T19:15:19.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 -- start start 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53f850 0x559dbc5392e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc539d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559dbc497ec0 con 0x559dbc53f850 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559dbc487a60 con 0x559dbc539900 2024-05-21T19:15:19.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.736+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559dbc48baa0 con 0x559dbc53ef30 2024-05-21T19:15:19.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa879e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53f850 0x559dbc5392e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49264/0 (socket says 172.21.15.3:49264) 2024-05-21T19:15:19.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa871400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc539d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 -- 172.21.15.3:0/1294002127 learned_addr learned my addr 172.21.15.3:0/1294002127 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 -- 172.21.15.3:0/1294002127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 msgr2=0x559dbc539d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc539d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 -- 172.21.15.3:0/1294002127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53f850 msgr2=0x559dbc5392e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53f850 0x559dbc5392e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 -- 172.21.15.3:0/1294002127 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dbc4504a0 con 0x559dbc53ef30 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa87a800700 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa874009310 tx=0x7fa874009340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1da22025075099be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.737+0000 7fa873400700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.738+0000 7fa86b400700 1 -- 172.21.15.3:0/1294002127 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa874003cc0 con 0x559dbc53ef30 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.738+0000 7fa873400700 1 -- 172.21.15.3:0/4144702858 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa86c0e2550 con 0x7fa87c06b220 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.738+0000 7fa86b400700 1 -- 172.21.15.3:0/1294002127 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa874007420 con 0x559dbc53ef30 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.738+0000 7fa86b400700 1 -- 172.21.15.3:0/1294002127 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa874003e60 con 0x559dbc53ef30 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.738+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- 172.21.15.3:0/1294002127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 msgr2=0x559dbc53f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa874009310 tx=0x7fa874009340 comp rx=0 tx=0).stop 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa879e00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 0x7fa8600b4dc0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00c5b0 tx=0x7fa86c0e5f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- 172.21.15.3:0/1294002127 shutdown_connections 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc539d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53ef30 0x559dbc53f310 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/1294002127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53f850 0x559dbc5392e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- 172.21.15.3:0/1294002127 >> 172.21.15.3:0/1294002127 conn(0x559dbc467c60 msgr2=0x559dbc534090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- 172.21.15.3:0/1294002127 shutdown_connections 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- 172.21.15.3:0/1294002127 wait complete. 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.739+0000 7fa88b34cb80 1 -- start start 2024-05-21T19:15:19.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 Processor -- start 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53ef30 0x559dbc542830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc542d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559dbc38e020 con 0x559dbc539900 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559dbc4287e0 con 0x559dbc53ef30 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559dbc546260 con 0x559dbc53f850 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.740+0000 7fa88b34cb80 10 client.0 _ll_register_callbacks cb 0x559dbc431cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36596/0 (socket says 172.21.15.3:36596) 2024-05-21T19:15:19.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 -- 172.21.15.3:0/3396637659 learned_addr learned my addr 172.21.15.3:0/3396637659 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa871400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53ef30 0x559dbc542830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc542d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 -- 172.21.15.3:0/3396637659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 msgr2=0x559dbc542d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc542d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 -- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53ef30 msgr2=0x559dbc542830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53ef30 0x559dbc542830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 -- 172.21.15.3:0/3396637659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dbc3d7950 con 0x559dbc539900 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa87a800700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa87400b6c0 tx=0x7fa874007dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9767198f85e438d3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.741+0000 7fa85fe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87400be00 con 0x559dbc539900 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa874005070 con 0x559dbc539900 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa874007420 con 0x559dbc539900 2024-05-21T19:15:19.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa874005270 con 0x559dbc539900 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa88b34cb80 10 client.16971 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559dbc4580e0 con 0x559dbc539900 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.742+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa874007420 con 0x559dbc539900 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa874011070 con 0x559dbc539900 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 10 client.16971 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 10 client.16971 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 20 client.16971 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc552bc0 0x559dbc554fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 4 client.16971 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559dbc499e10 con 0x559dbc552bc0 2024-05-21T19:15:19.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.743+0000 7fa871400700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc552bc0 0x559dbc554fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.744+0000 7fa871400700 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc552bc0 0x559dbc554fb0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee2cf903dc70cd9a server_cookie=e485eb85163edffd in_seq=0 out_seq=0 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.744+0000 7fa85fe00700 10 client.16971 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa85fe00700 1 -- 172.21.15.3:0/3396637659 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559dbc499e10 con 0x559dbc552bc0 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa85fe00700 10 client.16971 handle_command_reply: tid=0 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 client.16971 shutdown 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 msgr2=0x559dbc545490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa87400b6c0 tx=0x7fa874007dc0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 shutdown_connections 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc552bc0 0x559dbc554fb0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc542d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc539900 0x559dbc545490 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa85fe00700 0 client.16971 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3396637659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53ef30 0x559dbc542830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 >> 172.21.15.3:0/3396637659 conn(0x559dbc467c60 msgr2=0x559dbc5382d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 shutdown_connections 2024-05-21T19:15:19.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.745+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3396637659 wait complete. 2024-05-21T19:15:19.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.746+0000 7fa88b34cb80 20 client.16971 trim_cache size 0 max 16384 2024-05-21T19:15:19.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.768+0000 7fa88b34cb80 1 Processor -- start 2024-05-21T19:15:19.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.768+0000 7fa88b34cb80 1 -- start start 2024-05-21T19:15:19.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc5392e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc534170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1b2650 con 0x559dbc53ef30 2024-05-21T19:15:19.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1afee0 con 0x559dbc539900 2024-05-21T19:15:19.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1add30 con 0x559dbc53f850 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc5392e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52948/0 (socket says 172.21.15.3:52948) 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 -- 172.21.15.3:0/852164170 learned_addr learned my addr 172.21.15.3:0/852164170 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc534170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 -- 172.21.15.3:0/852164170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 msgr2=0x559dbc534170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc534170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 -- 172.21.15.3:0/852164170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 msgr2=0x559dbc5392e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc5392e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.769+0000 7fa87a800700 1 -- 172.21.15.3:0/852164170 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dbc545c90 con 0x559dbc539900 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.770+0000 7fa871400700 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc5392e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.770+0000 7fa87a800700 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa874007f20 tx=0x7fa874009f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d0f994961f34b35 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.770+0000 7fa86aa00700 1 -- 172.21.15.3:0/852164170 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa874005070 con 0x559dbc539900 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.770+0000 7fa86aa00700 1 -- 172.21.15.3:0/852164170 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa87401c410 con 0x559dbc539900 2024-05-21T19:15:19.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.770+0000 7fa86aa00700 1 -- 172.21.15.3:0/852164170 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8740368f0 con 0x559dbc539900 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- 172.21.15.3:0/852164170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 msgr2=0x559dbc53cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fa874007f20 tx=0x7fa874009f10 comp rx=0 tx=0).stop 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- 172.21.15.3:0/852164170 shutdown_connections 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc53f850 0x559dbc534170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc539900 0x559dbc53cfe0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/852164170 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc5392e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- 172.21.15.3:0/852164170 >> 172.21.15.3:0/852164170 conn(0x559dbc467c60 msgr2=0x559dbc533a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- 172.21.15.3:0/852164170 shutdown_connections 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- 172.21.15.3:0/852164170 wait complete. 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.771+0000 7fa88b34cb80 1 -- start start 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 Processor -- start 2024-05-21T19:15:19.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc539900 0x559dbc5587d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53f850 0x559dbc557200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1ae3a0 con 0x559dbc53ef30 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1af810 con 0x559dbc53f850 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c1aea70 con 0x559dbc539900 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.772+0000 7fa88b34cb80 10 client.0 _ll_register_callbacks cb 0x559dbc431cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa87a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc539900 0x559dbc5587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36614/0 (socket says 172.21.15.3:36614) 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 -- 172.21.15.3:0/3559322209 learned_addr learned my addr 172.21.15.3:0/3559322209 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa87a800700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53f850 0x559dbc557200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 -- 172.21.15.3:0/3559322209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc539900 msgr2=0x559dbc5587d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc539900 0x559dbc5587d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 -- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53f850 msgr2=0x559dbc557200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:19.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53f850 0x559dbc557200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 -- 172.21.15.3:0/3559322209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dbc52c210 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa871400700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x559dbc543e00 tx=0x7fa864009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f239c49e14537a45 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.773+0000 7fa85fe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa864004a30 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa864004bd0 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa87401c410 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa86402c070 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 10 client.16977 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559dbc5be450 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa87401c410 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa8640052c0 con 0x559dbc53ef30 2024-05-21T19:15:19.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 10 client.16977 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 10 client.16977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 20 client.16977 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc5bec40 0x559dbc5c1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 4 client.16977 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.774+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x559dbc4935f0 con 0x559dbc5bec40 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.775+0000 7fa87a800700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc5bec40 0x559dbc5c1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.775+0000 7fa87a800700 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc5bec40 0x559dbc5c1060 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5c80deacaf6c31e server_cookie=ac7393187db0ccaa in_seq=0 out_seq=0 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.775+0000 7fa85fe00700 10 client.16977 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.776+0000 7fa85fe00700 1 -- 172.21.15.3:0/3559322209 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559dbc4935f0 con 0x559dbc5bec40 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.776+0000 7fa85fe00700 10 client.16977 handle_command_reply: tid=0 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.776+0000 7fa88b34cb80 1 client.16977 shutdown 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 msgr2=0x559dbc556bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x559dbc543e00 tx=0x7fa864009260 comp rx=0 tx=0).stop 2024-05-21T19:15:19.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 shutdown_connections 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559dbc5bec40 0x559dbc5c1060 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559dbc53f850 0x559dbc557200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559dbc539900 0x559dbc5587d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 --2- 172.21.15.3:0/3559322209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559dbc53ef30 0x559dbc556bd0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa85fe00700 0 client.16977 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 >> 172.21.15.3:0/3559322209 conn(0x559dbc467c60 msgr2=0x559dbc53fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 shutdown_connections 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 1 -- 172.21.15.3:0/3559322209 wait complete. 2024-05-21T19:15:19.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.777+0000 7fa88b34cb80 20 client.16977 trim_cache size 0 max 16384 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "a218baee-0de6-4bc1-80ae-d38d0ad00c8e", 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:15:19.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 msgr2=0x7fa8600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 0x7fa8600b4dc0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00c5b0 tx=0x7fa86c0e5f90 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 msgr2=0x7fa87c19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 0x7fa87c19bdf0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00eb90 tx=0x7fa86c00eea0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 shutdown_connections 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa87c1095b0 0x7fa87c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa87c06b220 0x7fa87c19bdf0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 --2- 172.21.15.3:0/4144702858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa87c06bbe0 0x7fa87c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 >> 172.21.15.3:0/4144702858 conn(0x7fa87c0793f0 msgr2=0x7fa87c10e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:19.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 shutdown_connections 2024-05-21T19:15:19.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:19.778+0000 7fa880a00700 1 -- 172.21.15.3:0/4144702858 wait complete. 2024-05-21T19:15:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:19 smithi178 ceph-mon[36523]: pgmap v661: 97 pgs: 97 active+clean; 3.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:20.463 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:15:20.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:15:20.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:15:20.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.464 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:20 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.659 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:15:20.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:15:20.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:15:20.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:15:20.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:20 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:15:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:15:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:15:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:20 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:21.107 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:21.510 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:21 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:15:21.510 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:21 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:21.510 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:21 smithi003 ceph-mon[31577]: pgmap v662: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 13 op/s 2024-05-21T19:15:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:21 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:15:21.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:21 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:21.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:21 smithi104 ceph-mon[36417]: pgmap v662: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 13 op/s 2024-05-21T19:15:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:21 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:15:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:21 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:15:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:21 smithi178 ceph-mon[36523]: pgmap v662: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.0 KiB/s wr, 13 op/s 2024-05-21T19:15:23.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.299+0000 7f67e1600700 1 -- 172.21.15.3:0/3794773853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc101d70 msgr2=0x7f67dc1021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.299+0000 7f67e1600700 1 --2- 172.21.15.3:0/3794773853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc101d70 0x7f67dc1021f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f67c80099c0 tx=0x7f67c8009cd0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 -- 172.21.15.3:0/3794773853 shutdown_connections 2024-05-21T19:15:23.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 --2- 172.21.15.3:0/3794773853 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc102730 0x7f67dc112640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 --2- 172.21.15.3:0/3794773853 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc104250 0x7f67dc104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 --2- 172.21.15.3:0/3794773853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc101d70 0x7f67dc1021f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 -- 172.21.15.3:0/3794773853 >> 172.21.15.3:0/3794773853 conn(0x7f67dc0776f0 msgr2=0x7f67dc077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 -- 172.21.15.3:0/3794773853 shutdown_connections 2024-05-21T19:15:23.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.300+0000 7f67e1600700 1 -- 172.21.15.3:0/3794773853 wait complete. 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.301+0000 7f67e1600700 1 Processor -- start 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.301+0000 7f67e1600700 1 -- start start 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc102730 0x7f67dc19c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 0x7f67dc1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc115a20 con 0x7f67dc101d70 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1158a0 con 0x7f67dc102730 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e1600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc115ba0 con 0x7f67dc104250 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47468/0 (socket says 172.21.15.3:47468) 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 -- 172.21.15.3:0/4181278792 learned_addr learned my addr 172.21.15.3:0/4181278792 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67db400700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc102730 0x7f67dc19c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e0c00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 0x7f67dc1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 -- 172.21.15.3:0/4181278792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 msgr2=0x7f67dc1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 0x7f67dc1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 -- 172.21.15.3:0/4181278792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc102730 msgr2=0x7f67dc19c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc102730 0x7f67dc19c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67dbe00700 1 -- 172.21.15.3:0/4181278792 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc1a0ea0 con 0x7f67dc101d70 2024-05-21T19:15:23.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.302+0000 7f67e0c00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 0x7f67dc1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:23.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67dbe00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f67cc00e9a0 tx=0x7f67cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67d8c00700 1 -- 172.21.15.3:0/4181278792 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc00cbd0 con 0x7f67dc101d70 2024-05-21T19:15:23.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67d8c00700 1 -- 172.21.15.3:0/4181278792 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc00cd70 con 0x7f67dc101d70 2024-05-21T19:15:23.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67dc1a1190 con 0x7f67dc101d70 2024-05-21T19:15:23.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67d8c00700 1 -- 172.21.15.3:0/4181278792 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc018680 con 0x7f67dc101d70 2024-05-21T19:15:23.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.303+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67dc1a8a10 con 0x7f67dc101d70 2024-05-21T19:15:23.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.307+0000 7f67d8c00700 1 -- 172.21.15.3:0/4181278792 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f67cc010430 con 0x7f67dc101d70 2024-05-21T19:15:23.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.308+0000 7f67ed5d5b80 1 Processor -- start 2024-05-21T19:15:23.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 -- start start 2024-05-21T19:15:23.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67d8c00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 0x7f67c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67d8c00700 1 -- 172.21.15.3:0/4181278792 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f67cc0e2470 con 0x7f67dc101d70 2024-05-21T19:15:23.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 0x5558dd1cfd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1d07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5558dd12de40 con 0x5558dd1d57c0 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5558dd11d9e0 con 0x5558dd1d0390 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5558dd121a20 con 0x5558dd1d60e0 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.309+0000 7f67e0c00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 0x7f67c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47476/0 (socket says 172.21.15.3:47476) 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67dbe00700 1 -- 172.21.15.3:0/2199475549 learned_addr learned my addr 172.21.15.3:0/2199475549 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 0x5558dd1cfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.311 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67e0c00700 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1d07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 -- 172.21.15.3:0/2199475549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 msgr2=0x5558dd1d07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1d07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 -- 172.21.15.3:0/2199475549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 msgr2=0x5558dd1d5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.310+0000 7f67db400700 1 -- 172.21.15.3:0/2199475549 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558dd0e6420 con 0x5558dd1d60e0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.311+0000 7f67db400700 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 0x5558dd1cfd70 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f67c800b580 tx=0x7f67c80036c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7db3fc9af04c1efd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.311+0000 7f67e0c00700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 0x7f67c00b4d40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009fd0 tx=0x7f67d4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.311+0000 7f67d1600700 1 -- 172.21.15.3:0/2199475549 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c8028070 con 0x5558dd1d60e0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.311+0000 7f67d1600700 1 -- 172.21.15.3:0/2199475549 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67c80095d0 con 0x5558dd1d60e0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.311+0000 7f67d1600700 1 -- 172.21.15.3:0/2199475549 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c800b9f0 con 0x5558dd1d60e0 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/2199475549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 msgr2=0x5558dd1cfd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 0x5558dd1cfd70 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f67c800b580 tx=0x7f67c80036c0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/2199475549 shutdown_connections 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1d07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/2199475549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d60e0 0x5558dd1cfd70 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/2199475549 >> 172.21.15.3:0/2199475549 conn(0x5558dd0fdbe0 msgr2=0x5558dd1ca810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/2199475549 shutdown_connections 2024-05-21T19:15:23.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.312+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/2199475549 wait complete. 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.313+0000 7f67ed5d5b80 1 -- start start 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.313+0000 7f67ed5d5b80 1 Processor -- start 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1d9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1d96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5558dd023fa0 con 0x5558dd1d0390 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5558dd0be760 con 0x5558dd1d60e0 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5558dd1dcba0 con 0x5558dd1d57c0 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67ed5d5b80 10 client.0 _ll_register_callbacks cb 0x5558dd0c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47490/0 (socket says 172.21.15.3:47490) 2024-05-21T19:15:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 -- 172.21.15.3:0/3426152597 learned_addr learned my addr 172.21.15.3:0/3426152597 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67e0c00700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1d96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67db400700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1d9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 -- 172.21.15.3:0/3426152597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 msgr2=0x5558dd1d9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1d9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 -- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 msgr2=0x5558dd1d96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1d96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67dbe00700 1 -- 172.21.15.3:0/3426152597 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558dd06d8d0 con 0x5558dd1d0390 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.314+0000 7f67e0c00700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1d96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0a5a40 tx=0x7f67cc0b26c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0466e9d5ef901f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67c6000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc0c3060 con 0x5558dd1d0390 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f67cc010930 con 0x5558dd1d0390 2024-05-21T19:15:23.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67c80095d0 con 0x5558dd1d0390 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f67cc0bee60 con 0x5558dd1d0390 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67ed5d5b80 10 client.16989 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.315+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5558dd0ee060 con 0x5558dd1d0390 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67c80095d0 con 0x5558dd1d0390 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f67cc06f1a0 con 0x5558dd1d0390 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 10 client.16989 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 10 client.16989 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 20 client.16989 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd1e95a0 0x5558dd1eb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 4 client.16989 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.316+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558dd12fd90 con 0x5558dd1e95a0 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.317+0000 7f67db400700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd1e95a0 0x5558dd1eb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.317+0000 7f67db400700 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd1e95a0 0x5558dd1eb9e0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faf29491ac297bc0 server_cookie=b07c7d95b8428fef in_seq=0 out_seq=0 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.317+0000 7f67c6000700 10 client.16989 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67c6000700 1 -- 172.21.15.3:0/3426152597 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5558dd12fd90 con 0x5558dd1e95a0 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67c6000700 10 client.16989 handle_command_reply: tid=0 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 client.16989 shutdown 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 msgr2=0x5558dd1dbdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0a5a40 tx=0x7f67cc0b26c0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 shutdown_connections 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd1e95a0 0x5558dd1eb9e0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1d96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d0390 0x5558dd1dbdf0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3426152597 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1d9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67c6000700 0 client.16989 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.318+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 >> 172.21.15.3:0/3426152597 conn(0x5558dd0fdbe0 msgr2=0x5558dd1c9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.319+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 shutdown_connections 2024-05-21T19:15:23.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.319+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3426152597 wait complete. 2024-05-21T19:15:23.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.319+0000 7f67ed5d5b80 20 client.16989 trim_cache size 0 max 16384 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 Processor -- start 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 -- start start 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1ca740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1b25a0 con 0x5558dd1d57c0 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1afe30 con 0x5558dd1d60e0 2024-05-21T19:15:23.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1adc80 con 0x5558dd1d0390 2024-05-21T19:15:23.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67dbe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39280/0 (socket says 172.21.15.3:39280) 2024-05-21T19:15:23.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.342+0000 7f67dbe00700 1 -- 172.21.15.3:0/3852760124 learned_addr learned my addr 172.21.15.3:0/3852760124 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:23.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67e0c00700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1ca740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67db400700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 -- 172.21.15.3:0/3852760124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 msgr2=0x5558dd1ca740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1ca740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 -- 172.21.15.3:0/3852760124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 msgr2=0x5558dd1d6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 -- 172.21.15.3:0/3852760124 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558dd1ec060 con 0x5558dd1d0390 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67db400700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67dbe00700 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0a5a90 tx=0x7f67cc00e8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=389889966a80865b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67d0c00700 1 -- 172.21.15.3:0/3852760124 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc0a97e0 con 0x5558dd1d0390 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67d0c00700 1 -- 172.21.15.3:0/3852760124 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67cc0b21b0 con 0x5558dd1d0390 2024-05-21T19:15:23.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.343+0000 7f67d0c00700 1 -- 172.21.15.3:0/3852760124 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67cc0ade10 con 0x5558dd1d0390 2024-05-21T19:15:23.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3852760124 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 msgr2=0x5558dd1cfd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f67cc0a5a90 tx=0x7f67cc00e8f0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3852760124 shutdown_connections 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d60e0 0x5558dd1ca740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d0390 0x5558dd1cfd70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/3852760124 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d57c0 0x5558dd1d6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3852760124 >> 172.21.15.3:0/3852760124 conn(0x5558dd0fdbe0 msgr2=0x5558dd1d64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3852760124 shutdown_connections 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.344+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/3852760124 wait complete. 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.345+0000 7f67ed5d5b80 1 -- start start 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.345+0000 7f67ed5d5b80 1 Processor -- start 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.345+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1e2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.345+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67ed5d5b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 0x5558dd1dee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1ae2f0 con 0x5558dd1d60e0 2024-05-21T19:15:23.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1af760 con 0x5558dd1d0390 2024-05-21T19:15:23.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67ed5d5b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc1ae9c0 con 0x5558dd1d57c0 2024-05-21T19:15:23.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67ed5d5b80 10 client.0 _ll_register_callbacks cb 0x5558dd0c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:23.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 0x5558dd1dee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39282/0 (socket says 172.21.15.3:39282) 2024-05-21T19:15:23.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 -- 172.21.15.3:0/599454926 learned_addr learned my addr 172.21.15.3:0/599454926 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67e0c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 0x5558dd1dee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47508/0 (socket says 172.21.15.3:47508) 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67dbe00700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1e2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 -- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 msgr2=0x5558dd1e2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1e2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 -- 172.21.15.3:0/599454926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 msgr2=0x5558dd1dee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 0x5558dd1dee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.346+0000 7f67db400700 1 -- 172.21.15.3:0/599454926 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558dd1df470 con 0x5558dd1d57c0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67db400700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f67c800b580 tx=0x7f67c8003c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=248c9a288387f1ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67c6000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67c8028040 con 0x5558dd1d57c0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5558dd129570 con 0x5558dd1d57c0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f67c8009550 con 0x5558dd1d57c0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f67c80058e0 con 0x5558dd1d57c0 2024-05-21T19:15:23.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67ed5d5b80 10 client.27103 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.347+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5558dd254ac0 con 0x5558dd1d57c0 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5558dd129570 con 0x5558dd1d57c0 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f67c800bb30 con 0x5558dd1d57c0 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 10 client.27103 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 10 client.27103 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 20 client.27103 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd254df0 0x5558dd2571e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 4 client.27103 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5558dcfa0250 con 0x5558dd254df0 2024-05-21T19:15:23.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.348+0000 7f67dbe00700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd254df0 0x5558dd2571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:23.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.349+0000 7f67dbe00700 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd254df0 0x5558dd2571e0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a420198f5e5e45e0 server_cookie=1bfeb79eef97cf54 in_seq=0 out_seq=0 2024-05-21T19:15:23.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.349+0000 7f67c6000700 10 client.27103 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:23.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.349+0000 7f67c6000700 1 -- 172.21.15.3:0/599454926 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5558dcfa0250 con 0x5558dd254df0 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.349+0000 7f67c6000700 10 client.27103 handle_command_reply: tid=0 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.349+0000 7f67ed5d5b80 1 client.27103 shutdown 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 msgr2=0x5558dd1e2550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f67c800b580 tx=0x7f67c8003c40 comp rx=0 tx=0).stop 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 shutdown_connections 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5558dd254df0 0x5558dd2571e0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5558dd1d60e0 0x5558dd1dee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5558dd1d0390 0x5558dd1e2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 --2- 172.21.15.3:0/599454926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5558dd1d57c0 0x5558dd1e2550 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67c6000700 0 client.27103 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 >> 172.21.15.3:0/599454926 conn(0x5558dd0fdbe0 msgr2=0x5558dd1d42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 shutdown_connections 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 1 -- 172.21.15.3:0/599454926 wait complete. 2024-05-21T19:15:23.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.350+0000 7f67ed5d5b80 20 client.27103 trim_cache size 0 max 16384 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "a218baee-0de6-4bc1-80ae-d38d0ad00c8e": { 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "a218baee-0de6-4bc1-80ae-d38d0ad00c8e", 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:23.354 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:15:23.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 msgr2=0x7f67c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 0x7f67c00b4d40 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009fd0 tx=0x7f67d4009920 comp rx=0 tx=0).stop 2024-05-21T19:15:23.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 msgr2=0x7f67dc19be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:23.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f67cc00e9a0 tx=0x7f67cc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 shutdown_connections 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67c00b2880 0x7f67c00b4d40 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f67dc104250 0x7f67dc1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f67dc101d70 0x7f67dc19be90 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 --2- 172.21.15.3:0/4181278792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f67dc102730 0x7f67dc19c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 >> 172.21.15.3:0/4181278792 conn(0x7f67dc0776f0 msgr2=0x7f67dc0ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 shutdown_connections 2024-05-21T19:15:23.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:23.351+0000 7f67e1600700 1 -- 172.21.15.3:0/4181278792 wait complete. 2024-05-21T19:15:23.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:23 smithi003 ceph-mon[31577]: pgmap v663: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.5 KiB/s wr, 13 op/s 2024-05-21T19:15:23.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:23 smithi104 ceph-mon[36417]: pgmap v663: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.5 KiB/s wr, 13 op/s 2024-05-21T19:15:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:23 smithi178 ceph-mon[36523]: pgmap v663: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.5 KiB/s wr, 13 op/s 2024-05-21T19:15:24.252 INFO:tasks.cephfs.filesystem:scrub status for tag:a218baee-0de6-4bc1-80ae-d38d0ad00c8e - {'path': '/', 'tag': 'a218baee-0de6-4bc1-80ae-d38d0ad00c8e', 'options': 'recursive,force'} 2024-05-21T19:15:25.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:25 smithi104 ceph-mon[36417]: pgmap v664: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-05-21T19:15:25.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:25 smithi003 ceph-mon[31577]: pgmap v664: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-05-21T19:15:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:25 smithi178 ceph-mon[36523]: pgmap v664: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.1 KiB/s wr, 14 op/s 2024-05-21T19:15:26.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:26 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:15:26.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:26 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:15:26.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:26 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:15:27.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:27 smithi003 ceph-mon[31577]: pgmap v665: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-05-21T19:15:27.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:15:27.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:15:27.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:15:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:27 smithi178 ceph-mon[36523]: pgmap v665: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-05-21T19:15:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:15:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:15:27.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:15:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:27 smithi104 ceph-mon[36417]: pgmap v665: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 15 op/s 2024-05-21T19:15:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:15:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:15:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:15:29.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 -- 172.21.15.3:0/3569967601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 msgr2=0x7f9734104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 --2- 172.21.15.3:0/3569967601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f9734104120 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9720009900 tx=0x7f972002a400 comp rx=0 tx=0).stop 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 -- 172.21.15.3:0/3569967601 shutdown_connections 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 --2- 172.21.15.3:0/3569967601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 0x7f973410aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 --2- 172.21.15.3:0/3569967601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f9734104120 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 --2- 172.21.15.3:0/3569967601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f9734102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.828+0000 7f973c400640 1 -- 172.21.15.3:0/3569967601 >> 172.21.15.3:0/3569967601 conn(0x7f97340fe040 msgr2=0x7f9734100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.829+0000 7f973c400640 1 -- 172.21.15.3:0/3569967601 shutdown_connections 2024-05-21T19:15:29.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.829+0000 7f973c400640 1 -- 172.21.15.3:0/3569967601 wait complete. 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 Processor -- start 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 -- start start 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f973419add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 0x7f97341a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f973410e630 con 0x7f9734103ca0 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f973410e4b0 con 0x7f9734102ab0 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973c400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f973410e7b0 con 0x7f9734104660 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f9739000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f9739a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f973419add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f9739000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47520/0 (socket says 172.21.15.3:47520) 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f9739000640 1 -- 172.21.15.3:0/2914164387 learned_addr learned my addr 172.21.15.3:0/2914164387 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.830+0000 7f973a400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 0x7f97341a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 -- 172.21.15.3:0/2914164387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 msgr2=0x7f97341a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 0x7f97341a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 -- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 msgr2=0x7f973419b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 -- 172.21.15.3:0/2914164387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97341a29f0 con 0x7f9734102ab0 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739000640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:29.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9739a00640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f973419add0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f972800e9c0 tx=0x7f972800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.831+0000 7f9732000640 1 -- 172.21.15.3:0/2914164387 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972800ccc0 con 0x7f9734102ab0 2024-05-21T19:15:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.832+0000 7f9732000640 1 -- 172.21.15.3:0/2914164387 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97280035f0 con 0x7f9734102ab0 2024-05-21T19:15:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.832+0000 7f9732000640 1 -- 172.21.15.3:0/2914164387 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972800ce60 con 0x7f9734102ab0 2024-05-21T19:15:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.832+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97341a2ce0 con 0x7f9734102ab0 2024-05-21T19:15:29.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.832+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97341a3180 con 0x7f9734102ab0 2024-05-21T19:15:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.836+0000 7f973f21f740 1 Processor -- start 2024-05-21T19:15:29.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.836+0000 7f973f21f740 1 -- start start 2024-05-21T19:15:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.836+0000 7f973f21f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2bb30 0x55726fd2bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.836+0000 7f973f21f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd31020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f973f21f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f973f21f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55726fc9bb90 con 0x55726fd2c520 2024-05-21T19:15:29.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f973f21f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55726fc8b730 con 0x55726fd31690 2024-05-21T19:15:29.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f973f21f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55726fc8f770 con 0x55726fd2bb30 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9732000640 1 -- 172.21.15.3:0/2914164387 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9728004000 con 0x7f9734102ab0 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55558/0 (socket says 172.21.15.3:55558) 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739000640 1 -- 172.21.15.3:0/602635685 learned_addr learned my addr 172.21.15.3:0/602635685 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739a00640 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd31020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739000640 1 -- 172.21.15.3:0/602635685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2bb30 msgr2=0x55726fd2bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.837+0000 7f9739000640 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2bb30 0x55726fd2bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9739000640 1 -- 172.21.15.3:0/602635685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 msgr2=0x55726fd31020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9739000640 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd31020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9739000640 1 -- 172.21.15.3:0/602635685 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55726fc248b0 con 0x55726fd31690 2024-05-21T19:15:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9739000640 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f972002a9f0 tx=0x7f9720005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e084992440b568d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9726a00640 1 -- 172.21.15.3:0/602635685 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9720035030 con 0x55726fd31690 2024-05-21T19:15:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9726a00640 1 -- 172.21.15.3:0/602635685 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9720040070 con 0x55726fd31690 2024-05-21T19:15:29.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.838+0000 7f9726a00640 1 -- 172.21.15.3:0/602635685 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9720031d40 con 0x55726fd31690 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 -- 172.21.15.3:0/602635685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 msgr2=0x55726fd33b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f9732000640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 0x7f971c0b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f972002a9f0 tx=0x7f9720005c00 comp rx=0 tx=0).stop 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f9732000640 1 -- 172.21.15.3:0/2914164387 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97280e26c0 con 0x7f9734102ab0 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 -- 172.21.15.3:0/602635685 shutdown_connections 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd33b20 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd31020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 --2- 172.21.15.3:0/602635685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2bb30 0x55726fd2bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 -- 172.21.15.3:0/602635685 >> 172.21.15.3:0/602635685 conn(0x55726fd271a0 msgr2=0x55726fd275a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973a400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 0x7f971c0b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.839+0000 7f973f21f740 1 -- 172.21.15.3:0/602635685 shutdown_connections 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.840+0000 7f973f21f740 1 -- 172.21.15.3:0/602635685 wait complete. 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.840+0000 7f973f21f740 1 -- start start 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.840+0000 7f973a400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 0x7f971c0b4d60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x55726fd2cd80 tx=0x7f972c004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.840+0000 7f973f21f740 1 Processor -- start 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd35e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd3ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55726f971790 con 0x55726fd2c520 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55726fc33bc0 con 0x55726fd2bb30 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55726fd345e0 con 0x55726fd31690 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973f21f740 10 client.0 _ll_register_callbacks cb 0x55726fc11400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f9739000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd35e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f9739a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f9739a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55572/0 (socket says 172.21.15.3:55572) 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f9739a00640 1 -- 172.21.15.3:0/900738202 learned_addr learned my addr 172.21.15.3:0/900738202 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.841+0000 7f973a400640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd3ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 -- 172.21.15.3:0/900738202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 msgr2=0x55726fd3ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd3ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 -- 172.21.15.3:0/900738202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 msgr2=0x55726fd35e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd35e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 -- 172.21.15.3:0/900738202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55726f9a0210 con 0x55726fd2bb30 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739000640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd35e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f9739a00640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f97280a5ce0 tx=0x7f97280a98b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a3f7b61127db035 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f971b400640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97280ae010 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97280a6250 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9720040070 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f97280b2ac0 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f973f21f740 10 client.27116 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.842+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55726fa6c620 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9720040070 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f97280b2630 con 0x55726fd2bb30 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 10 client.27116 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 10 client.27116 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 20 client.27116 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fd413b0 0x55726fd437a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 4 client.27116 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55726fc9dae0 con 0x55726fd413b0 2024-05-21T19:15:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.843+0000 7f9739000640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fd413b0 0x55726fd437a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.844+0000 7f9739000640 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fd413b0 0x55726fd437a0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a42706e06bcf5251 server_cookie=67485e2fe3224e4 in_seq=0 out_seq=0 2024-05-21T19:15:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.844+0000 7f971b400640 10 client.27116 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f971b400640 1 -- 172.21.15.3:0/900738202 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55726fc9dae0 con 0x55726fd413b0 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f971b400640 10 client.27116 handle_command_reply: tid=0 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 client.27116 shutdown 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 msgr2=0x55726fd358d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f97280a5ce0 tx=0x7f97280a98b0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 shutdown_connections 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fd413b0 0x55726fd437a0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd3ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2c520 0x55726fd35e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 --2- 172.21.15.3:0/900738202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2bb30 0x55726fd358d0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f971b400640 0 client.27116 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 >> 172.21.15.3:0/900738202 conn(0x55726fd271a0 msgr2=0x55726fd26310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 shutdown_connections 2024-05-21T19:15:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 1 -- 172.21.15.3:0/900738202 wait complete. 2024-05-21T19:15:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.845+0000 7f973f21f740 20 client.27116 trim_cache size 0 max 16384 2024-05-21T19:15:29.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:29 smithi003 ceph-mon[31577]: pgmap v666: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-05-21T19:15:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.862+0000 7f973f21f740 1 Processor -- start 2024-05-21T19:15:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 -- start start 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd35bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd2cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f97341ae8a0 con 0x55726fd2bb30 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f97341ac170 con 0x55726fd2c520 2024-05-21T19:15:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f973f21f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f97341a9fc0 con 0x55726fd31690 2024-05-21T19:15:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f9739a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd35bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f9739000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.863+0000 7f9739a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd35bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47546/0 (socket says 172.21.15.3:47546) 2024-05-21T19:15:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739a00640 1 -- 172.21.15.3:0/3869664588 learned_addr learned my addr 172.21.15.3:0/3869664588 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55582/0 (socket says 172.21.15.3:55582) 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 -- 172.21.15.3:0/3869664588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 msgr2=0x55726fd2cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd2cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 -- 172.21.15.3:0/3869664588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 msgr2=0x55726fd35bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd35bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 -- 172.21.15.3:0/3869664588 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55726fd349b0 con 0x55726fd2c520 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.864+0000 7f9739000640 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f972002a440 tx=0x7f9720047040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef5acd75a7664c1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f9726000640 1 -- 172.21.15.3:0/3869664588 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9720035040 con 0x55726fd2c520 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f9726000640 1 -- 172.21.15.3:0/3869664588 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9720040070 con 0x55726fd2c520 2024-05-21T19:15:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f9726000640 1 -- 172.21.15.3:0/3869664588 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97200456d0 con 0x55726fd2c520 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 -- 172.21.15.3:0/3869664588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 msgr2=0x55726fd3ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f972002a440 tx=0x7f9720047040 comp rx=0 tx=0).stop 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 -- 172.21.15.3:0/3869664588 shutdown_connections 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd31690 0x55726fd2cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd2c520 0x55726fd3ce10 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.865+0000 7f973f21f740 1 --2- 172.21.15.3:0/3869664588 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd35bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.866+0000 7f973f21f740 1 -- 172.21.15.3:0/3869664588 >> 172.21.15.3:0/3869664588 conn(0x55726fd271a0 msgr2=0x55726fd354e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.866+0000 7f973f21f740 1 -- 172.21.15.3:0/3869664588 shutdown_connections 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.866+0000 7f973f21f740 1 -- 172.21.15.3:0/3869664588 wait complete. 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.866+0000 7f973f21f740 1 -- start start 2024-05-21T19:15:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.866+0000 7f973f21f740 1 Processor -- start 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2c520 0x55726fd3a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd3b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f97341aa630 con 0x55726fd2bb30 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f97341abaa0 con 0x55726fd31690 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f97341aad00 con 0x55726fd2c520 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973f21f740 10 client.0 _ll_register_callbacks cb 0x7f97280046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47548/0 (socket says 172.21.15.3:47548) 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 -- 172.21.15.3:0/3201451380 learned_addr learned my addr 172.21.15.3:0/3201451380 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f973a400640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd3b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739000640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2c520 0x55726fd3a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.870 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 -- 172.21.15.3:0/3201451380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2c520 msgr2=0x55726fd3a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2c520 0x55726fd3a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 -- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 msgr2=0x55726fd3b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd3b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.867+0000 7f9739a00640 1 -- 172.21.15.3:0/3201451380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55726fd26fd0 con 0x55726fd2bb30 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f9739a00640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f97280a9bf0 tx=0x7f9728004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37124682455de503 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f971b400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97280ae010 con 0x55726fd2bb30 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9720040070 con 0x55726fd2bb30 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97280a6250 con 0x55726fd2bb30 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f97280a95b0 con 0x55726fd2bb30 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f973f21f740 10 client.17010 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:29.871 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.868+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55726fd3cec0 con 0x55726fd2bb30 2024-05-21T19:15:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9720040070 con 0x55726fd2bb30 2024-05-21T19:15:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f97280a8ac0 con 0x55726fd2bb30 2024-05-21T19:15:29.872 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 10 client.17010 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 10 client.17010 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 20 client.17010 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fdac320 0x55726fdae740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 4 client.17010 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55726fc972c0 con 0x55726fdac320 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.869+0000 7f9739000640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fdac320 0x55726fdae740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.870+0000 7f9739000640 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fdac320 0x55726fdae740 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b50f7a84422dfeb7 server_cookie=8d3b7f8cc57a2086 in_seq=0 out_seq=0 2024-05-21T19:15:29.873 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.870+0000 7f971b400640 10 client.17010 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f971b400640 1 -- 172.21.15.3:0/3201451380 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55726fc972c0 con 0x55726fdac320 2024-05-21T19:15:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f971b400640 10 client.17010 handle_command_reply: tid=0 2024-05-21T19:15:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 client.17010 shutdown 2024-05-21T19:15:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 msgr2=0x55726fd3a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f97280a9bf0 tx=0x7f9728004500 comp rx=0 tx=0).stop 2024-05-21T19:15:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 shutdown_connections 2024-05-21T19:15:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55726fdac320 0x55726fdae740 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55726fd2c520 0x55726fd3a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55726fd31690 0x55726fd3b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 --2- 172.21.15.3:0/3201451380 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55726fd2bb30 0x55726fd3a1a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 >> 172.21.15.3:0/3201451380 conn(0x55726fd271a0 msgr2=0x55726fd25a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f971b400640 0 client.17010 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 shutdown_connections 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.878+0000 7f973f21f740 1 -- 172.21.15.3:0/3201451380 wait complete. 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.879+0000 7f973f21f740 20 client.17010 trim_cache size 0 max 16384 2024-05-21T19:15:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:15:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:15:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:15:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.879+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 msgr2=0x7f971c0b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.879+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 0x7f971c0b4d60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x55726fd2cd80 tx=0x7f972c004a40 comp rx=0 tx=0).stop 2024-05-21T19:15:29.881 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.879+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 msgr2=0x7f973419add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.879+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f973419add0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f972800e9c0 tx=0x7f972800ee80 comp rx=0 tx=0).stop 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 shutdown_connections 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f971c0b28a0 0x7f971c0b4d60 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9734104660 0x7f97341a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9734103ca0 0x7f973419b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 --2- 172.21.15.3:0/2914164387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734102ab0 0x7f973419add0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 >> 172.21.15.3:0/2914164387 conn(0x7f97340fe040 msgr2=0x7f9734074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 shutdown_connections 2024-05-21T19:15:29.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:29.880+0000 7f973c400640 1 -- 172.21.15.3:0/2914164387 wait complete. 2024-05-21T19:15:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:29 smithi178 ceph-mon[36523]: pgmap v666: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-05-21T19:15:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:29 smithi104 ceph-mon[36417]: pgmap v666: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 15 op/s 2024-05-21T19:15:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:31 smithi003 ceph-mon[31577]: pgmap v667: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-05-21T19:15:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:31 smithi178 ceph-mon[36523]: pgmap v667: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-05-21T19:15:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:31 smithi104 ceph-mon[36417]: pgmap v667: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 14 op/s 2024-05-21T19:15:33.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:33 smithi003 ceph-mon[31577]: pgmap v668: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:15:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:15:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:15:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:33 smithi178 ceph-mon[36523]: pgmap v668: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:15:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:15:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:15:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:33 smithi104 ceph-mon[36417]: pgmap v668: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:15:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:15:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:15:34.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:15:34.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:15:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:15:35.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:35 smithi003 ceph-mon[31577]: pgmap v669: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:15:35.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:35 smithi178 ceph-mon[36523]: pgmap v669: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:15:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:35 smithi104 ceph-mon[36417]: pgmap v669: 97 pgs: 97 active+clean; 3.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:15:37.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:37 smithi003 ceph-mon[31577]: pgmap v670: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:37 smithi178 ceph-mon[36523]: pgmap v670: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:37 smithi104 ceph-mon[36417]: pgmap v670: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:39 smithi003 ceph-mon[31577]: pgmap v671: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:39 smithi178 ceph-mon[36523]: pgmap v671: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:39 smithi104 ceph-mon[36417]: pgmap v671: 97 pgs: 97 active+clean; 3.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:189/600: open fd = 3 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:190/600: open fd = 3 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.692 INFO:tasks.workunit.client.0.smithi003.stdout:191/600: open fd = 3 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:192/600: open fd = 3 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:193/600: open fd = 3 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:194/600: open fd = 3 2024-05-21T19:15:40.693 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:195/600: open fd = 3 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:196/600: open fd = 3 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:197/600: open fd = 3 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.694 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:198/600: open fd = 3 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:199/600: open fd = 3 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:200/600: open fd = 3 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.695 INFO:tasks.workunit.client.0.smithi003.stdout:201/600: open fd = 3 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:202/600: open fd = 3 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:203/600: open fd = 3 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:204/600: open fd = 3 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.696 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:205/600: open fd = 3 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:206/600: open fd = 3 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:207/600: open fd = 3 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.697 INFO:tasks.workunit.client.0.smithi003.stdout:208/600: open fd = 3 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:209/600: open fd = 3 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:210/600: open fd = 3 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:211/600: open fd = 3 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.698 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:212/600: open fd = 3 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:213/600: open fd = 3 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:214/600: open fd = 3 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.699 INFO:tasks.workunit.client.0.smithi003.stdout:215/600: open fd = 3 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:216/600: open fd = 3 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:217/600: open fd = 3 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:218/600: open fd = 3 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.700 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:219/600: open fd = 3 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:220/600: open fd = 3 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:221/600: open fd = 3 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.701 INFO:tasks.workunit.client.0.smithi003.stdout:222/600: open fd = 3 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:223/600: open fd = 3 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:224/600: open fd = 3 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:225/600: open fd = 3 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.702 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:226/600: open fd = 3 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:227/600: open fd = 3 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:228/600: open fd = 3 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.703 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:229/600: open fd = 3 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:230/600: open fd = 3 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:231/600: open fd = 3 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:232/600: open fd = 3 2024-05-21T19:15:40.704 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:233/600: open fd = 3 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:234/600: open fd = 3 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:235/600: open fd = 3 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.705 INFO:tasks.workunit.client.0.smithi003.stdout:236/600: open fd = 3 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:237/600: open fd = 3 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:238/600: open fd = 3 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:239/600: open fd = 3 2024-05-21T19:15:40.706 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:240/600: open fd = 3 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:241/600: open fd = 3 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:242/600: open fd = 3 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.707 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:243/600: open fd = 3 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:244/600: open fd = 3 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:245/600: open fd = 3 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:246/600: open fd = 3 2024-05-21T19:15:40.708 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:247/600: open fd = 3 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:248/600: open fd = 3 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:249/600: open fd = 3 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.709 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:15:40.710 INFO:tasks.workunit.client.0.smithi003.stdout:250/600: open fd = 3 2024-05-21T19:15:40.710 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:40.710 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:15:41.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:41 smithi003 ceph-mon[31577]: pgmap v672: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:41 smithi178 ceph-mon[36523]: pgmap v672: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:41 smithi104 ceph-mon[36417]: pgmap v672: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:15:43.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 -- 172.21.15.3:0/2894131361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 msgr2=0x7f1b3c1068e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 --2- 172.21.15.3:0/2894131361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1068e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1b34009ca0 tx=0x7f1b3402a8c0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 -- 172.21.15.3:0/2894131361 shutdown_connections 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 --2- 172.21.15.3:0/2894131361 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1068e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 --2- 172.21.15.3:0/2894131361 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 --2- 172.21.15.3:0/2894131361 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c101140 0x7f1b3c103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 -- 172.21.15.3:0/2894131361 >> 172.21.15.3:0/2894131361 conn(0x7f1b3c0fcd40 msgr2=0x7f1b3c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.027+0000 7f1b41800640 1 -- 172.21.15.3:0/2894131361 shutdown_connections 2024-05-21T19:15:43.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.028+0000 7f1b41800640 1 -- 172.21.15.3:0/2894131361 wait complete. 2024-05-21T19:15:43.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 Processor -- start 2024-05-21T19:15:43.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 -- start start 2024-05-21T19:15:43.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c101140 0x7f1b3c19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1149f0 con 0x7f1b3c101140 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c114870 con 0x7f1b3c103ab0 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b41800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c114b70 con 0x7f1b3c106460 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c101140 0x7f1b3c19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:48882/0 (socket says 172.21.15.3:48882) 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.029+0000 7f1b3b400640 1 -- 172.21.15.3:0/664838858 learned_addr learned my addr 172.21.15.3:0/664838858 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b40e00640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 -- 172.21.15.3:0/664838858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 msgr2=0x7f1b3c1a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1a6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 -- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c101140 msgr2=0x7f1b3c19f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c101140 0x7f1b3c19f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 -- 172.21.15.3:0/664838858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b3c1a6cb0 con 0x7f1b3c103ab0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b3b400640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800e9f0 tx=0x7f1b2800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b38c00640 1 -- 172.21.15.3:0/664838858 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2800cd80 con 0x7f1b3c103ab0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b38c00640 1 -- 172.21.15.3:0/664838858 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b280108e0 con 0x7f1b3c103ab0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.030+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b3c1a6fa0 con 0x7f1b3c103ab0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.031+0000 7f1b38c00640 1 -- 172.21.15.3:0/664838858 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b28018980 con 0x7f1b3c103ab0 2024-05-21T19:15:43.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.031+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b3c1a7460 con 0x7f1b3c103ab0 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 Processor -- start 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 -- start start 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124ac2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561124a2ab90 con 0x561124ac0850 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561124a1a730 con 0x561124abb6e0 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b45b67740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561124a1e770 con 0x561124abacf0 2024-05-21T19:15:43.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.034+0000 7f1b40e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b40e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41380/0 (socket says 172.21.15.3:41380) 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b40e00640 1 -- 172.21.15.3:0/987197505 learned_addr learned my addr 172.21.15.3:0/987197505 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 -- 172.21.15.3:0/987197505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 msgr2=0x561124abb110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 -- 172.21.15.3:0/987197505 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 msgr2=0x561124ac2ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124ac2ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 -- 172.21.15.3:0/987197505 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611249b38b0 con 0x561124abb6e0 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b40e00640 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b38c00640 1 -- 172.21.15.3:0/664838858 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b28010430 con 0x7f1b3c103ab0 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b3be00640 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac01e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009c00 tx=0x7f1b2c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c0a72153367c232 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b31600640 1 -- 172.21.15.3:0/987197505 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c004230 con 0x561124abb6e0 2024-05-21T19:15:43.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b31600640 1 -- 172.21.15.3:0/987197505 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b2c0043d0 con 0x561124abb6e0 2024-05-21T19:15:43.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.035+0000 7f1b31600640 1 -- 172.21.15.3:0/987197505 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c004c60 con 0x561124abb6e0 2024-05-21T19:15:43.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 -- 172.21.15.3:0/987197505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 msgr2=0x561124ac01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac01e0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009c00 tx=0x7f1b2c011810 comp rx=0 tx=0).stop 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 -- 172.21.15.3:0/987197505 shutdown_connections 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124ac2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac01e0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 --2- 172.21.15.3:0/987197505 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124abb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 -- 172.21.15.3:0/987197505 >> 172.21.15.3:0/987197505 conn(0x561124ab6360 msgr2=0x561124ab6760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 -- 172.21.15.3:0/987197505 shutdown_connections 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.036+0000 7f1b45b67740 1 -- 172.21.15.3:0/987197505 wait complete. 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.037+0000 7f1b38c00640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 0x7f1b200b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.037+0000 7f1b38c00640 1 -- 172.21.15.3:0/664838858 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b280e2550 con 0x7f1b3c103ab0 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.037+0000 7f1b45b67740 1 -- start start 2024-05-21T19:15:43.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.037+0000 7f1b3be00640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 0x7f1b200b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.037+0000 7f1b45b67740 1 Processor -- start 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124ac4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124acc010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561124700790 con 0x561124abacf0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5611249c2bc0 con 0x561124abb6e0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561124ac3800 con 0x561124ac0850 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b45b67740 10 client.0 _ll_register_callbacks cb 0x5611249a0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3be00640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 0x7f1b200b4bb0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0096c0 tx=0x7f1b2c009f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124ac4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124ac4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47860/0 (socket says 172.21.15.3:47860) 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3be00640 1 -- 172.21.15.3:0/2747930190 learned_addr learned my addr 172.21.15.3:0/2747930190 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b40e00640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124acc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 -- 172.21.15.3:0/2747930190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 msgr2=0x561124acc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124acc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 -- 172.21.15.3:0/2747930190 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 msgr2=0x561124ac4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124ac4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.038+0000 7f1b3b400640 1 -- 172.21.15.3:0/2747930190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56112472f210 con 0x561124abb6e0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b3b400640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac5000 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1b280e0010 tx=0x7f1b280a96f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ec7173fc672d9b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b26000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b280aae60 con 0x561124abb6e0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b280e2110 con 0x561124abb6e0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b2c0043d0 con 0x561124abb6e0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1b280c4070 con 0x561124abb6e0 2024-05-21T19:15:43.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b45b67740 10 client.27134 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.039+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5611247fb620 con 0x561124abb6e0 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b2c0043d0 con 0x561124abb6e0 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1b28018bb0 con 0x561124abb6e0 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 10 client.27134 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 10 client.27134 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 20 client.27134 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124ad0530 0x561124ad2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 4 client.27134 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561124a2cae0 con 0x561124ad0530 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.040+0000 7f1b3be00640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124ad0530 0x561124ad2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.041+0000 7f1b3be00640 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124ad0530 0x561124ad2980 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f50a802eb4a4e813 server_cookie=8bcb2a7fdf7c23f0 in_seq=0 out_seq=0 2024-05-21T19:15:43.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.041+0000 7f1b26000640 10 client.27134 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b26000640 1 -- 172.21.15.3:0/2747930190 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561124a2cae0 con 0x561124ad0530 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b26000640 10 client.27134 handle_command_reply: tid=0 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 client.27134 shutdown 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 msgr2=0x561124ac5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac5000 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1b280e0010 tx=0x7f1b280a96f0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 shutdown_connections 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124ad0530 0x561124ad2980 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124acc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac5000 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 --2- 172.21.15.3:0/2747930190 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124ac4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 >> 172.21.15.3:0/2747930190 conn(0x561124ab6360 msgr2=0x561124ab54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.042+0000 7f1b26000640 0 client.27134 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:43.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.043+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 shutdown_connections 2024-05-21T19:15:43.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.043+0000 7f1b45b67740 1 -- 172.21.15.3:0/2747930190 wait complete. 2024-05-21T19:15:43.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.043+0000 7f1b45b67740 20 client.27134 trim_cache size 0 max 16384 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.059+0000 7f1b45b67740 1 Processor -- start 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 -- start start 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124acbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124ab4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1b2cb0 con 0x561124abacf0 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1b0580 con 0x561124abb6e0 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b45b67740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1ae3d0 con 0x561124ac0850 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47862/0 (socket says 172.21.15.3:47862) 2024-05-21T19:15:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124acbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b3be00640 1 -- 172.21.15.3:0/537577529 learned_addr learned my addr 172.21.15.3:0/537577529 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:43.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.060+0000 7f1b40e00640 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124ab4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 -- 172.21.15.3:0/537577529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 msgr2=0x561124ab4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124ab4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 -- 172.21.15.3:0/537577529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 msgr2=0x561124abfeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.064 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 -- 172.21.15.3:0/537577529 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561124ad3000 con 0x561124abb6e0 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3be00640 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b3b400640 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124acbfd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1b280a5c60 tx=0x7f1b28009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75974a66e8cff7a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b30c00640 1 -- 172.21.15.3:0/537577529 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b280adee0 con 0x561124abb6e0 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b30c00640 1 -- 172.21.15.3:0/537577529 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b280b2990 con 0x561124abb6e0 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.061+0000 7f1b30c00640 1 -- 172.21.15.3:0/537577529 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b280cc0e0 con 0x561124abb6e0 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- 172.21.15.3:0/537577529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 msgr2=0x561124acbfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124acbfd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f1b280a5c60 tx=0x7f1b28009310 comp rx=0 tx=0).stop 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- 172.21.15.3:0/537577529 shutdown_connections 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124ac0850 0x561124ab4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.065 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124acbfd0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 --2- 172.21.15.3:0/537577529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124abacf0 0x561124abfeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- 172.21.15.3:0/537577529 >> 172.21.15.3:0/537577529 conn(0x561124ab6360 msgr2=0x561124abca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- 172.21.15.3:0/537577529 shutdown_connections 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- 172.21.15.3:0/537577529 wait complete. 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.062+0000 7f1b45b67740 1 -- start start 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 Processor -- start 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124ac98f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124acae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1aea40 con 0x561124ac0850 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1afeb0 con 0x561124abb6e0 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c1af110 con 0x561124abacf0 2024-05-21T19:15:43.066 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b45b67740 10 client.0 _ll_register_callbacks cb 0x7f1b28009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b40e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124acae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b40e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124acae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47874/0 (socket says 172.21.15.3:47874) 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b3b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:48910/0 (socket says 172.21.15.3:48910) 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b40e00640 1 -- 172.21.15.3:0/244674073 learned_addr learned my addr 172.21.15.3:0/244674073 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.063+0000 7f1b3be00640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124ac98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 -- 172.21.15.3:0/244674073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 msgr2=0x561124ac98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124ac98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 -- 172.21.15.3:0/244674073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 msgr2=0x561124acae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124acae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 -- 172.21.15.3:0/244674073 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561124acb430 con 0x561124abb6e0 2024-05-21T19:15:43.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3be00640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124ac98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b3b400640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x561124aa77f0 tx=0x7f1b280a9070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95c85dc353e88a32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b26000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b280b7060 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b280b2990 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.064+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b280a8ac0 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1b280aae60 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 10 client.27140 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561124b3b3a0 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b280b2990 con 0x561124abb6e0 2024-05-21T19:15:43.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1b280b2be0 con 0x561124abb6e0 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 10 client.27140 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 10 client.27140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 20 client.27140 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124b3bb80 0x561124b3dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 4 client.27140 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561124ab61b0 con 0x561124b3bb80 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.065+0000 7f1b3be00640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124b3bb80 0x561124b3dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.066+0000 7f1b3be00640 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124b3bb80 0x561124b3dfa0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d643495bde00b4dd server_cookie=5435520ba066f6cc in_seq=0 out_seq=0 2024-05-21T19:15:43.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.066+0000 7f1b26000640 10 client.27140 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.073+0000 7f1b26000640 1 -- 172.21.15.3:0/244674073 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561124ab61b0 con 0x561124b3bb80 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.073+0000 7f1b26000640 10 client.27140 handle_command_reply: tid=0 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 client.27140 shutdown 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 msgr2=0x561124ac9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x561124aa77f0 tx=0x7f1b280a9070 comp rx=0 tx=0).stop 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 shutdown_connections 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561124b3bb80 0x561124b3dfa0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561124ac0850 0x561124acae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561124abb6e0 0x561124ac9e30 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 --2- 172.21.15.3:0/244674073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561124abacf0 0x561124ac98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b26000640 0 client.27140 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 >> 172.21.15.3:0/244674073 conn(0x561124ab6360 msgr2=0x561124ab9040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 shutdown_connections 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 1 -- 172.21.15.3:0/244674073 wait complete. 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.074+0000 7f1b45b67740 20 client.27140 trim_cache size 0 max 16384 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:15:43.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 msgr2=0x7f1b200b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 0x7f1b200b4bb0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c0096c0 tx=0x7f1b2c009f70 comp rx=0 tx=0).stop 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 msgr2=0x7f1b3c19f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800e9f0 tx=0x7f1b2800eeb0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 shutdown_connections 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b200b26f0 0x7f1b200b4bb0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b3c106460 0x7f1b3c1a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b3c103ab0 0x7f1b3c19f620 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 --2- 172.21.15.3:0/664838858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b3c101140 0x7f1b3c19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 >> 172.21.15.3:0/664838858 conn(0x7f1b3c0fcd40 msgr2=0x7f1b3c101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 shutdown_connections 2024-05-21T19:15:43.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:43.075+0000 7f1b41800640 1 -- 172.21.15.3:0/664838858 wait complete. 2024-05-21T19:15:43.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:43 smithi003 ceph-mon[31577]: pgmap v673: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:15:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:43 smithi178 ceph-mon[36523]: pgmap v673: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:15:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:43 smithi104 ceph-mon[36417]: pgmap v673: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:15:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:45 smithi003 ceph-mon[31577]: pgmap v674: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:45.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:45 smithi178 ceph-mon[36523]: pgmap v674: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:45.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:45 smithi104 ceph-mon[36417]: pgmap v674: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:47.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:47 smithi003 ceph-mon[31577]: pgmap v675: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:15:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:47 smithi178 ceph-mon[36523]: pgmap v675: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:15:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:47 smithi104 ceph-mon[36417]: pgmap v675: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:15:48.026 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 12.5 2024-05-21T19:15:48.027 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:15:48.489 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:49.685 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:49 smithi003 ceph-mon[31577]: pgmap v676: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:49 smithi178 ceph-mon[36523]: pgmap v676: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:49 smithi104 ceph-mon[36417]: pgmap v676: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:50.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 -- 172.21.15.3:0/2456735382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 msgr2=0x7f281406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:50.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 --2- 172.21.15.3:0/2456735382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281406b6a0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f2800009990 tx=0x7f2800009ca0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 -- 172.21.15.3:0/2456735382 shutdown_connections 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 --2- 172.21.15.3:0/2456735382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f28141103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 --2- 172.21.15.3:0/2456735382 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 0x7f2814109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 --2- 172.21.15.3:0/2456735382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281406b6a0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 -- 172.21.15.3:0/2456735382 >> 172.21.15.3:0/2456735382 conn(0x7f28140793f0 msgr2=0x7f2814079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.818+0000 7f281ae00700 1 -- 172.21.15.3:0/2456735382 shutdown_connections 2024-05-21T19:15:50.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.819+0000 7f281ae00700 1 -- 172.21.15.3:0/2456735382 wait complete. 2024-05-21T19:15:50.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.820+0000 7f281ae00700 1 Processor -- start 2024-05-21T19:15:50.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 -- start start 2024-05-21T19:15:50.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:50.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f281419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 0x7f28141a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2814113730 con 0x7f281406b220 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28141135b0 con 0x7f281406bbe0 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.821+0000 7f281ae00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f28141138b0 con 0x7f28141095b0 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:50.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281419beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47888/0 (socket says 172.21.15.3:47888) 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813e00700 1 -- 172.21.15.3:0/1138098055 learned_addr learned my addr 172.21.15.3:0/1138098055 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f281419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2818e00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 0x7f28141a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 -- 172.21.15.3:0/1138098055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 msgr2=0x7f28141a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 0x7f28141a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 -- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 msgr2=0x7f281419beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281419beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.822+0000 7f2813400700 1 -- 172.21.15.3:0/1138098055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28141a0ec0 con 0x7f281406bbe0 2024-05-21T19:15:50.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f2813400700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f281419c3f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2800000c00 tx=0x7f28000047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2800026070 con 0x7f281406bbe0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28141a1150 con 0x7f281406bbe0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2800021410 con 0x7f281406bbe0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2800017650 con 0x7f281406bbe0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.823+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28141a8a30 con 0x7f281406bbe0 2024-05-21T19:15:50.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.824+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f281406a230 con 0x7f281406bbe0 2024-05-21T19:15:50.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.828+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2800029070 con 0x7f281406bbe0 2024-05-21T19:15:50.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.829+0000 7f2810c00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 0x7f27f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:50.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.829+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f28000e36a0 con 0x7f281406bbe0 2024-05-21T19:15:50.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.829+0000 7f2813e00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 0x7f27f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:50.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.830+0000 7f2813e00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 0x7f27f80b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2804009ce0 tx=0x7f2804009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:50.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:50.830+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2800030070 con 0x7f281406bbe0 2024-05-21T19:15:51.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.117+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f28141a8c00 con 0x7f281406bbe0 2024-05-21T19:15:51.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.118+0000 7f2810c00700 1 -- 172.21.15.3:0/1138098055 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11864 (secure 0 0 0) 0x7f2800013070 con 0x7f281406bbe0 2024-05-21T19:15:51.119 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:15:51.119 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:42.774774+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:15:51.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.121+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 msgr2=0x7f27f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.121+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 0x7f27f80b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2804009ce0 tx=0x7f2804009260 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.121+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 msgr2=0x7f281419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.121+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f281419c3f0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2800000c00 tx=0x7f28000047b0 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 shutdown_connections 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f27f80b2880 0x7f27f80b4d40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f28141095b0 0x7f28141a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f281406b220 0x7f281419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 --2- 172.21.15.3:0/1138098055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f281406bbe0 0x7f281419c3f0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 >> 172.21.15.3:0/1138098055 conn(0x7f28140793f0 msgr2=0x7f281410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 shutdown_connections 2024-05-21T19:15:51.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:51.122+0000 7f281ae00700 1 -- 172.21.15.3:0/1138098055 wait complete. 2024-05-21T19:15:51.124 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 28 2024-05-21T19:15:51.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:51 smithi003 ceph-mon[31577]: pgmap v677: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:51.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:51 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1138098055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:51 smithi178 ceph-mon[36523]: pgmap v677: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:51 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1138098055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:51 smithi104 ceph-mon[36417]: pgmap v677: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:15:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:51 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1138098055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:15:52.018 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 132.5 --await-for 45.0' 2024-05-21T19:15:52.018 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 132.5 --await-for 45.0 2024-05-21T19:15:52.492 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:53.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:53 smithi003 ceph-mon[31577]: pgmap v678: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:53 smithi178 ceph-mon[36523]: pgmap v678: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:53 smithi104 ceph-mon[36417]: pgmap v678: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:15:54.253 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.709+0000 7ff0a2c00700 1 -- 172.21.15.3:0/2639920524 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 msgr2=0x7ff09c1081d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.709+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/2639920524 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c1081d0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff0880099c0 tx=0x7ff088009cd0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.709+0000 7ff0a2c00700 1 -- 172.21.15.3:0/2639920524 shutdown_connections 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/2639920524 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c108900 0x7ff09c110480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/2639920524 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c06b480 0x7ff09c06b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/2639920524 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c1081d0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 -- 172.21.15.3:0/2639920524 >> 172.21.15.3:0/2639920524 conn(0x7ff09c0793e0 msgr2=0x7ff09c0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 -- 172.21.15.3:0/2639920524 shutdown_connections 2024-05-21T19:15:54.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.710+0000 7ff0a2c00700 1 -- 172.21.15.3:0/2639920524 wait complete. 2024-05-21T19:15:54.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.711+0000 7ff0a2c00700 1 Processor -- start 2024-05-21T19:15:54.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.711+0000 7ff0a2c00700 1 -- start start 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 0x7ff09c102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1136c0 con 0x7ff09c06be30 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c113540 con 0x7ff09c06b480 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff0a2c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c113840 con 0x7ff09c108900 2024-05-21T19:15:54.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46794/0 (socket says 172.21.15.3:46794) 2024-05-21T19:15:54.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff09be00700 1 -- 172.21.15.3:0/3853965224 learned_addr learned my addr 172.21.15.3:0/3853965224 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:54.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.712+0000 7ff09b400700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 0x7ff09c102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff09be00700 1 -- 172.21.15.3:0/3853965224 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 msgr2=0x7ff09c102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff09be00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 0x7ff09c102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff09be00700 1 -- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 msgr2=0x7ff09c102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff09be00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff09be00700 1 -- 172.21.15.3:0/3853965224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff09c1ac420 con 0x7ff09c06b480 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.713+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 0x7ff09c102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff09be00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff08c00e9a0 tx=0x7ff08c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff098c00700 1 -- 172.21.15.3:0/3853965224 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c00ca10 con 0x7ff09c06b480 2024-05-21T19:15:54.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff09c1ac6b0 con 0x7ff09c06b480 2024-05-21T19:15:54.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff098c00700 1 -- 172.21.15.3:0/3853965224 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff08c00cbb0 con 0x7ff09c06b480 2024-05-21T19:15:54.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff098c00700 1 -- 172.21.15.3:0/3853965224 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c018680 con 0x7ff09c06b480 2024-05-21T19:15:54.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.714+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff09c1acc10 con 0x7ff09c06b480 2024-05-21T19:15:54.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.720+0000 7ff098c00700 1 -- 172.21.15.3:0/3853965224 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff08c010430 con 0x7ff09c06b480 2024-05-21T19:15:54.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.721+0000 7ff0ad53ab80 1 Processor -- start 2024-05-21T19:15:54.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.721+0000 7ff0ad53ab80 1 -- start start 2024-05-21T19:15:54.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07ef450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff098c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 0x7ff0800b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5642c074cfd0 con 0x5642c07ef010 2024-05-21T19:15:54.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5642c073cb70 con 0x5642c07f4470 2024-05-21T19:15:54.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff09be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff09be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38908/0 (socket says 172.21.15.3:38908) 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff09be00700 1 -- 172.21.15.3:0/765386828 learned_addr learned my addr 172.21.15.3:0/765386828 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff09b400700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07ef450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.722+0000 7ff098c00700 1 -- 172.21.15.3:0/3853965224 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff08c0e2390 con 0x7ff09c06b480 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5642c0740bb0 con 0x5642c07f4d90 2024-05-21T19:15:54.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 0x7ff0800b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09be00700 1 -- 172.21.15.3:0/765386828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 msgr2=0x5642c07f4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09be00700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09be00700 1 -- 172.21.15.3:0/765386828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 msgr2=0x5642c07ef450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09be00700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07ef450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09be00700 1 -- 172.21.15.3:0/765386828 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642c07055b0 con 0x5642c07f4d90 2024-05-21T19:15:54.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.723+0000 7ff09b400700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07ef450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:54.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.724+0000 7ff09be00700 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0a98c0 tx=0x7ff08c06f310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b29683c1a4f0decf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.724+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 0x7ff0800b4e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff094009fd0 tx=0x7ff09400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.724+0000 7ff091600700 1 -- 172.21.15.3:0/765386828 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c0b20d0 con 0x5642c07f4d90 2024-05-21T19:15:54.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.724+0000 7ff091600700 1 -- 172.21.15.3:0/765386828 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff08c0a9440 con 0x5642c07f4d90 2024-05-21T19:15:54.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.724+0000 7ff091600700 1 -- 172.21.15.3:0/765386828 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c0adce0 con 0x5642c07f4d90 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 msgr2=0x5642c07ee9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0a98c0 tx=0x7ff08c06f310 comp rx=0 tx=0).stop 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 shutdown_connections 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07ef450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/765386828 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07ee9f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.725+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 >> 172.21.15.3:0/765386828 conn(0x5642c071cd70 msgr2=0x5642c07e94b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.726+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 shutdown_connections 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.726+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/765386828 wait complete. 2024-05-21T19:15:54.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.726+0000 7ff0ad53ab80 1 -- start start 2024-05-21T19:15:54.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.726+0000 7ff0ad53ab80 1 Processor -- start 2024-05-21T19:15:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07f8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5642c0643130 con 0x5642c07ef010 2024-05-21T19:15:54.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5642c06dd8f0 con 0x5642c07f4470 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5642c07fb810 con 0x5642c07f4d90 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff0ad53ab80 10 client.0 _ll_register_callbacks cb 0x5642c06e6e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.727+0000 7ff09be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35386/0 (socket says 172.21.15.3:35386) 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 -- 172.21.15.3:0/2188649104 learned_addr learned my addr 172.21.15.3:0/2188649104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09b400700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07f8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 -- 172.21.15.3:0/2188649104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 msgr2=0x5642c07f8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07f8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 -- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 msgr2=0x5642c07f7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09be00700 1 -- 172.21.15.3:0/2188649104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642c068ca60 con 0x5642c07ef010 2024-05-21T19:15:54.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.728+0000 7ff09b400700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.729+0000 7ff09be00700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0e2680 tx=0x7ff08c0a58a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49889e6aaa8f9c4f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.729+0000 7ff086000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.729+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c0b20d0 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.729+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff08c0cadf0 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.729+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff08c0a9440 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff08c06f380 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 10 client.17043 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5642c070d1f0 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff08c0a9440 con 0x5642c07ef010 2024-05-21T19:15:54.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff08c0a9b90 con 0x5642c07ef010 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 10 client.17043 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 10 client.17043 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 20 client.17043 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.730+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c0808290 0x5642c080a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.731+0000 7ff0ad53ab80 4 client.17043 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.731+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642c074ef20 con 0x5642c0808290 2024-05-21T19:15:54.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.731+0000 7ff09b400700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c0808290 0x5642c080a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.732+0000 7ff09b400700 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c0808290 0x5642c080a680 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=522f20015f015fd5 server_cookie=6b9af2ea6519ede8 in_seq=0 out_seq=0 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.732+0000 7ff086000700 10 client.17043 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.732+0000 7ff086000700 1 -- 172.21.15.3:0/2188649104 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5642c074ef20 con 0x5642c0808290 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.732+0000 7ff086000700 10 client.17043 handle_command_reply: tid=0 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 client.17043 shutdown 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 msgr2=0x5642c07fab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0e2680 tx=0x7ff08c0a58a0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 shutdown_connections 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c0808290 0x5642c080a680 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4d90 0x5642c07f8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07ef010 0x5642c07fab50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/2188649104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 >> 172.21.15.3:0/2188649104 conn(0x5642c071cd70 msgr2=0x5642c07ed9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff086000700 0 client.17043 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 shutdown_connections 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/2188649104 wait complete. 2024-05-21T19:15:54.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.733+0000 7ff0ad53ab80 20 client.17043 trim_cache size 0 max 16384 2024-05-21T19:15:54.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 Processor -- start 2024-05-21T19:15:54.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 -- start start 2024-05-21T19:15:54.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c07f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07eeb00 0x5642c080d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b6ac0 con 0x5642c07f4d90 2024-05-21T19:15:54.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b4350 con 0x5642c07f4470 2024-05-21T19:15:54.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.757+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b21a0 con 0x5642c07eeb00 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c07f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46814/0 (socket says 172.21.15.3:46814) 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09be00700 1 -- 172.21.15.3:0/1860061979 learned_addr learned my addr 172.21.15.3:0/1860061979 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07eeb00 0x5642c080d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 -- 172.21.15.3:0/1860061979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07eeb00 msgr2=0x5642c080d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07eeb00 0x5642c080d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 -- 172.21.15.3:0/1860061979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 msgr2=0x5642c07f2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09b400700 1 -- 172.21.15.3:0/1860061979 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642c07f8e20 con 0x5642c07f4d90 2024-05-21T19:15:54.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.758+0000 7ff09be00700 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.759+0000 7ff09b400700 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c07f85c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff09c19dbb0 tx=0x7ff088005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a27b366c049a862 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.759+0000 7ff090c00700 1 -- 172.21.15.3:0/1860061979 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0880039c0 con 0x5642c07f4d90 2024-05-21T19:15:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.759+0000 7ff090c00700 1 -- 172.21.15.3:0/1860061979 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff08800bbe0 con 0x5642c07f4d90 2024-05-21T19:15:54.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.759+0000 7ff090c00700 1 -- 172.21.15.3:0/1860061979 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08800f6c0 con 0x5642c07f4d90 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/1860061979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 msgr2=0x5642c07f85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c07f85c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff09c19dbb0 tx=0x7ff088005fb0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/1860061979 shutdown_connections 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07eeb00 0x5642c080d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07f4470 0x5642c07f2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/1860061979 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c07f85c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/1860061979 >> 172.21.15.3:0/1860061979 conn(0x5642c071cd70 msgr2=0x5642c07f7eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/1860061979 shutdown_connections 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.760+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/1860061979 wait complete. 2024-05-21T19:15:54.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.761+0000 7ff0ad53ab80 1 -- start start 2024-05-21T19:15:54.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.761+0000 7ff0ad53ab80 1 Processor -- start 2024-05-21T19:15:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4470 0x5642c080c930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c080ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b2810 con 0x5642c07f4d90 2024-05-21T19:15:54.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b3c80 con 0x5642c07eeb00 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff09c1b2ee0 con 0x5642c07f4470 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0ad53ab80 10 client.0 _ll_register_callbacks cb 0x5642c06e6e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46826/0 (socket says 172.21.15.3:46826) 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 -- 172.21.15.3:0/3555779544 learned_addr learned my addr 172.21.15.3:0/3555779544 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09b400700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4470 0x5642c080c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c080ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 -- 172.21.15.3:0/3555779544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4470 msgr2=0x5642c080c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4470 0x5642c080c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 -- 172.21.15.3:0/3555779544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 msgr2=0x5642c080ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c080ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff09be00700 1 -- 172.21.15.3:0/3555779544 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642c0872ae0 con 0x5642c07eeb00 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.762+0000 7ff0a0c00700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c080ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:54.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff09be00700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0a9630 tx=0x7ff08c0a8e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99c860d57d7ba780 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff086000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c0b20d0 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff08c010720 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff08800bbe0 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff08c0a9440 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff0ad53ab80 10 client.27164 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.763+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5642c0873d90 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff08800bbe0 con 0x5642c07eeb00 2024-05-21T19:15:54.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff08c0a8600 con 0x5642c07eeb00 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 10 client.27164 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 10 client.27164 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 20 client.27164 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c08743a0 0x5642c08767c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 4 client.27164 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.5, "await_for": 45.0}] 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 132.5, "await_for": 45.0}) -- 0x5642c0748700 con 0x5642c08743a0 2024-05-21T19:15:54.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.764+0000 7ff09b400700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c08743a0 0x5642c08767c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.765+0000 7ff09b400700 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c08743a0 0x5642c08767c0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b04e9f82b25ca542 server_cookie=6a48c5e9f651a8e8 in_seq=0 out_seq=0 2024-05-21T19:15:54.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.765+0000 7ff086000700 10 client.27164 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:54.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff086000700 1 -- 172.21.15.3:0/3555779544 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5642c0748700 con 0x5642c08743a0 2024-05-21T19:15:54.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff086000700 10 client.27164 handle_command_reply: tid=0 2024-05-21T19:15:54.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 client.27164 shutdown 2024-05-21T19:15:54.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 msgr2=0x5642c080c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0a9630 tx=0x7ff08c0a8e90 comp rx=0 tx=0).stop 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 shutdown_connections 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5642c08743a0 0x5642c08767c0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5642c07f4d90 0x5642c080ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5642c07eeb00 0x5642c080c3f0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 --2- 172.21.15.3:0/3555779544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5642c07f4470 0x5642c080c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 >> 172.21.15.3:0/3555779544 conn(0x5642c071cd70 msgr2=0x5642c07e2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.773+0000 7ff086000700 0 client.27164 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.774+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 shutdown_connections 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.774+0000 7ff0ad53ab80 1 -- 172.21.15.3:0/3555779544 wait complete. 2024-05-21T19:15:54.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.774+0000 7ff0ad53ab80 20 client.27164 trim_cache size 0 max 16384 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 28, 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 22, 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "b2990867": { 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 22, 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:15:54.776 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 132.5, 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:54.777 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:15:54.778 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:15:54.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 msgr2=0x7ff0800b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 0x7ff0800b4e70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7ff094009fd0 tx=0x7ff09400b040 comp rx=0 tx=0).stop 2024-05-21T19:15:54.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 msgr2=0x7ff09c102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff08c00e9a0 tx=0x7ff08c00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 shutdown_connections 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0800b29b0 0x7ff0800b4e70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff09c108900 0x7ff09c102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff09c06b480 0x7ff09c102510 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 --2- 172.21.15.3:0/3853965224 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff09c06be30 0x7ff09c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 >> 172.21.15.3:0/3853965224 conn(0x7ff09c0793e0 msgr2=0x7ff09c1003f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 shutdown_connections 2024-05-21T19:15:54.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:54.775+0000 7ff0a2c00700 1 -- 172.21.15.3:0/3853965224 wait complete. 2024-05-21T19:15:55.746 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:55.796 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b2990867', quiesce took 7.8 seconds. Will release after: 4.7 2024-05-21T19:15:55.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:55 smithi003 ceph-mon[31577]: pgmap v679: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:55 smithi178 ceph-mon[36523]: pgmap v679: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:55 smithi104 ceph-mon[36417]: pgmap v679: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:56.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 -- 172.21.15.3:0/2946347386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 msgr2=0x7f5b5c074e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 --2- 172.21.15.3:0/2946347386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c074e60 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c009900 tx=0x7f5b4c02a480 comp rx=0 tx=0).stop 2024-05-21T19:15:56.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 -- 172.21.15.3:0/2946347386 shutdown_connections 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 --2- 172.21.15.3:0/2946347386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 0x7f5b5c10cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 --2- 172.21.15.3:0/2946347386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 0x7f5b5c075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 --2- 172.21.15.3:0/2946347386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c074e60 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 -- 172.21.15.3:0/2946347386 >> 172.21.15.3:0/2946347386 conn(0x7f5b5c0fde80 msgr2=0x7f5b5c1002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 -- 172.21.15.3:0/2946347386 shutdown_connections 2024-05-21T19:15:56.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.225+0000 7f5b61800640 1 -- 172.21.15.3:0/2946347386 wait complete. 2024-05-21T19:15:56.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.226+0000 7f5b61800640 1 Processor -- start 2024-05-21T19:15:56.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.226+0000 7f5b61800640 1 -- start start 2024-05-21T19:15:56.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 0x7f5b5c19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 0x7f5b5c1a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c110690 con 0x7f5b5c076a10 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c110510 con 0x7f5b5c075430 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b61800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c110810 con 0x7f5b5c10a7c0 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35420/0 (socket says 172.21.15.3:35420) 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b5b400640 1 -- 172.21.15.3:0/1305211952 learned_addr learned my addr 172.21.15.3:0/1305211952 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b60e00640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 0x7f5b5c1a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.227+0000 7f5b5be00640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 0x7f5b5c19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 -- 172.21.15.3:0/1305211952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 msgr2=0x7f5b5c1a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 0x7f5b5c1a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 -- 172.21.15.3:0/1305211952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 msgr2=0x7f5b5c19ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 0x7f5b5c19ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 -- 172.21.15.3:0/1305211952 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b5c1a2930 con 0x7f5b5c076a10 2024-05-21T19:15:56.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b5b400640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5b44009d50 tx=0x7f5b4400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b58c00640 1 -- 172.21.15.3:0/1305211952 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b44003b70 con 0x7f5b5c076a10 2024-05-21T19:15:56.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b5c1a2c20 con 0x7f5b5c076a10 2024-05-21T19:15:56.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b58c00640 1 -- 172.21.15.3:0/1305211952 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b44003d10 con 0x7f5b5c076a10 2024-05-21T19:15:56.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.228+0000 7f5b58c00640 1 -- 172.21.15.3:0/1305211952 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b44004d40 con 0x7f5b5c076a10 2024-05-21T19:15:56.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.229+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b5c1a3140 con 0x7f5b5c076a10 2024-05-21T19:15:56.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 Processor -- start 2024-05-21T19:15:56.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 -- start start 2024-05-21T19:15:56.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3da6e0 0x55cebe3df1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3df850 0x55cebe3e1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cebe349b90 con 0x55cebe3da6e0 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cebe339730 con 0x55cebe3df850 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.232+0000 7f5b65c45740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cebe33d770 con 0x55cebe3d9cf0 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b58c00640 1 -- 172.21.15.3:0/1305211952 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5b44004000 con 0x7f5b5c076a10 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b5be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3da6e0 0x55cebe3df1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38968/0 (socket says 172.21.15.3:38968) 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 -- 172.21.15.3:0/3954133724 learned_addr learned my addr 172.21.15.3:0/3954133724 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 -- 172.21.15.3:0/3954133724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3df850 msgr2=0x55cebe3e1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3df850 0x55cebe3e1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 -- 172.21.15.3:0/3954133724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3da6e0 msgr2=0x55cebe3df1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3da6e0 0x55cebe3df1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 -- 172.21.15.3:0/3954133724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cebe2d28b0 con 0x55cebe3d9cf0 2024-05-21T19:15:56.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.233+0000 7f5b60e00640 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5b54009ca0 tx=0x7f5b54011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc299719ac5bd04f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b51600640 1 -- 172.21.15.3:0/3954133724 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5401e070 con 0x55cebe3d9cf0 2024-05-21T19:15:56.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b51600640 1 -- 172.21.15.3:0/3954133724 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b54009e50 con 0x55cebe3d9cf0 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b51600640 1 -- 172.21.15.3:0/3954133724 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5400e9e0 con 0x55cebe3d9cf0 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b58c00640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 0x7f5b400b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b65c45740 1 -- 172.21.15.3:0/3954133724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 msgr2=0x55cebe3da110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.234+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5b54009ca0 tx=0x7f5b54011810 comp rx=0 tx=0).stop 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 -- 172.21.15.3:0/3954133724 shutdown_connections 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3df850 0x55cebe3e1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3da6e0 0x55cebe3df1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3954133724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3da110 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 -- 172.21.15.3:0/3954133724 >> 172.21.15.3:0/3954133724 conn(0x55cebe3d5360 msgr2=0x55cebe3d5760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b58c00640 1 -- 172.21.15.3:0/1305211952 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5b440e28e0 con 0x7f5b5c076a10 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 -- 172.21.15.3:0/3954133724 shutdown_connections 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b5be00640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 0x7f5b400b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 -- 172.21.15.3:0/3954133724 wait complete. 2024-05-21T19:15:56.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.235+0000 7f5b65c45740 1 -- start start 2024-05-21T19:15:56.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b5be00640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 0x7f5b400b4ca0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c031500 tx=0x7f5b4c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 Processor -- start 2024-05-21T19:15:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3eb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55cebe01f790 con 0x55cebe3df850 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55cebe2e1bc0 con 0x55cebe3da6e0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55cebe3e2800 con 0x55cebe3d9cf0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.236+0000 7f5b65c45740 10 client.0 _ll_register_callbacks cb 0x55cebe2bf400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b60e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3eb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38984/0 (socket says 172.21.15.3:38984) 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5be00640 1 -- 172.21.15.3:0/3765876608 learned_addr learned my addr 172.21.15.3:0/3765876608 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46856/0 (socket says 172.21.15.3:46856) 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 -- 172.21.15.3:0/3765876608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 msgr2=0x55cebe3e3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 -- 172.21.15.3:0/3765876608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 msgr2=0x55cebe3eb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3eb0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 -- 172.21.15.3:0/3765876608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cebe04e210 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5b440e0730 tx=0x7f5b440a98f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1766f5d473c8149 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.237+0000 7f5b4a000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b440aa5e0 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5b440a60e0 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b54009e50 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5b440a9ee0 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b65c45740 10 client.27173 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cebe11a620 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.238+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b54009e50 con 0x55cebe3da6e0 2024-05-21T19:15:56.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5b440a7ec0 con 0x55cebe3da6e0 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 10 client.27173 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 10 client.27173 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 20 client.27173 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe3ef5b0 0x55cebe3f19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 4 client.27173 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cebe34bae0 con 0x55cebe3ef5b0 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.239+0000 7f5b5be00640 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe3ef5b0 0x55cebe3f19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.240+0000 7f5b5be00640 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe3ef5b0 0x55cebe3f19f0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d775f4ab244fe993 server_cookie=79094377ba35ad16 in_seq=0 out_seq=0 2024-05-21T19:15:56.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.240+0000 7f5b4a000640 10 client.27173 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.240+0000 7f5b4a000640 1 -- 172.21.15.3:0/3765876608 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cebe34bae0 con 0x55cebe3ef5b0 2024-05-21T19:15:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.240+0000 7f5b4a000640 10 client.27173 handle_command_reply: tid=0 2024-05-21T19:15:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.240+0000 7f5b65c45740 1 client.27173 shutdown 2024-05-21T19:15:56.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 msgr2=0x55cebe3e4080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5b440e0730 tx=0x7f5b440a98f0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 shutdown_connections 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe3ef5b0 0x55cebe3f19f0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3eb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3e4080 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b4a000640 0 client.27173 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3765876608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 >> 172.21.15.3:0/3765876608 conn(0x55cebe3d5360 msgr2=0x55cebe3d44c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 shutdown_connections 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 1 -- 172.21.15.3:0/3765876608 wait complete. 2024-05-21T19:15:56.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.241+0000 7f5b65c45740 20 client.27173 trim_cache size 0 max 16384 2024-05-21T19:15:56.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 Processor -- start 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 -- start start 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3d3c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3d4170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1ae900 con 0x55cebe3df850 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1ac1d0 con 0x55cebe3da6e0 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.261+0000 7f5b65c45740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1aa020 con 0x55cebe3d9cf0 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3d3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3d3c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38994/0 (socket says 172.21.15.3:38994) 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46870/0 (socket says 172.21.15.3:46870) 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5be00640 1 -- 172.21.15.3:0/3151996779 learned_addr learned my addr 172.21.15.3:0/3151996779 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b60e00640 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3d4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 -- 172.21.15.3:0/3151996779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 msgr2=0x55cebe3d3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3d3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 -- 172.21.15.3:0/3151996779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 msgr2=0x55cebe3d4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3d4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.264 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 -- 172.21.15.3:0/3151996779 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cebe3f2070 con 0x55cebe3da6e0 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.262+0000 7f5b5b400640 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5b440e0410 tx=0x7f5b440a9960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1b40d7ae0f54e8f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b50c00640 1 -- 172.21.15.3:0/3151996779 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b440a5d10 con 0x55cebe3da6e0 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b50c00640 1 -- 172.21.15.3:0/3151996779 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b440aa5e0 con 0x55cebe3da6e0 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b50c00640 1 -- 172.21.15.3:0/3151996779 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b440a6240 con 0x55cebe3da6e0 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 -- 172.21.15.3:0/3151996779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 msgr2=0x55cebe3eb080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5b440e0410 tx=0x7f5b440a9960 comp rx=0 tx=0).stop 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 -- 172.21.15.3:0/3151996779 shutdown_connections 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3df850 0x55cebe3d4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3da6e0 0x55cebe3eb080 secure :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5b440e0410 tx=0x7f5b440a9960 comp rx=0 tx=0).stop 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.263+0000 7f5b65c45740 1 --2- 172.21.15.3:0/3151996779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3d9cf0 0x55cebe3d3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.264+0000 7f5b65c45740 1 -- 172.21.15.3:0/3151996779 >> 172.21.15.3:0/3151996779 conn(0x55cebe3d5360 msgr2=0x55cebe3d88d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.264+0000 7f5b65c45740 1 -- 172.21.15.3:0/3151996779 shutdown_connections 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.264+0000 7f5b65c45740 1 -- 172.21.15.3:0/3151996779 wait complete. 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.264+0000 7f5b65c45740 1 -- start start 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.264+0000 7f5b65c45740 1 Processor -- start 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 0x55cebe3e88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1aa690 con 0x55cebe3e9850 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1abb00 con 0x55cebe3d9cf0 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5b5c1aad60 con 0x55cebe3df850 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b65c45740 10 client.0 _ll_register_callbacks cb 0x7f5b44004830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b60e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b60e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35462/0 (socket says 172.21.15.3:35462) 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b60e00640 1 -- 172.21.15.3:0/521390355 learned_addr learned my addr 172.21.15.3:0/521390355 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b5be00640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.265+0000 7f5b5b400640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 0x55cebe3e88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 -- 172.21.15.3:0/521390355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 msgr2=0x55cebe3e88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 0x55cebe3e88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 -- 172.21.15.3:0/521390355 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 msgr2=0x55cebe3e9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 -- 172.21.15.3:0/521390355 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cebe3d9930 con 0x55cebe3d9cf0 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5b400640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 0x55cebe3e88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b60e00640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b5be00640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e8370 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c02a9a0 tx=0x7f5b4c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bdf1311153f90ee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b4a000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b4c035040 con 0x55cebe3d9cf0 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b440aa5e0 con 0x55cebe3d9cf0 2024-05-21T19:15:56.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.266+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5b4c054680 con 0x55cebe3d9cf0 2024-05-21T19:15:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5b4c063070 con 0x55cebe3d9cf0 2024-05-21T19:15:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 10 client.27179 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:56.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cebe45a1d0 con 0x55cebe3d9cf0 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b440aa5e0 con 0x55cebe3d9cf0 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5b4c044070 con 0x55cebe3d9cf0 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 10 client.27179 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 10 client.27179 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 20 client.27179 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe45aa40 0x55cebe45ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 4 client.27179 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.267+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cebe3452c0 con 0x55cebe45aa40 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.268+0000 7f5b5b400640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe45aa40 0x55cebe45ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:56.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.268+0000 7f5b4a000640 10 client.27179 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:56.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.268+0000 7f5b5b400640 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe45aa40 0x55cebe45ce60 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbbc5bce6770a713 server_cookie=da36a21c88c2e20f in_seq=0 out_seq=0 2024-05-21T19:15:56.277 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b4a000640 1 -- 172.21.15.3:0/521390355 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55cebe3452c0 con 0x55cebe45aa40 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b4a000640 10 client.27179 handle_command_reply: tid=0 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 client.27179 shutdown 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 msgr2=0x55cebe3e8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e8370 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c02a9a0 tx=0x7f5b4c009260 comp rx=0 tx=0).stop 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 shutdown_connections 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55cebe45aa40 0x55cebe45ce60 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55cebe3df850 0x55cebe3e88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55cebe3e9850 0x55cebe3e9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b4a000640 0 client.27179 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 --2- 172.21.15.3:0/521390355 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55cebe3d9cf0 0x55cebe3e8370 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.278 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.276+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 >> 172.21.15.3:0/521390355 conn(0x55cebe3d5360 msgr2=0x55cebe3daf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.277+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 shutdown_connections 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.277+0000 7f5b65c45740 1 -- 172.21.15.3:0/521390355 wait complete. 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.277+0000 7f5b65c45740 20 client.27179 trim_cache size 0 max 16384 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:15:56.279 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 msgr2=0x7f5b400b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 0x7f5b400b4ca0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b4c031500 tx=0x7f5b4c005a20 comp rx=0 tx=0).stop 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 msgr2=0x7f5b5c19b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5b44009d50 tx=0x7f5b4400c6a0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 shutdown_connections 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5b400b27e0 0x7f5b400b4ca0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.280 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5b5c10a7c0 0x7f5b5c1a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5b5c076a10 0x7f5b5c19b260 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 --2- 172.21.15.3:0/1305211952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5b5c075430 0x7f5b5c19ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:56.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 >> 172.21.15.3:0/1305211952 conn(0x7f5b5c0fde80 msgr2=0x7f5b5c106750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:56.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 shutdown_connections 2024-05-21T19:15:56.281 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:15:56.278+0000 7f5b61800640 1 -- 172.21.15.3:0/1305211952 wait complete. 2024-05-21T19:15:57.798 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:57 smithi003 ceph-mon[31577]: pgmap v680: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:15:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:57 smithi178 ceph-mon[36523]: pgmap v680: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:15:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:57 smithi104 ceph-mon[36417]: pgmap v680: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:15:58.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0cfe00700 1 -- 172.21.15.3:0/2472188284 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4017400 con 0x7fd0d0077a70 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 -- 172.21.15.3:0/2472188284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 msgr2=0x7fd0d0077e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 --2- 172.21.15.3:0/2472188284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d0077e50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40098f0 tx=0x7fd0c4009c00 comp rx=0 tx=0).stop 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 -- 172.21.15.3:0/2472188284 shutdown_connections 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 --2- 172.21.15.3:0/2472188284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d01142f0 0x7fd0d01166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 --2- 172.21.15.3:0/2472188284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d0077e50 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 --2- 172.21.15.3:0/2472188284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d0078390 0x7fd0d0113db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.076+0000 7fd0d6800700 1 -- 172.21.15.3:0/2472188284 >> 172.21.15.3:0/2472188284 conn(0x7fd0d0101120 msgr2=0x7fd0d0103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.077+0000 7fd0d6800700 1 -- 172.21.15.3:0/2472188284 shutdown_connections 2024-05-21T19:15:58.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.077+0000 7fd0d6800700 1 -- 172.21.15.3:0/2472188284 wait complete. 2024-05-21T19:15:58.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 Processor -- start 2024-05-21T19:15:58.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 -- start start 2024-05-21T19:15:58.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 0x7fd0d01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d01142f0 0x7fd0d01a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0119c70 con 0x7fd0d01142f0 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0119af0 con 0x7fd0d0078390 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.078+0000 7fd0d6800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d0119df0 con 0x7fd0d0077a70 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39022/0 (socket says 172.21.15.3:39022) 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d4a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 0x7fd0d01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 -- 172.21.15.3:0/3370194382 learned_addr learned my addr 172.21.15.3:0/3370194382 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:58.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d01142f0 0x7fd0d01a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 -- 172.21.15.3:0/3370194382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 msgr2=0x7fd0d01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 0x7fd0d01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 -- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d01142f0 msgr2=0x7fd0d01a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d01142f0 0x7fd0d01a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d5400700 1 -- 172.21.15.3:0/3370194382 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0d01a5170 con 0x7fd0d0077a70 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.079+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 0x7fd0d01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0d5400700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400f990 tx=0x7fd0c400f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0ce000700 1 -- 172.21.15.3:0/3370194382 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4027070 con 0x7fd0d0077a70 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0ce000700 1 -- 172.21.15.3:0/3370194382 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c4005570 con 0x7fd0d0077a70 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0d01a5400 con 0x7fd0d0077a70 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0ce000700 1 -- 172.21.15.3:0/3370194382 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c4004930 con 0x7fd0d0077a70 2024-05-21T19:15:58.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.080+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0d01acce0 con 0x7fd0d0077a70 2024-05-21T19:15:58.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.085+0000 7fd0ce000700 1 -- 172.21.15.3:0/3370194382 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd0c402a070 con 0x7fd0d0077a70 2024-05-21T19:15:58.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.086+0000 7fd0e2693b80 1 Processor -- start 2024-05-21T19:15:58.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.086+0000 7fd0e2693b80 1 -- start start 2024-05-21T19:15:58.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c059400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0534b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56073bfb1e40 con 0x56073c053ad0 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56073bfa19e0 con 0x56073c059940 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56073bfa5a20 con 0x56073c059020 2024-05-21T19:15:58.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0ce000700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 0x7fd0b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0d4a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0d4a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35494/0 (socket says 172.21.15.3:35494) 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0d4a00700 1 -- 172.21.15.3:0/2728109314 learned_addr learned my addr 172.21.15.3:0/2728109314 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c059400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.087+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 0x7fd0b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0ce000700 1 -- 172.21.15.3:0/3370194382 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd0c40e2c50 con 0x7fd0d0077a70 2024-05-21T19:15:58.089 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d5400700 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0534b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 -- 172.21.15.3:0/2728109314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 msgr2=0x56073c059400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c059400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 -- 172.21.15.3:0/2728109314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 msgr2=0x56073c0534b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0534b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 -- 172.21.15.3:0/2728109314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56073bf6a420 con 0x56073c053ad0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc011630 tx=0x7fd0bc011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab469758a1dcc5f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.088+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 0x7fd0b80b4d40 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009ec0 tx=0x7fd0c800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.089+0000 7fd0c2a00700 1 -- 172.21.15.3:0/2728109314 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc004830 con 0x56073c053ad0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.089+0000 7fd0c2a00700 1 -- 172.21.15.3:0/2728109314 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0bc005020 con 0x56073c053ad0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.089+0000 7fd0c2a00700 1 -- 172.21.15.3:0/2728109314 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0bc00e690 con 0x56073c053ad0 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2728109314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 msgr2=0x56073c053f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd0bc011630 tx=0x7fd0bc011940 comp rx=0 tx=0).stop 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2728109314 shutdown_connections 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c053f30 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c059400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2728109314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2728109314 >> 172.21.15.3:0/2728109314 conn(0x56073bf81be0 msgr2=0x56073c04e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2728109314 shutdown_connections 2024-05-21T19:15:58.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2728109314 wait complete. 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.090+0000 7fd0e2693b80 1 -- start start 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 Processor -- start 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059020 0x56073c05c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 0x56073c05ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56073bea7fa0 con 0x56073c059940 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56073bf42760 con 0x56073c059020 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56073c060460 con 0x56073c053ad0 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.091+0000 7fd0e2693b80 10 client.0 _ll_register_callbacks cb 0x56073bf4bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 0x56073c05ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 0x56073c05ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35504/0 (socket says 172.21.15.3:35504) 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5e00700 1 -- 172.21.15.3:0/2359130880 learned_addr learned my addr 172.21.15.3:0/2359130880 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39046/0 (socket says 172.21.15.3:39046) 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059020 0x56073c05c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 -- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059020 msgr2=0x56073c05c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059020 0x56073c05c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 -- 172.21.15.3:0/2359130880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 msgr2=0x56073c05ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 0x56073c05ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 -- 172.21.15.3:0/2359130880 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56073bef18d0 con 0x56073c053ad0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.092+0000 7fd0d5400700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4005e90 tx=0x7fd0c40a9a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82b02dec6e6f5bd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0b7400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c40aa980 con 0x56073c053ad0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd0c40aa4e0 con 0x56073c053ad0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0bc005020 con 0x56073c053ad0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd0c40aa280 con 0x56073c053ad0 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0e2693b80 10 client.27187 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:58.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56073bf72060 con 0x56073c053ad0 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.093+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0bc005020 con 0x56073c053ad0 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd0c40e0b90 con 0x56073c053ad0 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 10 client.27187 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 10 client.27187 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 20 client.27187 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:58.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c06cf60 0x56073c06f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 4 client.27187 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56073bfb3d90 con 0x56073c06cf60 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.094+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c06cf60 0x56073c06f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.095+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c06cf60 0x56073c06f3a0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bb6a26bb7e9fe5d server_cookie=8128ac6d25ffacf in_seq=0 out_seq=0 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.095+0000 7fd0b7400700 10 client.27187 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0b7400700 1 -- 172.21.15.3:0/2359130880 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56073bfb3d90 con 0x56073c06cf60 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0b7400700 10 client.27187 handle_command_reply: tid=0 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 client.27187 shutdown 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 msgr2=0x56073c05f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd0c4005e90 tx=0x7fd0c40a9a70 comp rx=0 tx=0).stop 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 shutdown_connections 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c06cf60 0x56073c06f3a0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059940 0x56073c05ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c05f5d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2359130880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059020 0x56073c05c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 >> 172.21.15.3:0/2359130880 conn(0x56073bf81be0 msgr2=0x56073c0524a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.096+0000 7fd0b7400700 0 client.27187 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.097+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 shutdown_connections 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.097+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2359130880 wait complete. 2024-05-21T19:15:58.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.097+0000 7fd0e2693b80 20 client.27187 trim_cache size 0 max 16384 2024-05-21T19:15:58.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.119+0000 7fd0e2693b80 1 Processor -- start 2024-05-21T19:15:58.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 -- start start 2024-05-21T19:15:58.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c05b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b6900 con 0x56073c053ad0 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b4190 con 0x56073c059940 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b1fe0 con 0x56073c059020 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46908/0 (socket says 172.21.15.3:46908) 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35512/0 (socket says 172.21.15.3:35512) 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d5e00700 1 -- 172.21.15.3:0/2518135843 learned_addr learned my addr 172.21.15.3:0/2518135843 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:58.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.120+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c05b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 -- 172.21.15.3:0/2518135843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 msgr2=0x56073c05b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c05b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 -- 172.21.15.3:0/2518135843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 msgr2=0x56073c05b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 -- 172.21.15.3:0/2518135843 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56073c06fa20 con 0x56073c059940 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5400700 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.121+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8018930 tx=0x7fd0c8011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c0a8e9fa20a8fac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.122+0000 7fd0c2000700 1 -- 172.21.15.3:0/2518135843 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c802c070 con 0x56073c059940 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.122+0000 7fd0c2000700 1 -- 172.21.15.3:0/2518135843 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c8008260 con 0x56073c059940 2024-05-21T19:15:58.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.122+0000 7fd0c2000700 1 -- 172.21.15.3:0/2518135843 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c801a760 con 0x56073c059940 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.122+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2518135843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 msgr2=0x56073c04dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.122+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8018930 tx=0x7fd0c8011000 comp rx=0 tx=0).stop 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2518135843 shutdown_connections 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c04dc30 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c053ad0 0x56073c05b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/2518135843 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c059020 0x56073c05b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2518135843 >> 172.21.15.3:0/2518135843 conn(0x56073bf81be0 msgr2=0x56073c056aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2518135843 shutdown_connections 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 -- 172.21.15.3:0/2518135843 wait complete. 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 -- start start 2024-05-21T19:15:58.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.123+0000 7fd0e2693b80 1 Processor -- start 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c0658d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0626c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b2650 con 0x56073c059020 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b3ac0 con 0x56073c059940 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd0d01b2d20 con 0x56073c053ad0 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0e2693b80 10 client.0 _ll_register_callbacks cb 0x56073bf4bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0d4a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0d4a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35520/0 (socket says 172.21.15.3:35520) 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c0658d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0d4a00700 1 -- 172.21.15.3:0/96491936 learned_addr learned my addr 172.21.15.3:0/96491936 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.124+0000 7fd0d5e00700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0626c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 -- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 msgr2=0x56073c0626c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0626c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 -- 172.21.15.3:0/96491936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 msgr2=0x56073c065e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 -- 172.21.15.3:0/96491936 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56073c062e40 con 0x56073c053ad0 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0d5400700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c0658d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40a9f80 tx=0x7fd0c40a9e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3014fddd23fa2d80 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0b7400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:15:58.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0c40aa980 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd0c40e0b90 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.125+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0c8008260 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd0c40ae630 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 10 client.27193 fetch_fsmap learned FSMap version 28 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56073c0d85c0 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0c8008260 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd0c40a94e0 con 0x56073c053ad0 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 10 client.27193 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 10 client.27193 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 20 client.27193 populate_metadata read hostname 'smithi003' 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c0d8bc0 0x56073c0dafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 4 client.27193 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:15:58.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.126+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56073bfad570 con 0x56073c0d8bc0 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c0d8bc0 0x56073c0dafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0d4a00700 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c0d8bc0 0x56073c0dafe0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca8c0bee36999d0c server_cookie=274fd42c36a68457 in_seq=0 out_seq=0 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0b7400700 10 client.27193 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0b7400700 1 -- 172.21.15.3:0/96491936 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56073bfad570 con 0x56073c0d8bc0 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0b7400700 10 client.27193 handle_command_reply: tid=0 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.127+0000 7fd0e2693b80 1 client.27193 shutdown 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 msgr2=0x56073c0658d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c0658d0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fd0c40a9f80 tx=0x7fd0c40a9e00 comp rx=0 tx=0).stop 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 shutdown_connections 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56073c0d8bc0 0x56073c0dafe0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56073c059940 0x56073c0626c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56073c053ad0 0x56073c0658d0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 --2- 172.21.15.3:0/96491936 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56073c059020 0x56073c065e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 >> 172.21.15.3:0/96491936 conn(0x56073bf81be0 msgr2=0x56073c04dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0b7400700 0 client.27193 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 shutdown_connections 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 1 -- 172.21.15.3:0/96491936 wait complete. 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.128+0000 7fd0e2693b80 20 client.27193 trim_cache size 0 max 16384 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:15:58.133 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 msgr2=0x7fd0b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 0x7fd0b80b4d40 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8009ec0 tx=0x7fd0c800b040 comp rx=0 tx=0).stop 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 msgr2=0x7fd0d01a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fd0c400f990 tx=0x7fd0c400f9c0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 shutdown_connections 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd0b80b2880 0x7fd0b80b4d40 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd0d01142f0 0x7fd0d01a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd0d0077a70 0x7fd0d01a0160 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 --2- 172.21.15.3:0/3370194382 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd0d0078390 0x7fd0d01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:15:58.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 >> 172.21.15.3:0/3370194382 conn(0x7fd0d0101120 msgr2=0x7fd0d0103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:15:58.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 shutdown_connections 2024-05-21T19:15:58.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:15:58.129+0000 7fd0d6800700 1 -- 172.21.15.3:0/3370194382 wait complete. 2024-05-21T19:15:59.120 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:15:59.120 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:15:59.586 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:15:59.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:15:59 smithi003 ceph-mon[31577]: pgmap v681: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:15:59 smithi178 ceph-mon[36523]: pgmap v681: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:15:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:15:59 smithi104 ceph-mon[36417]: pgmap v681: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:16:00.497 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:16:01.049 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:01.731 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:01 smithi003 ceph-mon[31577]: pgmap v682: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:16:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:01 smithi178 ceph-mon[36523]: pgmap v682: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 -- 172.21.15.3:0/3853293802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 msgr2=0x7f268c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 --2- 172.21.15.3:0/3853293802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c110470 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f268400b0d0 tx=0x7f268400b3e0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 -- 172.21.15.3:0/3853293802 shutdown_connections 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 --2- 172.21.15.3:0/3853293802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c110470 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 --2- 172.21.15.3:0/3853293802 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1037f0 0x7f268c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 --2- 172.21.15.3:0/3853293802 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1041a0 0x7f268c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 -- 172.21.15.3:0/3853293802 >> 172.21.15.3:0/3853293802 conn(0x7f268c07a6a0 msgr2=0x7f268c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 -- 172.21.15.3:0/3853293802 shutdown_connections 2024-05-21T19:16:01.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.907+0000 7f2693c00700 1 -- 172.21.15.3:0/3853293802 wait complete. 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.908+0000 7f2693c00700 1 Processor -- start 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.908+0000 7f2693c00700 1 -- start start 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 0x7f268c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f268c113730 con 0x7f268c1041a0 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f268c1135b0 con 0x7f268c1088f0 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2693c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f268c1138b0 con 0x7f268c1037f0 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f268be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2691c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:01.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f268be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57740/0 (socket says 172.21.15.3:57740) 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f268be00700 1 -- 172.21.15.3:0/989294238 learned_addr learned my addr 172.21.15.3:0/989294238 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.909+0000 7f2691200700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 0x7f268c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 -- 172.21.15.3:0/989294238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 msgr2=0x7f268c19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 0x7f268c19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 -- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 msgr2=0x7f268c19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 -- 172.21.15.3:0/989294238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f268c1a0d60 con 0x7f268c1088f0 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691200700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 0x7f268c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f268be00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:01.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2691c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c1a0620 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f268400b770 tx=0x7f2684007980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.910+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268401f070 con 0x7f268c1088f0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.911+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2684007dc0 con 0x7f268c1088f0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.911+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268401b430 con 0x7f268c1088f0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.911+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f268c1a0ff0 con 0x7f268c1088f0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.911+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f268c1a88d0 con 0x7f268c1088f0 2024-05-21T19:16:01.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.912+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f268c06a230 con 0x7f268c1088f0 2024-05-21T19:16:01.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.914+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2684022070 con 0x7f268c1088f0 2024-05-21T19:16:01.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.916+0000 7f2689600700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 0x7f26740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.916+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f268400f020 con 0x7f268c1088f0 2024-05-21T19:16:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.916+0000 7f2691200700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 0x7f26740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:01.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.917+0000 7f2691200700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 0x7f26740b4dc0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2680011490 tx=0x7f2680009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:01.921 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:01.920+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2684029020 con 0x7f268c1088f0 2024-05-21T19:16:01.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:01 smithi104 ceph-mon[36417]: pgmap v682: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:16:02.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.218+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f268c1a8aa0 con 0x7f268c1088f0 2024-05-21T19:16:02.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.219+0000 7f2689600700 1 -- 172.21.15.3:0/989294238 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11864 (secure 0 0 0) 0x7f26840b1e20 con 0x7f268c1088f0 2024-05-21T19:16:02.220 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:16:02.221 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:42.774774+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:16:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.222+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 msgr2=0x7f26740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.222+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 0x7f26740b4dc0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2680011490 tx=0x7f2680009260 comp rx=0 tx=0).stop 2024-05-21T19:16:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 msgr2=0x7f268c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:02.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c1a0620 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f268400b770 tx=0x7f2684007980 comp rx=0 tx=0).stop 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 shutdown_connections 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f26740b2900 0x7f26740b4dc0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f268c1088f0 0x7f268c1a0620 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f268c1037f0 0x7f268c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 --2- 172.21.15.3:0/989294238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f268c1041a0 0x7f268c19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 >> 172.21.15.3:0/989294238 conn(0x7f268c07a6a0 msgr2=0x7f268c101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 shutdown_connections 2024-05-21T19:16:02.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:02.223+0000 7f2693c00700 1 -- 172.21.15.3:0/989294238 wait complete. 2024-05-21T19:16:02.225 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 28 2024-05-21T19:16:02.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:02 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/989294238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:02.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:02 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/989294238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:02.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:02 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/989294238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:03.193 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:16:03.702 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:03 smithi003 ceph-mon[31577]: pgmap v683: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 9 op/s 2024-05-21T19:16:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:03 smithi178 ceph-mon[36523]: pgmap v683: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 9 op/s 2024-05-21T19:16:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:03 smithi104 ceph-mon[36417]: pgmap v683: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.8 KiB/s wr, 9 op/s 2024-05-21T19:16:05.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.528+0000 7f3013600700 1 -- 172.21.15.3:0/2501785724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c1095b0 msgr2=0x7f300c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.528+0000 7f3013600700 1 --2- 172.21.15.3:0/2501785724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c1095b0 0x7f300c109990 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f30000098f0 tx=0x7f3000009c00 comp rx=0 tx=0).stop 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 -- 172.21.15.3:0/2501785724 shutdown_connections 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 --2- 172.21.15.3:0/2501785724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c06bbe0 0x7f300c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 --2- 172.21.15.3:0/2501785724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c1095b0 0x7f300c109990 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 --2- 172.21.15.3:0/2501785724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06b220 0x7f300c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 -- 172.21.15.3:0/2501785724 >> 172.21.15.3:0/2501785724 conn(0x7f300c0793f0 msgr2=0x7f300c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 -- 172.21.15.3:0/2501785724 shutdown_connections 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.529+0000 7f3013600700 1 -- 172.21.15.3:0/2501785724 wait complete. 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.530+0000 7f3013600700 1 Processor -- start 2024-05-21T19:16:05.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.530+0000 7f3013600700 1 -- start start 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.530+0000 7f3013600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c06b220 0x7f300c19be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.530+0000 7f3013600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.530+0000 7f3013600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 0x7f300c1a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3013600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f300c113730 con 0x7f300c06bbe0 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3013600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f300c1135b0 con 0x7f300c1095b0 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3013600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f300c1138b0 con 0x7f300c06b220 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57756/0 (socket says 172.21.15.3:57756) 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 -- 172.21.15.3:0/2680935477 learned_addr learned my addr 172.21.15.3:0/2680935477 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3010c00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c06b220 0x7f300c19be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:05.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3011600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 0x7f300c1a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:05.488 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:16:05.488 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:42.774774+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:16:05.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 -- 172.21.15.3:0/2680935477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c06b220 msgr2=0x7f300c19be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:05.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c06b220 0x7f300c19be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 -- 172.21.15.3:0/2680935477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 msgr2=0x7f300c1a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 0x7f300c1a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f300be00700 1 -- 172.21.15.3:0/2680935477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f300c1a0ea0 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.531+0000 7f3011600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 0x7f300c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f300be00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800ec10 tx=0x7f2ff800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff800cd40 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f300c1a1190 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ff80044d0 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8010690 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.532+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f300c1a8a10 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.533+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f300c06a230 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.537+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2ff8003e50 con 0x7f300c06bbe0 2024-05-21T19:16:05.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.539+0000 7f3009600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 0x7f2ff40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.539+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ff80e26c0 con 0x7f300c06bbe0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.539+0000 7f3010c00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 0x7f2ff40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.540+0000 7f3010c00700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 0x7f2ff40b4d40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f30000098c0 tx=0x7f3000019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.542+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2ff80aa360 con 0x7f300c06bbe0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.839+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f300c19d1f0 con 0x7f300c06bbe0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.841+0000 7f3009600700 1 -- 172.21.15.3:0/2680935477 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11864 (secure 0 0 0) 0x7f300c19d1f0 con 0x7f300c06bbe0 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.844+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 msgr2=0x7f2ff40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.844+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 0x7f2ff40b4d40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f30000098c0 tx=0x7f3000019040 comp rx=0 tx=0).stop 2024-05-21T19:16:05.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.844+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 msgr2=0x7f300c19c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.844+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800ec10 tx=0x7f2ff800ef20 comp rx=0 tx=0).stop 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 shutdown_connections 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ff40b2880 0x7f2ff40b4d40 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f300c1095b0 0x7f300c1a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f300c06b220 0x7f300c19be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 --2- 172.21.15.3:0/2680935477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f300c06bbe0 0x7f300c19c3d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 >> 172.21.15.3:0/2680935477 conn(0x7f300c0793f0 msgr2=0x7f300c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 shutdown_connections 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:04.845+0000 7f3013600700 1 -- 172.21.15.3:0/2680935477 wait complete. 2024-05-21T19:16:05.491 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 28 2024-05-21T19:16:05.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:05 smithi003 ceph-mon[31577]: pgmap v684: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:16:05.790 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:05 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2680935477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:05 smithi178 ceph-mon[36523]: pgmap v684: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:16:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:05 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2680935477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:05.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:05 smithi104 ceph-mon[36417]: pgmap v684: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-05-21T19:16:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:05 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2680935477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:06.207 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id b2990867 --release --await' 2024-05-21T19:16:06.207 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id b2990867 --release --await 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 -- 172.21.15.3:0/2303559017 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 msgr2=0x7ff310110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 --2- 172.21.15.3:0/2303559017 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff310110470 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff30800b0a0 tx=0x7ff30800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 -- 172.21.15.3:0/2303559017 shutdown_connections 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 --2- 172.21.15.3:0/2303559017 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff310110470 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 --2- 172.21.15.3:0/2303559017 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff3101088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 --2- 172.21.15.3:0/2303559017 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff310103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 -- 172.21.15.3:0/2303559017 >> 172.21.15.3:0/2303559017 conn(0x7ff31007a6a0 msgr2=0x7ff31007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 -- 172.21.15.3:0/2303559017 shutdown_connections 2024-05-21T19:16:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.690+0000 7ff316800700 1 -- 172.21.15.3:0/2303559017 wait complete. 2024-05-21T19:16:06.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 Processor -- start 2024-05-21T19:16:06.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 -- start start 2024-05-21T19:16:06.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff31010a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff31010af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101137a0 con 0x7ff310103f90 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff310113620 con 0x7ff310108500 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.692+0000 7ff316800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff310113920 con 0x7ff3101035f0 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57780/0 (socket says 172.21.15.3:57780) 2024-05-21T19:16:06.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30ea00700 1 -- 172.21.15.3:0/1984061185 learned_addr learned my addr 172.21.15.3:0/1984061185 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:06.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30fe00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff31010af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30f400700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff31010a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30fe00700 1 -- 172.21.15.3:0/1984061185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 msgr2=0x7ff31010a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30fe00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff31010a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.693+0000 7ff30fe00700 1 -- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 msgr2=0x7ff31010a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.694+0000 7ff30fe00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.694+0000 7ff30fe00700 1 -- 172.21.15.3:0/1984061185 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3101ac4a0 con 0x7ff310108500 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.694+0000 7ff30f400700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff31010a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.694+0000 7ff30ea00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.694+0000 7ff30fe00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff31010af00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff30800b0a0 tx=0x7ff308004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.695+0000 7ff307e00700 1 -- 172.21.15.3:0/1984061185 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308021070 con 0x7ff310108500 2024-05-21T19:16:06.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.695+0000 7ff307e00700 1 -- 172.21.15.3:0/1984061185 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff308007e30 con 0x7ff310108500 2024-05-21T19:16:06.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.695+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3101ac730 con 0x7ff310108500 2024-05-21T19:16:06.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.695+0000 7ff307e00700 1 -- 172.21.15.3:0/1984061185 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308004560 con 0x7ff310108500 2024-05-21T19:16:06.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.695+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3101acc30 con 0x7ff310108500 2024-05-21T19:16:06.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.698+0000 7ff307e00700 1 -- 172.21.15.3:0/1984061185 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff308003c00 con 0x7ff310108500 2024-05-21T19:16:06.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.700+0000 7ff32124ab80 1 Processor -- start 2024-05-21T19:16:06.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.700+0000 7ff32124ab80 1 -- start start 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5576260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff307e00700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a5576ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a3a54d4e40 con 0x55a3a557c7d0 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a3a54c49e0 con 0x55a3a5576880 2024-05-21T19:16:06.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff32124ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a3a54c8a20 con 0x55a3a557beb0 2024-05-21T19:16:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff307e00700 1 -- 172.21.15.3:0/1984061185 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff30800f020 con 0x7ff310108500 2024-05-21T19:16:06.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.701+0000 7ff30fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a5576ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36068/0 (socket says 172.21.15.3:36068) 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 -- 172.21.15.3:0/3271127676 learned_addr learned my addr 172.21.15.3:0/3271127676 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30f400700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5576260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 -- 172.21.15.3:0/3271127676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 msgr2=0x55a3a5576ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a5576ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 -- 172.21.15.3:0/3271127676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 msgr2=0x55a3a5576260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5576260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 -- 172.21.15.3:0/3271127676 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3a548d420 con 0x55a3a557beb0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.702+0000 7ff30ea00700 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc011d00 tx=0x7ff2fc004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff06a4a91e322d3a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.703+0000 7ff30f400700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff3101047d0 tx=0x7ff300009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.703+0000 7ff304c00700 1 -- 172.21.15.3:0/3271127676 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc00f9b0 con 0x55a3a557beb0 2024-05-21T19:16:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.703+0000 7ff304c00700 1 -- 172.21.15.3:0/3271127676 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2fc004030 con 0x55a3a557beb0 2024-05-21T19:16:06.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.703+0000 7ff304c00700 1 -- 172.21.15.3:0/3271127676 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc003a30 con 0x55a3a557beb0 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 -- 172.21.15.3:0/3271127676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 msgr2=0x55a3a557c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff2fc011d00 tx=0x7ff2fc004750 comp rx=0 tx=0).stop 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 -- 172.21.15.3:0/3271127676 shutdown_connections 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a5576ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557c290 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 --2- 172.21.15.3:0/3271127676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5576260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 -- 172.21.15.3:0/3271127676 >> 172.21.15.3:0/3271127676 conn(0x55a3a54a4be0 msgr2=0x55a3a5571010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 -- 172.21.15.3:0/3271127676 shutdown_connections 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.704+0000 7ff32124ab80 1 -- 172.21.15.3:0/3271127676 wait complete. 2024-05-21T19:16:06.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.705+0000 7ff32124ab80 1 -- start start 2024-05-21T19:16:06.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.705+0000 7ff32124ab80 1 Processor -- start 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.705+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55824f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.705+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff32124ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a3a53cafa0 con 0x55a3a557c7d0 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff32124ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a3a5465760 con 0x55a3a5576880 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff32124ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a3a5583240 con 0x55a3a557beb0 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff32124ab80 10 client.0 _ll_register_callbacks cb 0x55a3a546ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:06.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55824f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36082/0 (socket says 172.21.15.3:36082) 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57798/0 (socket says 172.21.15.3:57798) 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30ea00700 1 -- 172.21.15.3:0/2691681172 learned_addr learned my addr 172.21.15.3:0/2691681172 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 -- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 msgr2=0x55a3a557f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 -- 172.21.15.3:0/2691681172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 msgr2=0x55a3a557fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.706+0000 7ff30f400700 1 -- 172.21.15.3:0/2691681172 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3a54148d0 con 0x55a3a5576880 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.707+0000 7ff30f400700 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55824f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff300011740 tx=0x7ff3000047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47a1bc0d77fc947a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.707+0000 7ff2f9600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.707+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300011e60 con 0x55a3a5576880 2024-05-21T19:16:06.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.707+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff30001e830 con 0x55a3a5576880 2024-05-21T19:16:06.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.707+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2fc004030 con 0x55a3a5576880 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff30002c070 con 0x55a3a5576880 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 10 client.27221 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a3a5495060 con 0x55a3a5576880 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2fc004030 con 0x55a3a5576880 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff300026c40 con 0x55a3a5576880 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 10 client.27221 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 10 client.27221 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 20 client.27221 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a558fe70 0x55a3a5592260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 4 client.27221 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.708+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a3a54d6d90 con 0x55a3a558fe70 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.709+0000 7ff30ea00700 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a558fe70 0x55a3a5592260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.709+0000 7ff30ea00700 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a558fe70 0x55a3a5592260 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1d5ecaf37f41a4aa server_cookie=6e8900280eb03d30 in_seq=0 out_seq=0 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.709+0000 7ff2f9600700 10 client.27221 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff2f9600700 1 -- 172.21.15.3:0/2691681172 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a3a54d6d90 con 0x55a3a558fe70 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff2f9600700 10 client.27221 handle_command_reply: tid=0 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 client.27221 shutdown 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 msgr2=0x55a3a55824f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55824f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7ff300011740 tx=0x7ff3000047c0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 shutdown_connections 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a558fe70 0x55a3a5592260 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55824f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 --2- 172.21.15.3:0/2691681172 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a557f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 >> 172.21.15.3:0/2691681172 conn(0x55a3a54a4be0 msgr2=0x55a3a5575250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.710+0000 7ff2f9600700 0 client.27221 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:16:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.711+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 shutdown_connections 2024-05-21T19:16:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.711+0000 7ff32124ab80 1 -- 172.21.15.3:0/2691681172 wait complete. 2024-05-21T19:16:06.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.711+0000 7ff32124ab80 20 client.27221 trim_cache size 0 max 16384 2024-05-21T19:16:06.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.728+0000 7ff32124ab80 1 Processor -- start 2024-05-21T19:16:06.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.728+0000 7ff32124ab80 1 -- start start 2024-05-21T19:16:06.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 0x55a3a55824f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b6ac0 con 0x55a3a557c7d0 2024-05-21T19:16:06.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b4350 con 0x55a3a557beb0 2024-05-21T19:16:06.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff32124ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b21a0 con 0x55a3a5576880 2024-05-21T19:16:06.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff30f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff30f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36086/0 (socket says 172.21.15.3:36086) 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff30f400700 1 -- 172.21.15.3:0/301399948 learned_addr learned my addr 172.21.15.3:0/301399948 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff30ea00700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 0x55a3a55824f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.729+0000 7ff30fe00700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 -- 172.21.15.3:0/301399948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 msgr2=0x55a3a5576260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 -- 172.21.15.3:0/301399948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 msgr2=0x55a3a557e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 -- 172.21.15.3:0/301399948 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3a5571ae0 con 0x55a3a557beb0 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30f400700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:06.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff30ea00700 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 0x55a3a55824f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x55a3a5580e60 tx=0x7ff2fc0046e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a308a5a50d46051e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff2fbe00700 1 -- 172.21.15.3:0/301399948 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc011050 con 0x55a3a557beb0 2024-05-21T19:16:06.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff2fbe00700 1 -- 172.21.15.3:0/301399948 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2fc00f980 con 0x55a3a557beb0 2024-05-21T19:16:06.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.730+0000 7ff2fbe00700 1 -- 172.21.15.3:0/301399948 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc0055d0 con 0x55a3a557beb0 2024-05-21T19:16:06.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 -- 172.21.15.3:0/301399948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 msgr2=0x55a3a55824f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 0x55a3a55824f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x55a3a5580e60 tx=0x7ff2fc0046e0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 -- 172.21.15.3:0/301399948 shutdown_connections 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a557e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a5576880 0x55a3a5576260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 --2- 172.21.15.3:0/301399948 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a557beb0 0x55a3a55824f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 -- 172.21.15.3:0/301399948 >> 172.21.15.3:0/301399948 conn(0x55a3a54a4be0 msgr2=0x55a3a55799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 -- 172.21.15.3:0/301399948 shutdown_connections 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.731+0000 7ff32124ab80 1 -- 172.21.15.3:0/301399948 wait complete. 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.732+0000 7ff32124ab80 1 -- start start 2024-05-21T19:16:06.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.732+0000 7ff32124ab80 1 Processor -- start 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55884d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5596b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b2810 con 0x55a3a557c7d0 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b3c80 con 0x55a3a5576880 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101b2ee0 con 0x55a3a557beb0 2024-05-21T19:16:06.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff32124ab80 10 client.0 _ll_register_callbacks cb 0x55a3a546ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:06.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff30f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55884d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff30f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55884d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:34150/0 (socket says 172.21.15.3:34150) 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff30f400700 1 -- 172.21.15.3:0/696770590 learned_addr learned my addr 172.21.15.3:0/696770590 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.733+0000 7ff30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36092/0 (socket says 172.21.15.3:36092) 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30fe00700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5596b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 -- 172.21.15.3:0/696770590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 msgr2=0x55a3a55884d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55884d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 -- 172.21.15.3:0/696770590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 msgr2=0x55a3a5596b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5596b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 -- 172.21.15.3:0/696770590 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3a5598670 con 0x55a3a557beb0 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff30ea00700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55a3a5580e60 tx=0x7ff2fc00fbc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd7bf54eb4602bfc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:06.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff2f9600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2fc00fde0 con 0x55a3a557beb0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.734+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2fc00f980 con 0x55a3a557beb0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff2fc005250 con 0x55a3a557beb0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff2fc005450 con 0x55a3a557beb0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 10 client.27223 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a3a55f9fb0 con 0x55a3a557beb0 2024-05-21T19:16:06.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2fc00f980 con 0x55a3a557beb0 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff2fc004c20 con 0x55a3a557beb0 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 10 client.27223 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 10 client.27223 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 20 client.27223 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a55fa420 0x55a3a55fc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 4 client.27223 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.735+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a3a54d0570 con 0x55a3a55fa420 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.736+0000 7ff30f400700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a55fa420 0x55a3a55fc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.736+0000 7ff30f400700 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a55fa420 0x55a3a55fc840 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=993a52622306a0b1 server_cookie=e0248f417fe3a57c in_seq=0 out_seq=0 2024-05-21T19:16:06.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.736+0000 7ff2f9600700 10 client.27223 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff2f9600700 1 -- 172.21.15.3:0/696770590 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a3a54d0570 con 0x55a3a55fa420 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff2f9600700 10 client.27223 handle_command_reply: tid=0 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 client.27223 shutdown 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 msgr2=0x55a3a5588a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x55a3a5580e60 tx=0x7ff2fc00fbc0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 shutdown_connections 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a3a55fa420 0x55a3a55fc840 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3a557c7d0 0x55a3a5596b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3a5576880 0x55a3a55884d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff2f9600700 0 client.27223 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 --2- 172.21.15.3:0/696770590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3a557beb0 0x55a3a5588a10 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.737+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 >> 172.21.15.3:0/696770590 conn(0x55a3a54a4be0 msgr2=0x55a3a557e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.738+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 shutdown_connections 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.738+0000 7ff32124ab80 1 -- 172.21.15.3:0/696770590 wait complete. 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.738+0000 7ff32124ab80 20 client.27223 trim_cache size 0 max 16384 2024-05-21T19:16:06.740 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.738+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 msgr2=0x7ff2f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.738+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff3101047d0 tx=0x7ff300009260 comp rx=0 tx=0).stop 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 msgr2=0x7ff31010af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff31010af00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7ff30800b0a0 tx=0x7ff308004d00 comp rx=0 tx=0).stop 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 shutdown_connections 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff310108500 0x7ff31010af00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff3101035f0 0x7ff31010a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 --2- 172.21.15.3:0/1984061185 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff310103f90 0x7ff31010a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:06.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 >> 172.21.15.3:0/1984061185 conn(0x7ff31007a6a0 msgr2=0x7ff310101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:06.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 shutdown_connections 2024-05-21T19:16:06.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:06.739+0000 7ff316800700 1 -- 172.21.15.3:0/1984061185 wait complete. 2024-05-21T19:16:06.761 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:07.725 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:16:07.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:07 smithi003 ceph-mon[31577]: pgmap v685: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-21T19:16:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:07 smithi178 ceph-mon[36523]: pgmap v685: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-21T19:16:07.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:07 smithi104 ceph-mon[36417]: pgmap v685: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-21T19:16:09.119 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 -- 172.21.15.3:0/2554975233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7090101d30 msgr2=0x7f7090102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 --2- 172.21.15.3:0/2554975233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7090101d30 0x7f7090102190 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f707c009860 tx=0x7f707c02a3d0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 -- 172.21.15.3:0/2554975233 shutdown_connections 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 --2- 172.21.15.3:0/2554975233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901026d0 0x7f7090102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 --2- 172.21.15.3:0/2554975233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7090101d30 0x7f7090102190 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 --2- 172.21.15.3:0/2554975233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70901013d0 0x7f70901017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 -- 172.21.15.3:0/2554975233 >> 172.21.15.3:0/2554975233 conn(0x7f70900fcf50 msgr2=0x7f70900ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 -- 172.21.15.3:0/2554975233 shutdown_connections 2024-05-21T19:16:09.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.431+0000 7f7098600640 1 -- 172.21.15.3:0/2554975233 wait complete. 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 Processor -- start 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 -- start start 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7090101d30 0x7f7090107490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 0x7f7090103ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7090110860 con 0x7f70901013d0 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70901106e0 con 0x7f70901026d0 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.432+0000 7f7098600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70901109e0 con 0x7f7090101d30 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57842/0 (socket says 172.21.15.3:57842) 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 -- 172.21.15.3:0/1283471865 learned_addr learned my addr 172.21.15.3:0/1283471865 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7096600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 0x7f7090103ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095200640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7090101d30 0x7f7090107490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 -- 172.21.15.3:0/1283471865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7090101d30 msgr2=0x7f7090107490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7090101d30 0x7f7090107490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 -- 172.21.15.3:0/1283471865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 msgr2=0x7f7090103ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 0x7f7090103ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7095c00640 1 -- 172.21.15.3:0/1283471865 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7090104380 con 0x7f70901013d0 2024-05-21T19:16:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.433+0000 7f7096600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 0x7f7090103ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f7095c00640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f708400e9f0 tx=0x7f708400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f708e000640 1 -- 172.21.15.3:0/1283471865 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708400cd80 con 0x7f70901013d0 2024-05-21T19:16:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70901a7270 con 0x7f70901013d0 2024-05-21T19:16:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f708e000640 1 -- 172.21.15.3:0/1283471865 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70840054d0 con 0x7f70901013d0 2024-05-21T19:16:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f708e000640 1 -- 172.21.15.3:0/1283471865 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084010690 con 0x7f70901013d0 2024-05-21T19:16:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.434+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70901a7620 con 0x7f70901013d0 2024-05-21T19:16:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.438+0000 7f709b367740 1 Processor -- start 2024-05-21T19:16:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 -- start start 2024-05-21T19:16:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90be020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5613b9028b90 con 0x5613b90b8b30 2024-05-21T19:16:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5613b9018730 con 0x5613b90b9520 2024-05-21T19:16:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f709b367740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5613b901c770 con 0x5613b90be690 2024-05-21T19:16:09.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f7096600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f7096600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57852/0 (socket says 172.21.15.3:57852) 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f7096600640 1 -- 172.21.15.3:0/3647631249 learned_addr learned my addr 172.21.15.3:0/3647631249 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.439+0000 7f7095200640 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 -- 172.21.15.3:0/3647631249 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 msgr2=0x5613b90c0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 -- 172.21.15.3:0/3647631249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 msgr2=0x5613b90be020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90be020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 -- 172.21.15.3:0/3647631249 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613b8fb18b0 con 0x5613b90b8b30 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7095200640 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f708e000640 1 -- 172.21.15.3:0/1283471865 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7084004e90 con 0x7f70901013d0 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.440+0000 7f7096600640 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f708800e8f0 tx=0x7f70880095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2282492ba51b0fc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.441+0000 7f7082a00640 1 -- 172.21.15.3:0/3647631249 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7088017420 con 0x5613b90b8b30 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.441+0000 7f7082a00640 1 -- 172.21.15.3:0/3647631249 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708801c070 con 0x5613b90b8b30 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.441+0000 7f7082a00640 1 -- 172.21.15.3:0/3647631249 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7088016660 con 0x5613b90b8b30 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.441+0000 7f709b367740 1 -- 172.21.15.3:0/3647631249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 msgr2=0x5613b90b8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.441+0000 7f709b367740 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f708800e8f0 tx=0x7f70880095c0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 -- 172.21.15.3:0/3647631249 shutdown_connections 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90be020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 --2- 172.21.15.3:0/3647631249 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90b8f50 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 -- 172.21.15.3:0/3647631249 >> 172.21.15.3:0/3647631249 conn(0x5613b90b41a0 msgr2=0x5613b90b45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f708e000640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 0x7f70780b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 -- 172.21.15.3:0/3647631249 shutdown_connections 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f708e000640 1 -- 172.21.15.3:0/1283471865 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f70840e26b0 con 0x7f70901013d0 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f709b367740 1 -- 172.21.15.3:0/3647631249 wait complete. 2024-05-21T19:16:09.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.442+0000 7f7095200640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 0x7f70780b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 -- start start 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 Processor -- start 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f7095200640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 0x7f70780b4d10 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f707c02a9c0 tx=0x7f707c030980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5613b8cfe790 con 0x5613b90b8b30 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5613b8fc0bc0 con 0x5613b90b9520 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.443+0000 7f709b367740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5613b90c1640 con 0x5613b90be690 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f709b367740 10 client.0 _ll_register_callbacks cb 0x5613b8f9e400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57856/0 (socket says 172.21.15.3:57856) 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 -- 172.21.15.3:0/1366920126 learned_addr learned my addr 172.21.15.3:0/1366920126 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:09.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095200640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7096600640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 -- 172.21.15.3:0/1366920126 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 msgr2=0x5613b90c9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 -- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 msgr2=0x5613b90c2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.444+0000 7f7095c00640 1 -- 172.21.15.3:0/1366920126 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613b8d2d210 con 0x5613b90b8b30 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f7095c00640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f708400c6a0 tx=0x7f70840a9480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b39b91fe06aff2d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f7077400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840aa350 con 0x5613b90b8b30 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f70840b2620 con 0x5613b90b8b30 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f708801c070 con 0x5613b90b8b30 2024-05-21T19:16:09.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f70840a9c50 con 0x5613b90b8b30 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f709b367740 10 client.17127 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.445+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5613b8df9620 con 0x5613b90b8b30 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708801c070 con 0x5613b90b8b30 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f70840a55c0 con 0x5613b90b8b30 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 10 client.17127 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 10 client.17127 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 20 client.17127 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b90ce490 0x5613b90d0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 4 client.17127 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613b902aae0 con 0x5613b90ce490 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.446+0000 7f7095200640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b90ce490 0x5613b90d0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.447+0000 7f7095200640 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b90ce490 0x5613b90d0880 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c407cf04a94a4a8 server_cookie=1f185e7d7565ea53 in_seq=0 out_seq=0 2024-05-21T19:16:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.447+0000 7f7077400640 10 client.17127 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f7077400640 1 -- 172.21.15.3:0/1366920126 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5613b902aae0 con 0x5613b90ce490 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f7077400640 10 client.17127 handle_command_reply: tid=0 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 client.17127 shutdown 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 msgr2=0x5613b90c2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f708400c6a0 tx=0x7f70840a9480 comp rx=0 tx=0).stop 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 shutdown_connections 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b90ce490 0x5613b90d0880 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90c9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f7077400640 0 client.17127 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 --2- 172.21.15.3:0/1366920126 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2940 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 >> 172.21.15.3:0/1366920126 conn(0x5613b90b41a0 msgr2=0x5613b90b3310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 shutdown_connections 2024-05-21T19:16:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 1 -- 172.21.15.3:0/1366920126 wait complete. 2024-05-21T19:16:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.448+0000 7f709b367740 20 client.17127 trim_cache size 0 max 16384 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.468+0000 7f709b367740 1 Processor -- start 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.468+0000 7f709b367740 1 -- start start 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90b9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70901b2d70 con 0x5613b90b8b30 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70901b0640 con 0x5613b90b9520 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f709b367740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70901ae490 con 0x5613b90be690 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57872/0 (socket says 172.21.15.3:57872) 2024-05-21T19:16:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f7095c00640 1 -- 172.21.15.3:0/1953022290 learned_addr learned my addr 172.21.15.3:0/1953022290 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f7096600640 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90b9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.469+0000 7f7095200640 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 -- 172.21.15.3:0/1953022290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 msgr2=0x5613b90b9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90b9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 -- 172.21.15.3:0/1953022290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 msgr2=0x5613b90c9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 -- 172.21.15.3:0/1953022290 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613b90bd700 con 0x5613b90b8b30 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7095c00640 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f708400e9c0 tx=0x7f708400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=173f6bc82c7d1af5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7082000640 1 -- 172.21.15.3:0/1953022290 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840a9a20 con 0x5613b90b8b30 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7082000640 1 -- 172.21.15.3:0/1953022290 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7084005680 con 0x5613b90b8b30 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.470+0000 7f7082000640 1 -- 172.21.15.3:0/1953022290 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70840a55c0 con 0x5613b90b8b30 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 -- 172.21.15.3:0/1953022290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 msgr2=0x5613b90c2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f708400e9c0 tx=0x7f708400cf90 comp rx=0 tx=0).stop 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 -- 172.21.15.3:0/1953022290 shutdown_connections 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b90b9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 --2- 172.21.15.3:0/1953022290 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c2de0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 -- 172.21.15.3:0/1953022290 >> 172.21.15.3:0/1953022290 conn(0x5613b90b41a0 msgr2=0x5613b90aedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 -- 172.21.15.3:0/1953022290 shutdown_connections 2024-05-21T19:16:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.471+0000 7f709b367740 1 -- 172.21.15.3:0/1953022290 wait complete. 2024-05-21T19:16:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 -- start start 2024-05-21T19:16:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 Processor -- start 2024-05-21T19:16:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b9137010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70901aeb00 con 0x5613b90b8b30 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70901aff70 con 0x5613b90b9520 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70901af1d0 con 0x5613b90be690 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f709b367740 10 client.0 _ll_register_callbacks cb 0x7f7084009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.472+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b9137010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7095c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57874/0 (socket says 172.21.15.3:57874) 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7095200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7095c00640 1 -- 172.21.15.3:0/334792042 learned_addr learned my addr 172.21.15.3:0/334792042 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 -- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 msgr2=0x5613b90c7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 -- 172.21.15.3:0/334792042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 msgr2=0x5613b90c6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 -- 172.21.15.3:0/334792042 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613b9137550 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7096600640 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b9137010 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f708800efd0 tx=0x7f708800dec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd951640177f4665 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.473+0000 7f7077400640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7088003b80 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7088003d20 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7084005680 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7088005040 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f709b367740 10 client.27241 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5613b91386d0 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.474+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7084005680 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f708800b040 con 0x5613b90be690 2024-05-21T19:16:09.477 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 10 client.27241 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 10 client.27241 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 20 client.27241 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b9138d40 0x5613b913b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 4 client.27241 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5613b90242c0 con 0x5613b9138d40 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.475+0000 7f7095c00640 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b9138d40 0x5613b913b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.476+0000 7f7095c00640 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b9138d40 0x5613b913b160 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c4c381c0ec0e78c server_cookie=deb5a67a54b643d8 in_seq=0 out_seq=0 2024-05-21T19:16:09.478 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.476+0000 7f7077400640 10 client.27241 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.483+0000 7f7077400640 1 -- 172.21.15.3:0/334792042 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5613b90242c0 con 0x5613b9138d40 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.483+0000 7f7077400640 10 client.27241 handle_command_reply: tid=0 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.483+0000 7f709b367740 1 client.27241 shutdown 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 msgr2=0x5613b9137010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b9137010 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f708800efd0 tx=0x7f708800dec0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.484 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 shutdown_connections 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5613b9138d40 0x5613b913b160 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5613b90be690 0x5613b9137010 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5613b90b9520 0x5613b90c7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f7077400640 0 client.27241 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 --2- 172.21.15.3:0/334792042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5613b90b8b30 0x5613b90c6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 >> 172.21.15.3:0/334792042 conn(0x5613b90b41a0 msgr2=0x5613b90b9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 shutdown_connections 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 1 -- 172.21.15.3:0/334792042 wait complete. 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.484+0000 7f709b367740 20 client.27241 trim_cache size 0 max 16384 2024-05-21T19:16:09.485 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 msgr2=0x7f70780b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 0x7f70780b4d10 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f707c02a9c0 tx=0x7f707c030980 comp rx=0 tx=0).stop 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 msgr2=0x7f7090106f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:09.486 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f708400e9f0 tx=0x7f708400edf0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 shutdown_connections 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70780b2850 0x7f70780b4d10 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7090101d30 0x7f7090107490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70901026d0 0x7f7090103ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 --2- 172.21.15.3:0/1283471865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70901013d0 0x7f7090106f50 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 >> 172.21.15.3:0/1283471865 conn(0x7f70900fcf50 msgr2=0x7f70900fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 shutdown_connections 2024-05-21T19:16:09.487 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:09.485+0000 7f7098600640 1 -- 172.21.15.3:0/1283471865 wait complete. 2024-05-21T19:16:09.736 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:09 smithi003 ceph-mon[31577]: pgmap v686: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-21T19:16:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:09 smithi178 ceph-mon[36523]: pgmap v686: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-21T19:16:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:09 smithi104 ceph-mon[36417]: pgmap v686: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.8 KiB/s wr, 9 op/s 2024-05-21T19:16:10.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.106+0000 7fccfce00700 1 -- 172.21.15.3:0/969213036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf806bc10 msgr2=0x7fccf806c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.106+0000 7fccfce00700 1 --2- 172.21.15.3:0/969213036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf806bc10 0x7fccf806c070 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcce4009990 tx=0x7fcce4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 -- 172.21.15.3:0/969213036 shutdown_connections 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 --2- 172.21.15.3:0/969213036 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 0x7fccf8105fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 --2- 172.21.15.3:0/969213036 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf8108490 0x7fccf8108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 --2- 172.21.15.3:0/969213036 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf806bc10 0x7fccf806c070 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 -- 172.21.15.3:0/969213036 >> 172.21.15.3:0/969213036 conn(0x7fccf80793f0 msgr2=0x7fccf8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 -- 172.21.15.3:0/969213036 shutdown_connections 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.107+0000 7fccfce00700 1 -- 172.21.15.3:0/969213036 wait complete. 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.108+0000 7fccfce00700 1 Processor -- start 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.108+0000 7fccfce00700 1 -- start start 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 0x7fccf81a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf8108490 0x7fccf81a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fccf8119d80 con 0x7fccf806bc10 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fccf8119c00 con 0x7fccf8108490 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccfce00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fccf8119f00 con 0x7fccf806c7a0 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccf5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 0x7fccf81a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57886/0 (socket says 172.21.15.3:57886) 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccf5e00700 1 -- 172.21.15.3:0/2165364683 learned_addr learned my addr 172.21.15.3:0/2165364683 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.109+0000 7fccf6800700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf8108490 0x7fccf81a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 -- 172.21.15.3:0/2165364683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 msgr2=0x7fccf81a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 0x7fccf81a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 -- 172.21.15.3:0/2165364683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf8108490 msgr2=0x7fccf81a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf8108490 0x7fccf81a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 -- 172.21.15.3:0/2165364683 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccf81a5300 con 0x7fccf806bc10 2024-05-21T19:16:10.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fcce800e9a0 tx=0x7fcce800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.110+0000 7fcceea00700 1 -- 172.21.15.3:0/2165364683 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce800ca10 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.111+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccf81a55f0 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.111+0000 7fcceea00700 1 -- 172.21.15.3:0/2165364683 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcce800cbb0 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.111+0000 7fcceea00700 1 -- 172.21.15.3:0/2165364683 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce8018680 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.111+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccf81ace70 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.114+0000 7fcceea00700 1 -- 172.21.15.3:0/2165364683 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcce8010430 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.115+0000 7fcd0772db80 1 Processor -- start 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 -- start start 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcceea00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 0x7fccdc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcceea00700 1 -- 172.21.15.3:0/2165364683 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcce80e2370 con 0x7fccf806bc10 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 0x5579e7515fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7516a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fccf6800700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 0x7fccdc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5579e7473f40 con 0x5579e751bc10 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5579e7463ae0 con 0x5579e75165f0 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fcd0772db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5579e7467b20 con 0x5579e751c530 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.116+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 0x5579e7515fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57898/0 (socket says 172.21.15.3:57898) 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5e00700 1 -- 172.21.15.3:0/3865672364 learned_addr learned my addr 172.21.15.3:0/3865672364 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf6800700 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7516a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 -- 172.21.15.3:0/3865672364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 msgr2=0x5579e7516a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7516a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 -- 172.21.15.3:0/3865672364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 msgr2=0x5579e751bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 -- 172.21.15.3:0/3865672364 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579e742c520 con 0x5579e751c530 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf6800700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 0x7fccdc0b4d40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fccf806cbf0 tx=0x7fccf0004320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.117+0000 7fccf5400700 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 0x5579e7515fd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006010 tx=0x7fcce4005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e398a1ece507cad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.118+0000 7fcce3400700 1 -- 172.21.15.3:0/3865672364 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4027070 con 0x5579e751c530 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.118+0000 7fcce3400700 1 -- 172.21.15.3:0/3865672364 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcce40056a0 con 0x5579e751c530 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.118+0000 7fcce3400700 1 -- 172.21.15.3:0/3865672364 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce4003ae0 con 0x5579e751c530 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- 172.21.15.3:0/3865672364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 msgr2=0x5579e7515fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 0x5579e7515fd0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fcce4006010 tx=0x7fcce4005ec0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- 172.21.15.3:0/3865672364 shutdown_connections 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7516a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3865672364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751c530 0x5579e7515fd0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- 172.21.15.3:0/3865672364 >> 172.21.15.3:0/3865672364 conn(0x5579e7443ce0 msgr2=0x5579e7510f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- 172.21.15.3:0/3865672364 shutdown_connections 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- 172.21.15.3:0/3865672364 wait complete. 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.119+0000 7fcd0772db80 1 -- start start 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 Processor -- start 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e751f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e751fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5579e736a0a0 con 0x5579e75165f0 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5579e7404860 con 0x5579e751bc10 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5579e7522f40 con 0x5579e751fa40 2024-05-21T19:16:10.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fcd0772db80 10 client.0 _ll_register_callbacks cb 0x5579e740dd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.120+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e751f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57906/0 (socket says 172.21.15.3:57906) 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf5e00700 1 -- 172.21.15.3:0/2219192213 learned_addr learned my addr 172.21.15.3:0/2219192213 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e751fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 -- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 msgr2=0x5579e751f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e751f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 -- 172.21.15.3:0/2219192213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 msgr2=0x5579e7522160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 -- 172.21.15.3:0/2219192213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579e73b39d0 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccf6800700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e751fec0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fccf0009420 tx=0x7fccf0004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec844b7490de31eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.121+0000 7fccd7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf002a060 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcce40056a0 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fccf00077f0 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fccf0009e10 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fcd0772db80 10 client.27253 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5579e7434160 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.122+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcce40056a0 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fccf0018040 con 0x5579e751fa40 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 10 client.27253 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 10 client.27253 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 20 client.27253 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e752fe40 0x5579e7532280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 4 client.27253 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579e7475e90 con 0x5579e752fe40 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.123+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e752fe40 0x5579e7532280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.124+0000 7fccf5e00700 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e752fe40 0x5579e7532280 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cd9791c7fd7ed2a server_cookie=51441d6358bbc338 in_seq=0 out_seq=0 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.124+0000 7fccd7e00700 10 client.27253 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fccd7e00700 1 -- 172.21.15.3:0/2219192213 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5579e7475e90 con 0x5579e752fe40 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fccd7e00700 10 client.27253 handle_command_reply: tid=0 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 client.27253 shutdown 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 msgr2=0x5579e751fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e751fec0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fccf0009420 tx=0x7fccf0004b40 comp rx=0 tx=0).stop 2024-05-21T19:16:10.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 shutdown_connections 2024-05-21T19:16:10.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e752fe40 0x5579e7532280 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e751fec0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e75165f0 0x5579e7522160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fccd7e00700 0 client.27253 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 --2- 172.21.15.3:0/2219192213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e751f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 >> 172.21.15.3:0/2219192213 conn(0x5579e7443ce0 msgr2=0x5579e7510430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 shutdown_connections 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 1 -- 172.21.15.3:0/2219192213 wait complete. 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.125+0000 7fcd0772db80 20 client.27253 trim_cache size 0 max 16384 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.148+0000 7fcd0772db80 1 Processor -- start 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 -- start start 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e752c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b6bf0 con 0x5579e751bc10 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b4480 con 0x5579e75165f0 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fcd0772db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b22d0 con 0x5579e751fa40 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fccf5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:34222/0 (socket says 172.21.15.3:34222) 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fccf6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e752c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.149+0000 7fccf5e00700 1 -- 172.21.15.3:0/1728542366 learned_addr learned my addr 172.21.15.3:0/1728542366 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 -- 172.21.15.3:0/1728542366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 msgr2=0x5579e752c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e752c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 -- 172.21.15.3:0/1728542366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 msgr2=0x5579e751d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 -- 172.21.15.3:0/1728542366 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579e7511bf0 con 0x5579e75165f0 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fccf5e00700 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fcce800e970 tx=0x7fcce801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f89548d73f7125ea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.150+0000 7fcce2a00700 1 -- 172.21.15.3:0/1728542366 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce80a9910 con 0x5579e75165f0 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcce2a00700 1 -- 172.21.15.3:0/1728542366 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcce80adcc0 con 0x5579e75165f0 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcce2a00700 1 -- 172.21.15.3:0/1728542366 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce80a9dd0 con 0x5579e75165f0 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 -- 172.21.15.3:0/1728542366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 msgr2=0x5579e7515fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fcce800e970 tx=0x7fcce801a040 comp rx=0 tx=0).stop 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 -- 172.21.15.3:0/1728542366 shutdown_connections 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e751fa40 0x5579e752c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e75165f0 0x5579e7515fd0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 --2- 172.21.15.3:0/1728542366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751bc10 0x5579e751d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.151+0000 7fcd0772db80 1 -- 172.21.15.3:0/1728542366 >> 172.21.15.3:0/1728542366 conn(0x5579e7443ce0 msgr2=0x5579e751c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.152+0000 7fcd0772db80 1 -- 172.21.15.3:0/1728542366 shutdown_connections 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.152+0000 7fcd0772db80 1 -- 172.21.15.3:0/1728542366 wait complete. 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.152+0000 7fcd0772db80 1 -- start start 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.152+0000 7fcd0772db80 1 Processor -- start 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e7525770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751fa40 0x5579e7525cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b2940 con 0x5579e751fa40 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b3db0 con 0x5579e751bc10 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fccf81b3010 con 0x5579e75165f0 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fcd0772db80 10 client.0 _ll_register_callbacks cb 0x5579e740dd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fccf6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751fa40 0x5579e7525cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fccf5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e7525770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fccf5e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36182/0 (socket says 172.21.15.3:36182) 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.153+0000 7fccf5e00700 1 -- 172.21.15.3:0/3984791452 learned_addr learned my addr 172.21.15.3:0/3984791452 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 -- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 msgr2=0x5579e7525770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e7525770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 -- 172.21.15.3:0/3984791452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751fa40 msgr2=0x5579e7525cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751fa40 0x5579e7525cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 -- 172.21.15.3:0/3984791452 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579e759aa60 con 0x5579e75165f0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5400700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e7525770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccf5e00700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fcce80a6b80 tx=0x7fcce8005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac491675b3a15c60 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccd7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcce80a9910 con 0x5579e75165f0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcce806f1c0 con 0x5579e75165f0 2024-05-21T19:16:10.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.154+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcce80adcc0 con 0x5579e75165f0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcce8088050 con 0x5579e75165f0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 10 client.27259 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5579e759bd80 con 0x5579e75165f0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcce80adcc0 con 0x5579e75165f0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fcce80c7060 con 0x5579e75165f0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 10 client.27259 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 10 client.27259 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 20 client.27259 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e759c400 0x5579e759e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 4 client.27259 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b2990867", "release": true, "await": true}] 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b2990867", "release": true, "await": true}) -- 0x5579e746f670 con 0x5579e759c400 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.155+0000 7fccf5400700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e759c400 0x5579e759e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.156+0000 7fccf5400700 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e759c400 0x5579e759e820 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4fce5597a7a8355 server_cookie=b77350300960873d in_seq=0 out_seq=0 2024-05-21T19:16:10.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.156+0000 7fccd7e00700 10 client.27259 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.157+0000 7fccd7e00700 1 -- 172.21.15.3:0/3984791452 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5579e746f670 con 0x5579e759c400 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.157+0000 7fccd7e00700 10 client.27259 handle_command_reply: tid=0 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.157+0000 7fcd0772db80 1 client.27259 shutdown 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 28, 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 24, 2024-05-21T19:16:10.358 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "b2990867": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 24, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 132.5, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:10.359 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 msgr2=0x5579e7525230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fcce80a6b80 tx=0x7fcce8005ce0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 shutdown_connections 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579e759c400 0x5579e759e820 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579e751fa40 0x5579e7525cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fccd7e00700 0 client.27259 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579e75165f0 0x5579e7525230 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 --2- 172.21.15.3:0/3984791452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579e751bc10 0x5579e7525770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 >> 172.21.15.3:0/3984791452 conn(0x5579e7443ce0 msgr2=0x5579e751a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 shutdown_connections 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 1 -- 172.21.15.3:0/3984791452 wait complete. 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.158+0000 7fcd0772db80 20 client.27259 trim_cache size 0 max 16384 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 msgr2=0x7fccdc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 0x7fccdc0b4d40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fccf806cbf0 tx=0x7fccf0004320 comp rx=0 tx=0).stop 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 msgr2=0x7fccf81a02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:10.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fcce800e9a0 tx=0x7fcce800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 shutdown_connections 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fccdc0b2880 0x7fccdc0b4d40 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fccf8108490 0x7fccf81a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fccf806bc10 0x7fccf81a02f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 --2- 172.21.15.3:0/2165364683 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fccf806c7a0 0x7fccf81a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.159+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 >> 172.21.15.3:0/2165364683 conn(0x7fccf80793f0 msgr2=0x7fccf8101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.160+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 shutdown_connections 2024-05-21T19:16:10.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:10.160+0000 7fccfce00700 1 -- 172.21.15.3:0/2165364683 wait complete. 2024-05-21T19:16:11.277 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b2990867', total seconds elapsed: 23.3 2024-05-21T19:16:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:11 smithi178 ceph-mon[36523]: pgmap v687: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:11.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:11 smithi104 ceph-mon[36417]: pgmap v687: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:12.102 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:11 smithi003 ceph-mon[31577]: pgmap v687: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:12.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 -- 172.21.15.3:0/2942189825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 msgr2=0x7f4170075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 --2- 172.21.15.3:0/2942189825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f4170075b50 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f41600098f0 tx=0x7f4160009c00 comp rx=0 tx=0).stop 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 -- 172.21.15.3:0/2942189825 shutdown_connections 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 --2- 172.21.15.3:0/2942189825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f417010ff40 0x7f4170112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 --2- 172.21.15.3:0/2942189825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f4170075b50 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 --2- 172.21.15.3:0/2942189825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4170076090 0x7f417010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 -- 172.21.15.3:0/2942189825 >> 172.21.15.3:0/2942189825 conn(0x7f417007a6a0 msgr2=0x7f417007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 -- 172.21.15.3:0/2942189825 shutdown_connections 2024-05-21T19:16:12.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.611+0000 7f4176400700 1 -- 172.21.15.3:0/2942189825 wait complete. 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.612+0000 7f4176400700 1 Processor -- start 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.612+0000 7f4176400700 1 -- start start 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f417019bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 0x7f417019c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f417010ff40 0x7f41701a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4170115970 con 0x7f417010ff40 2024-05-21T19:16:12.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41701157f0 con 0x7f4170076090 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f4176400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4170115af0 con 0x7f4170075770 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f416f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f417019bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f416ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 0x7f417019c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f416f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f417019bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:40440/0 (socket says 172.21.15.3:40440) 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f416f400700 1 -- 172.21.15.3:0/883168684 learned_addr learned my addr 172.21.15.3:0/883168684 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:12.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.613+0000 7f416fe00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f417010ff40 0x7f41701a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 -- 172.21.15.3:0/883168684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 msgr2=0x7f417019bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f417019bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 -- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f417010ff40 msgr2=0x7f41701a0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f417010ff40 0x7f41701a0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 -- 172.21.15.3:0/883168684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41701a0f40 con 0x7f4170076090 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f416ea00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 0x7f417019c470 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f415c00eb90 tx=0x7f415c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.614+0000 7f4167e00700 1 -- 172.21.15.3:0/883168684 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c00cc90 con 0x7f4170076090 2024-05-21T19:16:12.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.615+0000 7f4167e00700 1 -- 172.21.15.3:0/883168684 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f415c00ce30 con 0x7f4170076090 2024-05-21T19:16:12.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.615+0000 7f4167e00700 1 -- 172.21.15.3:0/883168684 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c010430 con 0x7f4170076090 2024-05-21T19:16:12.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.615+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41701a1230 con 0x7f4170076090 2024-05-21T19:16:12.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.615+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41701a8ab0 con 0x7f4170076090 2024-05-21T19:16:12.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.619+0000 7f4167e00700 1 -- 172.21.15.3:0/883168684 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f415c003ef0 con 0x7f4170076090 2024-05-21T19:16:12.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.619+0000 7f4180cc3b80 1 Processor -- start 2024-05-21T19:16:12.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 -- start start 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318f30 0x558837312b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837313140 0x5588373135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558837270e40 con 0x558837318f30 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5588372609e0 con 0x558837313140 2024-05-21T19:16:12.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558837264a20 con 0x558837318610 2024-05-21T19:16:12.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.620+0000 7f416fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:40444/0 (socket says 172.21.15.3:40444) 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 -- 172.21.15.3:0/1858765444 learned_addr learned my addr 172.21.15.3:0/1858765444 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416ea00700 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837313140 0x5588373135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416f400700 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318f30 0x558837312b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 -- 172.21.15.3:0/1858765444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837313140 msgr2=0x5588373135c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837313140 0x5588373135c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 -- 172.21.15.3:0/1858765444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318f30 msgr2=0x558837312b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318f30 0x558837312b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f416fe00700 1 -- 172.21.15.3:0/1858765444 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558837229420 con 0x558837318610 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f4167e00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 0x7f41540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.621+0000 7f4167e00700 1 -- 172.21.15.3:0/883168684 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f415c0e2510 con 0x7f4170076090 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.622+0000 7f416fe00700 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4168011680 tx=0x7f4168009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0e3986cf8cd4dad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.622+0000 7f416ea00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 0x7f41540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.622+0000 7f4164c00700 1 -- 172.21.15.3:0/1858765444 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4168019030 con 0x558837318610 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.622+0000 7f4164c00700 1 -- 172.21.15.3:0/1858765444 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41680092e0 con 0x558837318610 2024-05-21T19:16:12.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.622+0000 7f4164c00700 1 -- 172.21.15.3:0/1858765444 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4168007500 con 0x558837318610 2024-05-21T19:16:12.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 -- 172.21.15.3:0/1858765444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 msgr2=0x5588373189f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4168011680 tx=0x7f4168009920 comp rx=0 tx=0).stop 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f416ea00700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 0x7f41540b4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f415c0a5b30 tx=0x7f415c0e5f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 -- 172.21.15.3:0/1858765444 shutdown_connections 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837313140 0x5588373135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318610 0x5588373189f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/1858765444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318f30 0x558837312b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 -- 172.21.15.3:0/1858765444 >> 172.21.15.3:0/1858765444 conn(0x558837240be0 msgr2=0x55883730d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 -- 172.21.15.3:0/1858765444 shutdown_connections 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.623+0000 7f4180cc3b80 1 -- 172.21.15.3:0/1858765444 wait complete. 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.624+0000 7f4180cc3b80 1 -- start start 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.624+0000 7f4180cc3b80 1 Processor -- start 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.624+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x55883731ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.624+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.624+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558837166fa0 con 0x558837318610 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558837201760 con 0x558837318f30 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55883731f9e0 con 0x558837313140 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f4180cc3b80 10 client.0 _ll_register_callbacks cb 0x55883720ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35766/0 (socket says 172.21.15.3:35766) 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 -- 172.21.15.3:0/2444572568 learned_addr learned my addr 172.21.15.3:0/2444572568 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416fe00700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x55883731ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416fe00700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 -- 172.21.15.3:0/2444572568 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 msgr2=0x55883731ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x55883731ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 -- 172.21.15.3:0/2444572568 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 msgr2=0x55883731c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.625+0000 7f416f400700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f416f400700 1 -- 172.21.15.3:0/2444572568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588371b08d0 con 0x558837318610 2024-05-21T19:16:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f416fe00700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:16:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f416f400700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f416000f690 tx=0x7f416000f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a131d9881abc2bd9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f4159600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4160005450 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41600055f0 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.626+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41680092e0 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f416000f9c0 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 10 client.17163 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558837231060 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41680092e0 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f416000b900 con 0x558837318610 2024-05-21T19:16:12.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 10 client.17163 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 10 client.17163 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 20 client.17163 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55883732c630 0x55883732ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 4 client.17163 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.627+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558837272d90 con 0x55883732c630 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.628+0000 7f416fe00700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55883732c630 0x55883732ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.628+0000 7f416fe00700 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55883732c630 0x55883732ea20 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=532f2a692e575946 server_cookie=50bcb367e666b7 in_seq=0 out_seq=0 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.628+0000 7f4159600700 10 client.17163 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4159600700 1 -- 172.21.15.3:0/2444572568 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558837272d90 con 0x55883732c630 2024-05-21T19:16:12.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4159600700 10 client.17163 handle_command_reply: tid=0 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 client.17163 shutdown 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 msgr2=0x55883731c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f416000f690 tx=0x7f416000f770 comp rx=0 tx=0).stop 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 shutdown_connections 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x55883731ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.629+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55883732c630 0x55883732ea20 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/2444572568 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731c000 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 >> 172.21.15.3:0/2444572568 conn(0x558837240be0 msgr2=0x55883730cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4159600700 0 client.17163 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 shutdown_connections 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4180cc3b80 1 -- 172.21.15.3:0/2444572568 wait complete. 2024-05-21T19:16:12.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.630+0000 7f4180cc3b80 20 client.17163 trim_cache size 0 max 16384 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 Processor -- start 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 -- start start 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x558837312b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f41701b2720 con 0x558837318610 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41701affb0 con 0x558837318f30 2024-05-21T19:16:12.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.647+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41701ade00 con 0x558837313140 2024-05-21T19:16:12.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x558837312b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.648 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35776/0 (socket says 172.21.15.3:35776) 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416f400700 1 -- 172.21.15.3:0/776463800 learned_addr learned my addr 172.21.15.3:0/776463800 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 -- 172.21.15.3:0/776463800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 msgr2=0x55883731c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 -- 172.21.15.3:0/776463800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 msgr2=0x55883731ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 -- 172.21.15.3:0/776463800 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55883731e8a0 con 0x558837313140 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.648+0000 7f416fe00700 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x558837312b20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4168004470 tx=0x7f416800c040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c3479c00179d6ad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f415be00700 1 -- 172.21.15.3:0/776463800 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41680093e0 con 0x558837313140 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f415be00700 1 -- 172.21.15.3:0/776463800 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41680058c0 con 0x558837313140 2024-05-21T19:16:12.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f415be00700 1 -- 172.21.15.3:0/776463800 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4168007a70 con 0x558837313140 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 -- 172.21.15.3:0/776463800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 msgr2=0x558837312b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x558837312b20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4168004470 tx=0x7f416800c040 comp rx=0 tx=0).stop 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 -- 172.21.15.3:0/776463800 shutdown_connections 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318f30 0x55883731c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837313140 0x558837312b20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/776463800 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837318610 0x55883731ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.649+0000 7f4180cc3b80 1 -- 172.21.15.3:0/776463800 >> 172.21.15.3:0/776463800 conn(0x558837240be0 msgr2=0x55883731bde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.650+0000 7f4180cc3b80 1 -- 172.21.15.3:0/776463800 shutdown_connections 2024-05-21T19:16:12.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.650+0000 7f4180cc3b80 1 -- 172.21.15.3:0/776463800 wait complete. 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.650+0000 7f4180cc3b80 1 -- start start 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.650+0000 7f4180cc3b80 1 Processor -- start 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 0x5588373251e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318f30 0x5588373332e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f41701ae470 con 0x558837313140 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f41701af8e0 con 0x558837318610 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f41701aeb40 con 0x558837318f30 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f4180cc3b80 10 client.0 _ll_register_callbacks cb 0x55883720ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f416fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f416fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35784/0 (socket says 172.21.15.3:35784) 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f416fe00700 1 -- 172.21.15.3:0/4233403110 learned_addr learned my addr 172.21.15.3:0/4233403110 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f416f400700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 0x5588373251e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.651+0000 7f416fe00700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318f30 0x5588373332e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 -- 172.21.15.3:0/4233403110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318f30 msgr2=0x5588373332e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318f30 0x5588373332e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 -- 172.21.15.3:0/4233403110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 msgr2=0x5588373251e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 0x5588373251e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 -- 172.21.15.3:0/4233403110 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558837333820 con 0x558837313140 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416f400700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 0x5588373251e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f416fe00700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f416801a040 tx=0x7f4168011600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f6abe3cb436a3b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4159600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41680055d0 con 0x558837313140 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4168003a00 con 0x558837313140 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41680058c0 con 0x558837313140 2024-05-21T19:16:12.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4168003c00 con 0x558837313140 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4180cc3b80 10 client.17169 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.652+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558837396960 con 0x558837313140 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41680058c0 con 0x558837313140 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f4168032070 con 0x558837313140 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 10 client.17169 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 10 client.17169 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 20 client.17169 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x558837396d70 0x558837399160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 4 client.17169 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55883726c570 con 0x558837396d70 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.653+0000 7f416f400700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x558837396d70 0x558837399160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.654+0000 7f416f400700 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x558837396d70 0x558837399160 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2e5d4e4b2609b589 server_cookie=77c60f8579339031 in_seq=0 out_seq=0 2024-05-21T19:16:12.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.654+0000 7f4159600700 10 client.17169 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.654+0000 7f4159600700 1 -- 172.21.15.3:0/4233403110 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55883726c570 con 0x558837396d70 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.654+0000 7f4159600700 10 client.17169 handle_command_reply: tid=0 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.654+0000 7f4180cc3b80 1 client.17169 shutdown 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 msgr2=0x558837324ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f416801a040 tx=0x7f4168011600 comp rx=0 tx=0).stop 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 shutdown_connections 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558837318f30 0x5588373332e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x558837396d70 0x558837399160 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558837313140 0x558837324ca0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 --2- 172.21.15.3:0/4233403110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558837318610 0x5588373251e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 >> 172.21.15.3:0/4233403110 conn(0x558837240be0 msgr2=0x558837319310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4159600700 0 client.17169 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:16:12.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 shutdown_connections 2024-05-21T19:16:12.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 1 -- 172.21.15.3:0/4233403110 wait complete. 2024-05-21T19:16:12.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.655+0000 7f4180cc3b80 20 client.17169 trim_cache size 0 max 16384 2024-05-21T19:16:12.658 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 msgr2=0x7f41540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 0x7f41540b4dc0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f415c0a5b30 tx=0x7f415c0e5f50 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 msgr2=0x7f417019c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 0x7f417019c470 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f415c00eb90 tx=0x7f415c00eea0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 shutdown_connections 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41540b2900 0x7f41540b4dc0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f417010ff40 0x7f41701a0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4170075770 0x7f417019bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 --2- 172.21.15.3:0/883168684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4170076090 0x7f417019c470 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:12.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 >> 172.21.15.3:0/883168684 conn(0x7f417007a6a0 msgr2=0x7f4170101bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:12.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 shutdown_connections 2024-05-21T19:16:12.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:12.656+0000 7f4176400700 1 -- 172.21.15.3:0/883168684 wait complete. 2024-05-21T19:16:13.532 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:16:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:13 smithi003 ceph-mon[31577]: pgmap v688: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:13 smithi178 ceph-mon[36523]: pgmap v688: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:13 smithi104 ceph-mon[36417]: pgmap v688: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:16:14.013 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:15 smithi178 ceph-mon[36523]: pgmap v689: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:16:15.896 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:15 smithi003 ceph-mon[31577]: pgmap v689: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:16:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:15 smithi104 ceph-mon[36417]: pgmap v689: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:16:16.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 -- 172.21.15.3:0/186880064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac105760 msgr2=0x7faeac105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 --2- 172.21.15.3:0/186880064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac105760 0x7faeac105be0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fae98009990 tx=0x7fae98009ca0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 -- 172.21.15.3:0/186880064 shutdown_connections 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 --2- 172.21.15.3:0/186880064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac106120 0x7faeac112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 --2- 172.21.15.3:0/186880064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 --2- 172.21.15.3:0/186880064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac105760 0x7faeac105be0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 -- 172.21.15.3:0/186880064 >> 172.21.15.3:0/186880064 conn(0x7faeac101250 msgr2=0x7faeac103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.173+0000 7faeb1400700 1 -- 172.21.15.3:0/186880064 shutdown_connections 2024-05-21T19:16:16.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.174+0000 7faeb1400700 1 -- 172.21.15.3:0/186880064 wait complete. 2024-05-21T19:16:16.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 Processor -- start 2024-05-21T19:16:16.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 -- start start 2024-05-21T19:16:16.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 0x7faeac19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 0x7faeac19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.176+0000 7faeb1400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faeac115990 con 0x7faeac10b760 2024-05-21T19:16:16.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeb1400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faeac115810 con 0x7faeac105760 2024-05-21T19:16:16.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeb1400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faeac115b10 con 0x7faeac106120 2024-05-21T19:16:16.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35802/0 (socket says 172.21.15.3:35802) 2024-05-21T19:16:16.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 -- 172.21.15.3:0/2560921116 learned_addr learned my addr 172.21.15.3:0/2560921116 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faea9e00700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 0x7faeac19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeaa800700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 0x7faeac19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 -- 172.21.15.3:0/2560921116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 msgr2=0x7faeac19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 0x7faeac19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 -- 172.21.15.3:0/2560921116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 msgr2=0x7faeac19be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 0x7faeac19be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeab200700 1 -- 172.21.15.3:0/2560921116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faeac1a0e70 con 0x7faeac10b760 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faea9e00700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 0x7faeac19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.177+0000 7faeaa800700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 0x7faeac19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:16.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faeab200700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7faea400ef30 tx=0x7faea400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faea3400700 1 -- 172.21.15.3:0/2560921116 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea40092e0 con 0x7faeac10b760 2024-05-21T19:16:16.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faea3400700 1 -- 172.21.15.3:0/2560921116 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faea4004bb0 con 0x7faeac10b760 2024-05-21T19:16:16.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faeac1a1100 con 0x7faeac10b760 2024-05-21T19:16:16.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faea3400700 1 -- 172.21.15.3:0/2560921116 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faea4004280 con 0x7faeac10b760 2024-05-21T19:16:16.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.178+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faeac1a89e0 con 0x7faeac10b760 2024-05-21T19:16:16.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.182+0000 7faea3400700 1 -- 172.21.15.3:0/2560921116 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faea401b030 con 0x7faeac10b760 2024-05-21T19:16:16.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.183+0000 7faebbd09b80 1 Processor -- start 2024-05-21T19:16:16.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 -- start start 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 0x556a858b7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556a8580fe40 con 0x556a858b77d0 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556a857ff9e0 con 0x556a858b1880 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faebbd09b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556a85803a20 con 0x556a858b6eb0 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faea3400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 0x7fae900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faea3400700 1 -- 172.21.15.3:0/2560921116 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faea40e1db0 con 0x7faeac10b760 2024-05-21T19:16:16.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faea9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35810/0 (socket says 172.21.15.3:35810) 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.184+0000 7faeaa800700 1 -- 172.21.15.3:0/2695464127 learned_addr learned my addr 172.21.15.3:0/2695464127 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faea9e00700 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 0x556a858b7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeab200700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 0x7fae900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeaa800700 1 -- 172.21.15.3:0/2695464127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 msgr2=0x556a858b7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeaa800700 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 0x556a858b7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeaa800700 1 -- 172.21.15.3:0/2695464127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 msgr2=0x556a858b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeaa800700 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858b1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeaa800700 1 -- 172.21.15.3:0/2695464127 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a857c8420 con 0x556a858b77d0 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faea9e00700 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 0x556a858b7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:16.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.185+0000 7faeab200700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 0x7fae900b4dc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7faea40a5460 tx=0x7faea4009ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.186+0000 7faeaa800700 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009dc0 tx=0x7fae9c0106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e11b5b6011ae42ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.186+0000 7fae97e00700 1 -- 172.21.15.3:0/2695464127 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c010e10 con 0x556a858b77d0 2024-05-21T19:16:16.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.186+0000 7fae97e00700 1 -- 172.21.15.3:0/2695464127 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae9c0118f0 con 0x556a858b77d0 2024-05-21T19:16:16.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.186+0000 7fae97e00700 1 -- 172.21.15.3:0/2695464127 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c01a750 con 0x556a858b77d0 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 -- 172.21.15.3:0/2695464127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 msgr2=0x556a858b1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009dc0 tx=0x7fae9c0106b0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 -- 172.21.15.3:0/2695464127 shutdown_connections 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b6eb0 0x556a858b7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 --2- 172.21.15.3:0/2695464127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b77d0 0x556a858b1260 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 -- 172.21.15.3:0/2695464127 >> 172.21.15.3:0/2695464127 conn(0x556a857dfbe0 msgr2=0x556a858ac010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 -- 172.21.15.3:0/2695464127 shutdown_connections 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.187+0000 7faebbd09b80 1 -- 172.21.15.3:0/2695464127 wait complete. 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 -- start start 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 Processor -- start 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b1880 0x556a858bd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 0x556a858bade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556a85705fa0 con 0x556a858b6eb0 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556a857a0760 con 0x556a858b77d0 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556a858be240 con 0x556a858b1880 2024-05-21T19:16:16.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.188+0000 7faebbd09b80 10 client.0 _ll_register_callbacks cb 0x556a857a9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:16.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35820/0 (socket says 172.21.15.3:35820) 2024-05-21T19:16:16.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 -- 172.21.15.3:0/1890157127 learned_addr learned my addr 172.21.15.3:0/1890157127 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:16.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faea9e00700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b1880 0x556a858bd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faea9e00700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 0x556a858bade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 -- 172.21.15.3:0/1890157127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b1880 msgr2=0x556a858bd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b1880 0x556a858bd500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 -- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 msgr2=0x556a858bade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 0x556a858bade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faeaa800700 1 -- 172.21.15.3:0/1890157127 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a8574f8d0 con 0x556a858b6eb0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.189+0000 7faea9e00700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 0x556a858bade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7faeaa800700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fae9c005d90 tx=0x7fae9c0116e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b095f51947c7a832 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7fae94c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c005040 con 0x556a858b6eb0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae9c0118f0 con 0x556a858b6eb0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fae9c0051e0 con 0x556a858b6eb0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fae9c0053e0 con 0x556a858b6eb0 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7faebbd09b80 10 client.17181 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:16.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.190+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556a857d0060 con 0x556a858b6eb0 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae9c0118f0 con 0x556a858b6eb0 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fae9c01c750 con 0x556a858b6eb0 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 10 client.17181 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 10 client.17181 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 20 client.17181 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a858cac20 0x556a858cd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 4 client.17181 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a85811d90 con 0x556a858cac20 2024-05-21T19:16:16.193 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.191+0000 7faea9e00700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a858cac20 0x556a858cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.192+0000 7faea9e00700 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a858cac20 0x556a858cd010 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbee90d4e715aa88 server_cookie=62946a27713a51a2 in_seq=0 out_seq=0 2024-05-21T19:16:16.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.192+0000 7fae94c00700 10 client.17181 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:16.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.193+0000 7fae94c00700 1 -- 172.21.15.3:0/1890157127 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a85811d90 con 0x556a858cac20 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.193+0000 7fae94c00700 10 client.17181 handle_command_reply: tid=0 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.193+0000 7faebbd09b80 1 client.17181 shutdown 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.193+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 msgr2=0x556a858ba8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.193+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fae9c005d90 tx=0x7fae9c0116e0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 shutdown_connections 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a858cac20 0x556a858cd010 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b77d0 0x556a858bade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b1880 0x556a858bd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 --2- 172.21.15.3:0/1890157127 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858ba8a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7fae94c00700 0 client.17181 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 >> 172.21.15.3:0/1890157127 conn(0x556a857dfbe0 msgr2=0x556a858b0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 shutdown_connections 2024-05-21T19:16:16.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 1 -- 172.21.15.3:0/1890157127 wait complete. 2024-05-21T19:16:16.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.194+0000 7faebbd09b80 20 client.17181 trim_cache size 0 max 16384 2024-05-21T19:16:16.211 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.211+0000 7faebbd09b80 1 Processor -- start 2024-05-21T19:16:16.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 -- start start 2024-05-21T19:16:16.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.212 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 0x556a858ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858abf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1b28b0 con 0x556a858b1880 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1b0140 con 0x556a858b6eb0 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faebbd09b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1adf90 con 0x556a858b77d0 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faea9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faea9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35836/0 (socket says 172.21.15.3:35836) 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faea9e00700 1 -- 172.21.15.3:0/789412485 learned_addr learned my addr 172.21.15.3:0/789412485 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.212+0000 7faeaa800700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 0x556a858ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858abf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 -- 172.21.15.3:0/789412485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 msgr2=0x556a858abf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858abf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 -- 172.21.15.3:0/789412485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 msgr2=0x556a858ab9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.213 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 0x556a858ab9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 -- 172.21.15.3:0/789412485 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a858b8e10 con 0x556a858b1880 2024-05-21T19:16:16.214 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faeaa800700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 0x556a858ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7faea9e00700 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fae9800c010 tx=0x7fae9800b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=517ce918f9648669 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.213+0000 7fae97400700 1 -- 172.21.15.3:0/789412485 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae98004980 con 0x556a858b1880 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.214+0000 7fae97400700 1 -- 172.21.15.3:0/789412485 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae98028460 con 0x556a858b1880 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.214+0000 7fae97400700 1 -- 172.21.15.3:0/789412485 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae980346c0 con 0x556a858b1880 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 -- 172.21.15.3:0/789412485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 msgr2=0x556a858ad700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fae9800c010 tx=0x7fae9800b610 comp rx=0 tx=0).stop 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 -- 172.21.15.3:0/789412485 shutdown_connections 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858abf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b1880 0x556a858ad700 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 --2- 172.21.15.3:0/789412485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b6eb0 0x556a858ab9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 -- 172.21.15.3:0/789412485 >> 172.21.15.3:0/789412485 conn(0x556a857dfbe0 msgr2=0x556a858a5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.215 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 -- 172.21.15.3:0/789412485 shutdown_connections 2024-05-21T19:16:16.216 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.215+0000 7faebbd09b80 1 -- 172.21.15.3:0/789412485 wait complete. 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 -- start start 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 Processor -- start 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858c3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858d2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1ae600 con 0x556a858b6eb0 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1afa70 con 0x556a858b1880 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.216+0000 7faebbd09b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faeac1aecd0 con 0x556a858b77d0 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faebbd09b80 10 client.0 _ll_register_callbacks cb 0x556a857a9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:16.217 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35846/0 (socket says 172.21.15.3:35846) 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 -- 172.21.15.3:0/3209913238 learned_addr learned my addr 172.21.15.3:0/3209913238 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faea9e00700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858c3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faea9e00700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858d2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 -- 172.21.15.3:0/3209913238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 msgr2=0x556a858d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858d2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 -- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 msgr2=0x556a858c3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858c3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faeaa800700 1 -- 172.21.15.3:0/3209913238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a858d27f0 con 0x556a858b6eb0 2024-05-21T19:16:16.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.217+0000 7faea9e00700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858d2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7faeaa800700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fae9c001eb0 tx=0x7fae9c009760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c54a1a0ff2d80d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7fae94c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c01c680 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae98028460 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fae9c01c820 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fae9c011940 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.218+0000 7faebbd09b80 10 client.17187 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556a85935340 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae98028460 con 0x556a858b6eb0 2024-05-21T19:16:16.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fae9c0306b0 con 0x556a858b6eb0 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 10 client.17187 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 10 client.17187 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 20 client.17187 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a85935910 0x556a85937d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 4 client.17187 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.219+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556a8580b570 con 0x556a85935910 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.220+0000 7faea9e00700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a85935910 0x556a85937d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.220+0000 7faea9e00700 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a85935910 0x556a85937d30 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8490cb34e9d8ee32 server_cookie=45492418f49e87e5 in_seq=0 out_seq=0 2024-05-21T19:16:16.221 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.220+0000 7fae94c00700 10 client.17187 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:16.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.220+0000 7fae94c00700 1 -- 172.21.15.3:0/3209913238 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556a8580b570 con 0x556a85935910 2024-05-21T19:16:16.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7fae94c00700 10 client.17187 handle_command_reply: tid=0 2024-05-21T19:16:16.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 client.17187 shutdown 2024-05-21T19:16:16.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 msgr2=0x556a858d1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fae9c001eb0 tx=0x7fae9c009760 comp rx=0 tx=0).stop 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 shutdown_connections 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a85935910 0x556a85937d30 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a858b77d0 0x556a858d2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a858b1880 0x556a858c3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 --2- 172.21.15.3:0/3209913238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a858b6eb0 0x556a858d1cc0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 >> 172.21.15.3:0/3209913238 conn(0x556a857dfbe0 msgr2=0x556a858ad700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7fae94c00700 0 client.17187 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 shutdown_connections 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 1 -- 172.21.15.3:0/3209913238 wait complete. 2024-05-21T19:16:16.223 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.221+0000 7faebbd09b80 20 client.17187 trim_cache size 0 max 16384 2024-05-21T19:16:16.224 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:16:16.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 msgr2=0x7fae900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 0x7fae900b4dc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7faea40a5460 tx=0x7faea4009ed0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.224 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 msgr2=0x7faeac1a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7faea400ef30 tx=0x7faea400c3a0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 shutdown_connections 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae900b2900 0x7fae900b4dc0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faeac10b760 0x7faeac1a0730 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faeac105760 0x7faeac19be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 --2- 172.21.15.3:0/2560921116 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faeac106120 0x7faeac19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.222+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 >> 172.21.15.3:0/2560921116 conn(0x7faeac101250 msgr2=0x7faeac1019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.223+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 shutdown_connections 2024-05-21T19:16:16.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:16.223+0000 7faeb1400700 1 -- 172.21.15.3:0/2560921116 wait complete. 2024-05-21T19:16:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:17 smithi178 ceph-mon[36523]: pgmap v690: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-21T19:16:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:17 smithi104 ceph-mon[36417]: pgmap v690: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-21T19:16:18.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:17 smithi003 ceph-mon[31577]: pgmap v690: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.7 KiB/s wr, 9 op/s 2024-05-21T19:16:18.145 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:16:18.145 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:16:18.619 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:19.853 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:19 smithi003 ceph-mon[31577]: pgmap v691: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-05-21T19:16:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:19 smithi178 ceph-mon[36523]: pgmap v691: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-05-21T19:16:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:19 smithi104 ceph-mon[36417]: pgmap v691: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.9 KiB/s wr, 11 op/s 2024-05-21T19:16:20.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 -- 172.21.15.3:0/3301395037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec010b750 msgr2=0x7faec010bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 --2- 172.21.15.3:0/3301395037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec010b750 0x7faec010bb30 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7faeb00098f0 tx=0x7faeb0009c00 comp rx=0 tx=0).stop 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 -- 172.21.15.3:0/3301395037 shutdown_connections 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 --2- 172.21.15.3:0/3301395037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0106110 0x7faec0112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 --2- 172.21.15.3:0/3301395037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec010b750 0x7faec010bb30 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 --2- 172.21.15.3:0/3301395037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec0105750 0x7faec0105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 -- 172.21.15.3:0/3301395037 >> 172.21.15.3:0/3301395037 conn(0x7faec0101240 msgr2=0x7faec0103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.859+0000 7faec6000700 1 -- 172.21.15.3:0/3301395037 shutdown_connections 2024-05-21T19:16:20.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.860+0000 7faec6000700 1 -- 172.21.15.3:0/3301395037 wait complete. 2024-05-21T19:16:20.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.861+0000 7faec6000700 1 Processor -- start 2024-05-21T19:16:20.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.861+0000 7faec6000700 1 -- start start 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec0106110 0x7faec019c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec010b750 0x7faec01a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faec0115980 con 0x7faec010b750 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faec0115800 con 0x7faec0105750 2024-05-21T19:16:20.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faec6000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faec0115b00 con 0x7faec0106110 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faebf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faebf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42758/0 (socket says 172.21.15.3:42758) 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faebf400700 1 -- 172.21.15.3:0/673902067 learned_addr learned my addr 172.21.15.3:0/673902067 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faebfe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec010b750 0x7faec01a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.862+0000 7faebea00700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec0106110 0x7faec019c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 -- 172.21.15.3:0/673902067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec0106110 msgr2=0x7faec019c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec0106110 0x7faec019c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 -- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec010b750 msgr2=0x7faec01a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec010b750 0x7faec01a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 -- 172.21.15.3:0/673902067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec01a0ea0 con 0x7faec0105750 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faebf400700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009230 tx=0x7faeb000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faeb7e00700 1 -- 172.21.15.3:0/673902067 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb00050c0 con 0x7faec0105750 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec01a1130 con 0x7faec0105750 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faeb7e00700 1 -- 172.21.15.3:0/673902067 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb000b560 con 0x7faec0105750 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.863+0000 7faeb7e00700 1 -- 172.21.15.3:0/673902067 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0003a00 con 0x7faec0105750 2024-05-21T19:16:20.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.864+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec01a8a10 con 0x7faec0105750 2024-05-21T19:16:20.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.867+0000 7faeb7e00700 1 -- 172.21.15.3:0/673902067 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faeb000b710 con 0x7faec0105750 2024-05-21T19:16:20.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.868+0000 7faed0a3ab80 1 Processor -- start 2024-05-21T19:16:20.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.868+0000 7faed0a3ab80 1 -- start start 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a374ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56427a2d2ec0 con 0x56427a37a690 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56427a2c2a60 con 0x56427a37afb0 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56427a2c6aa0 con 0x56427a3751c0 2024-05-21T19:16:20.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faeb7e00700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 0x7faea40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faebea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faebf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a374ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faebea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46338/0 (socket says 172.21.15.3:46338) 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faebea00700 1 -- 172.21.15.3:0/3834830834 learned_addr learned my addr 172.21.15.3:0/3834830834 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.869+0000 7faebfe00700 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faeb7e00700 1 -- 172.21.15.3:0/673902067 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faeb00e3170 con 0x7faec0105750 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebfe00700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 0x7faea40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 -- 172.21.15.3:0/3834830834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 msgr2=0x56427a374ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a374ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 -- 172.21.15.3:0/3834830834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 msgr2=0x56427a37aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 -- 172.21.15.3:0/3834830834 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56427a28b4a0 con 0x56427a3751c0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faebea00700 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7faeac009ea0 tx=0x7faeac011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c4f56c2a856f730 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.870+0000 7faeb4c00700 1 -- 172.21.15.3:0/3834830834 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac004310 con 0x56427a3751c0 2024-05-21T19:16:20.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.871+0000 7faeb4c00700 1 -- 172.21.15.3:0/3834830834 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeac0044b0 con 0x56427a3751c0 2024-05-21T19:16:20.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.871+0000 7faeb4c00700 1 -- 172.21.15.3:0/3834830834 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac019870 con 0x56427a3751c0 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.871+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3834830834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 msgr2=0x56427a375640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.871+0000 7faebfe00700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 0x7faea40b4d40 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faeb8009ec0 tx=0x7faeb800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.871+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7faeac009ea0 tx=0x7faeac011720 comp rx=0 tx=0).stop 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3834830834 shutdown_connections 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a375640 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3834830834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a374ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3834830834 >> 172.21.15.3:0/3834830834 conn(0x56427a2a2c60 msgr2=0x56427a36f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3834830834 shutdown_connections 2024-05-21T19:16:20.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3834830834 wait complete. 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 -- start start 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.872+0000 7faed0a3ab80 1 Processor -- start 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a380ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a37e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56427a1c9020 con 0x56427a37a690 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56427a2637e0 con 0x56427a37afb0 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56427a381a60 con 0x56427a3751c0 2024-05-21T19:16:20.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faed0a3ab80 10 client.0 _ll_register_callbacks cb 0x56427a26ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:20.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faebfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a37e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faebfe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a37e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42774/0 (socket says 172.21.15.3:42774) 2024-05-21T19:16:20.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faebfe00700 1 -- 172.21.15.3:0/1285871823 learned_addr learned my addr 172.21.15.3:0/1285871823 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:20.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faebf400700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a380ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.873+0000 7faebea00700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 -- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 msgr2=0x56427a37e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a37e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 -- 172.21.15.3:0/1285871823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 msgr2=0x56427a37e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 -- 172.21.15.3:0/1285871823 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56427a212950 con 0x56427a3751c0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faebf400700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a380ca0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7faeb0027000 tx=0x7faeb0074fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd0ded57067d9362 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faea9600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0078200 con 0x56427a3751c0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faeb00aac10 con 0x56427a3751c0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.874+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeac0044b0 con 0x56427a3751c0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faeb00aa2b0 con 0x56427a3751c0 2024-05-21T19:16:20.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 10 client.27307 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56427a2930e0 con 0x56427a3751c0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeac0044b0 con 0x56427a3751c0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7faeb00afce0 con 0x56427a3751c0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 10 client.27307 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 10 client.27307 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 20 client.27307 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a38e4b0 0x56427a390930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 4 client.27307 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.875+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56427a2d4e10 con 0x56427a38e4b0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.876+0000 7faebea00700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a38e4b0 0x56427a390930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.876+0000 7faebea00700 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a38e4b0 0x56427a390930 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3236da6895a2a80 server_cookie=72086735c34034d3 in_seq=0 out_seq=0 2024-05-21T19:16:20.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.876+0000 7faea9600700 10 client.27307 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:20.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.877+0000 7faea9600700 1 -- 172.21.15.3:0/1285871823 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56427a2d4e10 con 0x56427a38e4b0 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.877+0000 7faea9600700 10 client.27307 handle_command_reply: tid=0 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.877+0000 7faed0a3ab80 1 client.27307 shutdown 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 msgr2=0x56427a380ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a380ca0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7faeb0027000 tx=0x7faeb0074fc0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 shutdown_connections 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a38e4b0 0x56427a390930 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37afb0 0x56427a37e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a380ca0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/1285871823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37a690 0x56427a37e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faea9600700 0 client.27307 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 >> 172.21.15.3:0/1285871823 conn(0x56427a2a2c60 msgr2=0x56427a36edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 shutdown_connections 2024-05-21T19:16:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 1 -- 172.21.15.3:0/1285871823 wait complete. 2024-05-21T19:16:20.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.878+0000 7faed0a3ab80 20 client.27307 trim_cache size 0 max 16384 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 Processor -- start 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 -- start start 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a37bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a36f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faec01b2630 con 0x56427a37afb0 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faec01afec0 con 0x56427a37a690 2024-05-21T19:16:20.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.902+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faec01add10 con 0x56427a3751c0 2024-05-21T19:16:20.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebfe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a36f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46346/0 (socket says 172.21.15.3:46346) 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 -- 172.21.15.3:0/3405474864 learned_addr learned my addr 172.21.15.3:0/3405474864 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebea00700 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a37bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 -- 172.21.15.3:0/3405474864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 msgr2=0x56427a37bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a37bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 -- 172.21.15.3:0/3405474864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 msgr2=0x56427a36f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a36f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 -- 172.21.15.3:0/3405474864 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56427a390fb0 con 0x56427a3751c0 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.903+0000 7faebf400700 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7faeb00aa450 tx=0x7faeb00b1180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f90aa47a6f472d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faeabe00700 1 -- 172.21.15.3:0/3405474864 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb00a9f10 con 0x56427a3751c0 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faeabe00700 1 -- 172.21.15.3:0/3405474864 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb00b3360 con 0x56427a3751c0 2024-05-21T19:16:20.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faeabe00700 1 -- 172.21.15.3:0/3405474864 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0003ba0 con 0x56427a3751c0 2024-05-21T19:16:20.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3405474864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 msgr2=0x56427a374ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7faeb00aa450 tx=0x7faeb00b1180 comp rx=0 tx=0).stop 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3405474864 shutdown_connections 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a36f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a374ba0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3405474864 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a37bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.904+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3405474864 >> 172.21.15.3:0/3405474864 conn(0x56427a2a2c60 msgr2=0x56427a37f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.905+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3405474864 shutdown_connections 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.905+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3405474864 wait complete. 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.905+0000 7faed0a3ab80 1 -- start start 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.905+0000 7faed0a3ab80 1 Processor -- start 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a384230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a384770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faec01ae380 con 0x56427a37afb0 2024-05-21T19:16:20.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faec01af7f0 con 0x56427a37a690 2024-05-21T19:16:20.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faec01aea50 con 0x56427a3751c0 2024-05-21T19:16:20.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faed0a3ab80 10 client.0 _ll_register_callbacks cb 0x56427a26ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebfe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a384770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a384230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46356/0 (socket says 172.21.15.3:46356) 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebfe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a384770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34094/0 (socket says 172.21.15.3:34094) 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.906+0000 7faebf400700 1 -- 172.21.15.3:0/3093286870 learned_addr learned my addr 172.21.15.3:0/3093286870 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 -- 172.21.15.3:0/3093286870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 msgr2=0x56427a383cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 -- 172.21.15.3:0/3093286870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 msgr2=0x56427a384770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a384770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 -- 172.21.15.3:0/3093286870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56427a3f9250 con 0x56427a37a690 2024-05-21T19:16:20.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebf400700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faebea00700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a384230 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7faeac000c00 tx=0x7faeac009540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=450e1fc9b05a9a2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faea9600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac0052d0 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeb00b3360 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.907+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faeac02de00 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faeac005470 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faed0a3ab80 10 client.27311 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56427a3fa550 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faeb00b3360 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7faeac018070 con 0x56427a37a690 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faed0a3ab80 10 client.27311 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faed0a3ab80 10 client.27311 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.908+0000 7faed0a3ab80 20 client.27311 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:20.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a3faaf0 0x56427a3fcf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:20.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faed0a3ab80 4 client.27311 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:16:20.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56427a2ce5f0 con 0x56427a3faaf0 2024-05-21T19:16:20.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faebf400700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a3faaf0 0x56427a3fcf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faebf400700 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a3faaf0 0x56427a3fcf10 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ca31b9b1e48a79b server_cookie=9e06e44ab4d2cc52 in_seq=0 out_seq=0 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.909+0000 7faea9600700 10 client.27311 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.910+0000 7faea9600700 1 -- 172.21.15.3:0/3093286870 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56427a2ce5f0 con 0x56427a3faaf0 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.910+0000 7faea9600700 10 client.27311 handle_command_reply: tid=0 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.910+0000 7faed0a3ab80 1 client.27311 shutdown 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 msgr2=0x56427a384230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a384230 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7faeac000c00 tx=0x7faeac009540 comp rx=0 tx=0).stop 2024-05-21T19:16:20.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 shutdown_connections 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56427a3faaf0 0x56427a3fcf10 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56427a37afb0 0x56427a384770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56427a3751c0 0x56427a383cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faea9600700 0 client.27311 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 --2- 172.21.15.3:0/3093286870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56427a37a690 0x56427a384230 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 >> 172.21.15.3:0/3093286870 conn(0x56427a2a2c60 msgr2=0x56427a37baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 shutdown_connections 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 1 -- 172.21.15.3:0/3093286870 wait complete. 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.911+0000 7faed0a3ab80 20 client.27311 trim_cache size 0 max 16384 2024-05-21T19:16:20.913 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "8535a897-4936-4d83-93f1-562ccf53f746", 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 msgr2=0x7faea40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 0x7faea40b4d40 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faeb8009ec0 tx=0x7faeb800b040 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 msgr2=0x7faec019be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009230 tx=0x7faeb000fa70 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 shutdown_connections 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faea40b2880 0x7faea40b4d40 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faec010b750 0x7faec01a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faec0105750 0x7faec019be90 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 --2- 172.21.15.3:0/673902067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faec0106110 0x7faec019c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.912+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 >> 172.21.15.3:0/673902067 conn(0x7faec0101240 msgr2=0x7faec0101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.913+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 shutdown_connections 2024-05-21T19:16:20.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:20.913+0000 7faec6000700 1 -- 172.21.15.3:0/673902067 wait complete. 2024-05-21T19:16:21.805 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:16:21.882 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:21 smithi003 ceph-mon[31577]: pgmap v692: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-21T19:16:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:21 smithi178 ceph-mon[36523]: pgmap v692: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-21T19:16:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:21 smithi104 ceph-mon[36417]: pgmap v692: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.4 KiB/s wr, 10 op/s 2024-05-21T19:16:22.258 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:22.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 -- 172.21.15.3:0/81471037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c10a960 msgr2=0x7fdc7c10cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 --2- 172.21.15.3:0/81471037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c10a960 0x7fdc7c10cdf0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009ca0 tx=0x7fdc7402a950 comp rx=0 tx=0).stop 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 -- 172.21.15.3:0/81471037 shutdown_connections 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 --2- 172.21.15.3:0/81471037 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c10a960 0x7fdc7c10cdf0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 --2- 172.21.15.3:0/81471037 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c075430 0x7fdc7c075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 --2- 172.21.15.3:0/81471037 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c076a10 0x7fdc7c074e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 -- 172.21.15.3:0/81471037 >> 172.21.15.3:0/81471037 conn(0x7fdc7c0fe040 msgr2=0x7fdc7c100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.644+0000 7fdc82e00640 1 -- 172.21.15.3:0/81471037 shutdown_connections 2024-05-21T19:16:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.645+0000 7fdc82e00640 1 -- 172.21.15.3:0/81471037 wait complete. 2024-05-21T19:16:22.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.646+0000 7fdc82e00640 1 Processor -- start 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.646+0000 7fdc82e00640 1 -- start start 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.646+0000 7fdc82e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.646+0000 7fdc82e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c076a10 0x7fdc7c19b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc82e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c10a960 0x7fdc7c1a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc82e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c110840 con 0x7fdc7c075430 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc82e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1106c0 con 0x7fdc7c076a10 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc82e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1109c0 con 0x7fdc7c10a960 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34102/0 (socket says 172.21.15.3:34102) 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 -- 172.21.15.3:0/2875650874 learned_addr learned my addr 172.21.15.3:0/2875650874 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc73400640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c076a10 0x7fdc7c19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc80e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c10a960 0x7fdc7c1a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 -- 172.21.15.3:0/2875650874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c10a960 msgr2=0x7fdc7c1a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c10a960 0x7fdc7c1a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 -- 172.21.15.3:0/2875650874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c076a10 msgr2=0x7fdc7c19b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c076a10 0x7fdc7c19b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.647+0000 7fdc7be00640 1 -- 172.21.15.3:0/2875650874 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc7c1a29f0 con 0x7fdc7c075430 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00e9f0 tx=0x7fdc6c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc79600640 1 -- 172.21.15.3:0/2875650874 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c00cd80 con 0x7fdc7c075430 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc79600640 1 -- 172.21.15.3:0/2875650874 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc6c0054d0 con 0x7fdc7c075430 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc7c1a2ce0 con 0x7fdc7c075430 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc79600640 1 -- 172.21.15.3:0/2875650874 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc6c010690 con 0x7fdc7c075430 2024-05-21T19:16:22.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.648+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc7c1a3180 con 0x7fdc7c075430 2024-05-21T19:16:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.652+0000 7fdc85c34740 1 Processor -- start 2024-05-21T19:16:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 -- start start 2024-05-21T19:16:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x560092785020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 0x560092787b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5600926efb90 con 0x560092785690 2024-05-21T19:16:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5600926df730 con 0x56009277fb30 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc85c34740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5600926e3770 con 0x560092780520 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.653+0000 7fdc79600640 1 -- 172.21.15.3:0/2875650874 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdc6c004e90 con 0x7fdc7c075430 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42826/0 (socket says 172.21.15.3:42826) 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 -- 172.21.15.3:0/2756576548 learned_addr learned my addr 172.21.15.3:0/2756576548 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc73400640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 0x560092787b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x560092785020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 -- 172.21.15.3:0/2756576548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 msgr2=0x560092785020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x560092785020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 -- 172.21.15.3:0/2756576548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 msgr2=0x560092787b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 0x560092787b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 -- 172.21.15.3:0/2756576548 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600926788b0 con 0x56009277fb30 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x560092785020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc73400640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 0x560092787b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.654+0000 7fdc80e00640 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009ca0 tx=0x7fdc74005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78fb200479fb5324 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc71600640 1 -- 172.21.15.3:0/2756576548 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74048070 con 0x56009277fb30 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc71600640 1 -- 172.21.15.3:0/2756576548 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc74003e20 con 0x56009277fb30 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc71600640 1 -- 172.21.15.3:0/2756576548 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74034040 con 0x56009277fb30 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc79600640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 0x7fdc600b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc85c34740 1 -- 172.21.15.3:0/2756576548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 msgr2=0x56009277ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc85c34740 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009ca0 tx=0x7fdc74005f80 comp rx=0 tx=0).stop 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.655+0000 7fdc79600640 1 -- 172.21.15.3:0/2875650874 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc6c0e25a0 con 0x7fdc7c075430 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 0x7fdc600b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 -- 172.21.15.3:0/2756576548 shutdown_connections 2024-05-21T19:16:22.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x560092785020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092785690 0x560092787b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 --2- 172.21.15.3:0/2756576548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56009277fb30 0x56009277ff50 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 -- 172.21.15.3:0/2756576548 >> 172.21.15.3:0/2756576548 conn(0x56009277b1a0 msgr2=0x56009277b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 -- 172.21.15.3:0/2756576548 shutdown_connections 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 -- 172.21.15.3:0/2756576548 wait complete. 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc7be00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 0x7fdc600b4de0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0e03f0 tx=0x7fdc6c004a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.656+0000 7fdc85c34740 1 -- start start 2024-05-21T19:16:22.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 Processor -- start 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x5600927898f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x560092790e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5600923c5790 con 0x560092780520 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560092687bc0 con 0x560092785690 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5600927885e0 con 0x56009277fb30 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc85c34740 10 client.0 _ll_register_callbacks cb 0x560092665400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc73400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc73400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34130/0 (socket says 172.21.15.3:34130) 2024-05-21T19:16:22.662 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc73400640 1 -- 172.21.15.3:0/3092368963 learned_addr learned my addr 172.21.15.3:0/3092368963 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.657+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x560092790e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x5600927898f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 -- 172.21.15.3:0/3092368963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 msgr2=0x5600927898f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x5600927898f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 -- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 msgr2=0x560092790e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x560092790e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 -- 172.21.15.3:0/3092368963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600923f4210 con 0x560092780520 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc73400640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fdc64012720 tx=0x7fdc64012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae229ea90d3517a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc6a000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc64004030 con 0x560092780520 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc640041d0 con 0x560092780520 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.658+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc74003e20 con 0x560092780520 2024-05-21T19:16:22.663 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdc64022070 con 0x560092780520 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 10 client.17217 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5600924c0620 con 0x560092780520 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc74003e20 con 0x560092780520 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fdc64003960 con 0x560092780520 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 10 client.17217 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 10 client.17217 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 20 client.17217 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.659+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927954c0 0x5600927978b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.660+0000 7fdc85c34740 4 client.17217 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.660+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600926f1ae0 con 0x5600927954c0 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.660+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927954c0 0x5600927978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.660+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927954c0 0x5600927978b0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc1e65006e7c4864 server_cookie=f0c1b2feb699c228 in_seq=0 out_seq=0 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.660+0000 7fdc6a000640 10 client.17217 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:22.664 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.661+0000 7fdc6a000640 1 -- 172.21.15.3:0/3092368963 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5600926f1ae0 con 0x5600927954c0 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.661+0000 7fdc6a000640 10 client.17217 handle_command_reply: tid=0 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.661+0000 7fdc85c34740 1 client.17217 shutdown 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 msgr2=0x560092789e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fdc64012720 tx=0x7fdc64012be0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 shutdown_connections 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927954c0 0x5600927978b0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x560092790e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092789e30 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3092368963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x5600927898f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc6a000640 0 client.17217 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 >> 172.21.15.3:0/3092368963 conn(0x56009277b1a0 msgr2=0x56009277a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 shutdown_connections 2024-05-21T19:16:22.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 1 -- 172.21.15.3:0/3092368963 wait complete. 2024-05-21T19:16:22.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.662+0000 7fdc85c34740 20 client.17217 trim_cache size 0 max 16384 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 Processor -- start 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 -- start start 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x56009277e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1ae890 con 0x560092780520 2024-05-21T19:16:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1ac160 con 0x560092785690 2024-05-21T19:16:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.679+0000 7fdc85c34740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1a9fb0 con 0x56009277fb30 2024-05-21T19:16:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc73400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc73400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34136/0 (socket says 172.21.15.3:34136) 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46402/0 (socket says 172.21.15.3:46402) 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc73400640 1 -- 172.21.15.3:0/739375466 learned_addr learned my addr 172.21.15.3:0/739375466 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x56009277e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 -- 172.21.15.3:0/739375466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 msgr2=0x56009277e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x56009277e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 -- 172.21.15.3:0/739375466 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 msgr2=0x560092790e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc80e00640 1 -- 172.21.15.3:0/739375466 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600927889b0 con 0x56009277fb30 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.680+0000 7fdc73400640 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc80e00640 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdc74046040 tx=0x7fdc74005f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4468298d9360b82b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc70c00640 1 -- 172.21.15.3:0/739375466 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74048040 con 0x56009277fb30 2024-05-21T19:16:22.682 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc70c00640 1 -- 172.21.15.3:0/739375466 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc74049040 con 0x56009277fb30 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc70c00640 1 -- 172.21.15.3:0/739375466 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74004680 con 0x56009277fb30 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc85c34740 1 -- 172.21.15.3:0/739375466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 msgr2=0x560092775dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.681+0000 7fdc85c34740 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdc74046040 tx=0x7fdc74005f80 comp rx=0 tx=0).stop 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 -- 172.21.15.3:0/739375466 shutdown_connections 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x56009277e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560092780520 0x560092790e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 --2- 172.21.15.3:0/739375466 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56009277fb30 0x560092775dd0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 -- 172.21.15.3:0/739375466 >> 172.21.15.3:0/739375466 conn(0x56009277b1a0 msgr2=0x56009277e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 -- 172.21.15.3:0/739375466 shutdown_connections 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 -- 172.21.15.3:0/739375466 wait complete. 2024-05-21T19:16:22.683 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 -- start start 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.682+0000 7fdc85c34740 1 Processor -- start 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x56009278e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x5600927fe040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1aa620 con 0x56009277fb30 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1aba90 con 0x560092785690 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7c1aacf0 con 0x560092780520 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc85c34740 10 client.0 _ll_register_callbacks cb 0x7fdc64009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.686 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34150/0 (socket says 172.21.15.3:34150) 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 -- 172.21.15.3:0/3075209955 learned_addr learned my addr 172.21.15.3:0/3075209955 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc73400640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x56009278e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x5600927fe040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 -- 172.21.15.3:0/3075209955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 msgr2=0x56009278e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x56009278e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 -- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 msgr2=0x5600927fe040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x5600927fe040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.683+0000 7fdc80e00640 1 -- 172.21.15.3:0/3075209955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600927fe580 con 0x56009277fb30 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc80e00640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009c70 tx=0x7fdc7402a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d99d2b7854b0aa0a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc6a000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74048070 con 0x56009277fb30 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdc74004d50 con 0x56009277fb30 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc74049040 con 0x56009277fb30 2024-05-21T19:16:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdc7402c020 con 0x56009277fb30 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc85c34740 10 client.17223 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.684+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5600927ff890 con 0x56009277fb30 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc74049040 con 0x56009277fb30 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fdc74030440 con 0x56009277fb30 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 10 client.17223 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 10 client.17223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 20 client.17223 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927ffdf0 0x5600928021e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 4 client.17223 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5600926eb2c0 con 0x5600927ffdf0 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.685+0000 7fdc73400640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927ffdf0 0x5600928021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.686+0000 7fdc73400640 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927ffdf0 0x5600928021e0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20b262e83c2df3e6 server_cookie=663e2eafdfdefe59 in_seq=0 out_seq=0 2024-05-21T19:16:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.686+0000 7fdc6a000640 10 client.17223 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc6a000640 1 -- 172.21.15.3:0/3075209955 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5600926eb2c0 con 0x5600927ffdf0 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc6a000640 10 client.17223 handle_command_reply: tid=0 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc85c34740 1 client.17223 shutdown 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 msgr2=0x56009278dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009c70 tx=0x7fdc7402a950 comp rx=0 tx=0).stop 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 shutdown_connections 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.693+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5600927ffdf0 0x5600928021e0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560092780520 0x56009278e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560092785690 0x5600927fe040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 --2- 172.21.15.3:0/3075209955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56009277fb30 0x56009278dd50 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 >> 172.21.15.3:0/3075209955 conn(0x56009277b1a0 msgr2=0x56009277e910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc6a000640 0 client.17223 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:22.694 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 shutdown_connections 2024-05-21T19:16:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 1 -- 172.21.15.3:0/3075209955 wait complete. 2024-05-21T19:16:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.694+0000 7fdc85c34740 20 client.17223 trim_cache size 0 max 16384 2024-05-21T19:16:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:16:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:16:22.695 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 msgr2=0x7fdc600b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 0x7fdc600b4de0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c0e03f0 tx=0x7fdc6c004a90 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 msgr2=0x7fdc7c19add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdc6c00e9f0 tx=0x7fdc6c00edf0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 shutdown_connections 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdc600b2920 0x7fdc600b4de0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdc7c10a960 0x7fdc7c1a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc7c076a10 0x7fdc7c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 --2- 172.21.15.3:0/2875650874 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdc7c075430 0x7fdc7c19add0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 >> 172.21.15.3:0/2875650874 conn(0x7fdc7c0fe040 msgr2=0x7fdc7c1068f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:22.696 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 shutdown_connections 2024-05-21T19:16:22.697 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:22.695+0000 7fdc82e00640 1 -- 172.21.15.3:0/2875650874 wait complete. 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.767 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:23.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:23.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:16:23.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:23 smithi104 ceph-mon[36417]: pgmap v693: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-05-21T19:16:24.056 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:23 smithi003 ceph-mon[31577]: pgmap v693: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-05-21T19:16:24.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:23 smithi178 ceph-mon[36523]: pgmap v693: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 5.9 KiB/s wr, 10 op/s 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 -- 172.21.15.3:0/135841255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010eeb0 msgr2=0x7f0420116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 --2- 172.21.15.3:0/135841255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010eeb0 0x7f0420116a80 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f0418009fc0 tx=0x7f041800b330 comp rx=0 tx=0).stop 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 -- 172.21.15.3:0/135841255 shutdown_connections 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 --2- 172.21.15.3:0/135841255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010eeb0 0x7f0420116a80 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 --2- 172.21.15.3:0/135841255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0420109dd0 0x7f042010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 --2- 172.21.15.3:0/135841255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f042010a780 0x7f042010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 -- 172.21.15.3:0/135841255 >> 172.21.15.3:0/135841255 conn(0x7f0420076d10 msgr2=0x7f0420108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 -- 172.21.15.3:0/135841255 shutdown_connections 2024-05-21T19:16:24.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.581+0000 7f0427400700 1 -- 172.21.15.3:0/135841255 wait complete. 2024-05-21T19:16:24.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.582+0000 7f0427400700 1 Processor -- start 2024-05-21T19:16:24.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 -- start start 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0420109dd0 0x7f04201a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010a780 0x7f04201a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0420119db0 con 0x7f042010a780 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0420119c30 con 0x7f042010eeb0 2024-05-21T19:16:24.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.583+0000 7f0427400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0420119f30 con 0x7f0420109dd0 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42864/0 (socket says 172.21.15.3:42864) 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 -- 172.21.15.3:0/3737570792 learned_addr learned my addr 172.21.15.3:0/3737570792 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0424a00700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0420109dd0 0x7f04201a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f041fe00700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010a780 0x7f04201a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 -- 172.21.15.3:0/3737570792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0420109dd0 msgr2=0x7f04201a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0420109dd0 0x7f04201a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 -- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010a780 msgr2=0x7f04201a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010a780 0x7f04201a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.584 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 -- 172.21.15.3:0/3737570792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04201a5240 con 0x7f042010eeb0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.584+0000 7f0425400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0418009790 tx=0x7f041800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.585+0000 7f041d600700 1 -- 172.21.15.3:0/3737570792 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418021070 con 0x7f042010eeb0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.585+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04201a54d0 con 0x7f042010eeb0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.585+0000 7f041d600700 1 -- 172.21.15.3:0/3737570792 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041800ce60 con 0x7f042010eeb0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.585+0000 7f041d600700 1 -- 172.21.15.3:0/3737570792 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418005040 con 0x7f042010eeb0 2024-05-21T19:16:24.585 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.585+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04201acdb0 con 0x7f042010eeb0 2024-05-21T19:16:24.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.589+0000 7f041d600700 1 -- 172.21.15.3:0/3737570792 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0418024070 con 0x7f042010eeb0 2024-05-21T19:16:24.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 Processor -- start 2024-05-21T19:16:24.589 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 -- start start 2024-05-21T19:16:24.590 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3119f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f041d600700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 0x7f04080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b30bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55596b269e40 con 0x55596b311f30 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55596b2599e0 con 0x55596b30c140 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.590+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55596b25da20 con 0x55596b311610 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f041d600700 1 -- 172.21.15.3:0/3737570792 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f04180e31c0 con 0x7f042010eeb0 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f041fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3119f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:42870/0 (socket says 172.21.15.3:42870) 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 -- 172.21.15.3:0/1654403551 learned_addr learned my addr 172.21.15.3:0/1654403551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f041fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3119f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46442/0 (socket says 172.21.15.3:46442) 2024-05-21T19:16:24.591 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0424a00700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 0x7f04080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 -- 172.21.15.3:0/1654403551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 msgr2=0x55596b3119f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3119f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f041fe00700 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b30bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 -- 172.21.15.3:0/1654403551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 msgr2=0x55596b30bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b30bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.591+0000 7f0425400700 1 -- 172.21.15.3:0/1654403551 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55596b222420 con 0x55596b30c140 2024-05-21T19:16:24.593 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f041fe00700 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b30bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f0425400700 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f04180a6870 tx=0x7f04180a66b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2b3f6291effdd87 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f0424a00700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 0x7f04080b4d40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0414009750 tx=0x7f0414009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f0412000700 1 -- 172.21.15.3:0/1654403551 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04180aaef0 con 0x55596b30c140 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f0412000700 1 -- 172.21.15.3:0/1654403551 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04180aa7f0 con 0x55596b30c140 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.592+0000 7f0412000700 1 -- 172.21.15.3:0/1654403551 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04180ce420 con 0x55596b30c140 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 -- 172.21.15.3:0/1654403551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 msgr2=0x55596b30c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f04180a6870 tx=0x7f04180a66b0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 -- 172.21.15.3:0/1654403551 shutdown_connections 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b30c5c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3119f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/1654403551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b30bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 -- 172.21.15.3:0/1654403551 >> 172.21.15.3:0/1654403551 conn(0x55596b239be0 msgr2=0x55596b306690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.594 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 -- 172.21.15.3:0/1654403551 shutdown_connections 2024-05-21T19:16:24.595 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.593+0000 7f0431dd1b80 1 -- 172.21.15.3:0/1654403551 wait complete. 2024-05-21T19:16:24.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.594+0000 7f0431dd1b80 1 -- start start 2024-05-21T19:16:24.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.594+0000 7f0431dd1b80 1 Processor -- start 2024-05-21T19:16:24.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b317d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.596 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b3155f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55596b15ffa0 con 0x55596b311f30 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55596b1fa760 con 0x55596b30c140 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55596b3187a0 con 0x55596b311610 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0431dd1b80 10 client.0 _ll_register_callbacks cb 0x55596b203c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0424a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b317d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:46454/0 (socket says 172.21.15.3:46454) 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 -- 172.21.15.3:0/3613681213 learned_addr learned my addr 172.21.15.3:0/3613681213 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f0425400700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b3155f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 -- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 msgr2=0x55596b317d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b317d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 -- 172.21.15.3:0/3613681213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 msgr2=0x55596b3155f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.595+0000 7f041fe00700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b3155f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f041fe00700 1 -- 172.21.15.3:0/3613681213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55596b1a98d0 con 0x55596b311610 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f041fe00700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f040c0137b0 tx=0x7f040c013ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b52ef25ee59b7380 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f0406a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c004260 con 0x55596b311610 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04180aa7f0 con 0x55596b311610 2024-05-21T19:16:24.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.596+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f040c004400 con 0x55596b311610 2024-05-21T19:16:24.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f040c003680 con 0x55596b311610 2024-05-21T19:16:24.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 10 client.27340 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:24.599 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55596b22a060 con 0x55596b311610 2024-05-21T19:16:24.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04180aa7f0 con 0x55596b311610 2024-05-21T19:16:24.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f040c01a070 con 0x55596b311610 2024-05-21T19:16:24.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 10 client.27340 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:24.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 10 client.27340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:24.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 20 client.27340 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b3252e0 0x55596b3276d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 4 client.27340 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.597+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55596b26bd90 con 0x55596b3252e0 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.598+0000 7f0424a00700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b3252e0 0x55596b3276d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.598+0000 7f0424a00700 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b3252e0 0x55596b3276d0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=421462a60860c05d server_cookie=609486dcebf37c8c in_seq=0 out_seq=0 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.598+0000 7f0406a00700 10 client.27340 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.599+0000 7f0406a00700 1 -- 172.21.15.3:0/3613681213 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55596b26bd90 con 0x55596b3252e0 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.599+0000 7f0406a00700 10 client.27340 handle_command_reply: tid=0 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.599+0000 7f0431dd1b80 1 client.27340 shutdown 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.599+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 msgr2=0x55596b3150b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.599+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f040c0137b0 tx=0x7f040c013ac0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 shutdown_connections 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b3252e0 0x55596b3276d0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b311f30 0x55596b3155f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b30c140 0x55596b317d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0406a00700 0 client.27340 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3613681213 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b3150b0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 >> 172.21.15.3:0/3613681213 conn(0x55596b239be0 msgr2=0x55596b305d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 shutdown_connections 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3613681213 wait complete. 2024-05-21T19:16:24.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.600+0000 7f0431dd1b80 20 client.27340 trim_cache size 0 max 16384 2024-05-21T19:16:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 Processor -- start 2024-05-21T19:16:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 -- start start 2024-05-21T19:16:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 0x55596b30f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311f30 0x55596b312c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b6a10 con 0x55596b30c140 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b42a0 con 0x55596b311610 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b20f0 con 0x55596b311f30 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.623+0000 7f0424a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f0424a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34212/0 (socket says 172.21.15.3:34212) 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f0424a00700 1 -- 172.21.15.3:0/4181891444 learned_addr learned my addr 172.21.15.3:0/4181891444 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 0x55596b30f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f0425400700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311f30 0x55596b312c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 -- 172.21.15.3:0/4181891444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311f30 msgr2=0x55596b312c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311f30 0x55596b312c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 -- 172.21.15.3:0/4181891444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 msgr2=0x55596b30bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 -- 172.21.15.3:0/4181891444 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55596b311c40 con 0x55596b311610 2024-05-21T19:16:24.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f0424a00700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.624+0000 7f041fe00700 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 0x55596b30f7f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f040c011ce0 tx=0x7f040c011f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b113a43abcba6ce2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.625+0000 7f0411600700 1 -- 172.21.15.3:0/4181891444 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c005590 con 0x55596b311610 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.625+0000 7f0411600700 1 -- 172.21.15.3:0/4181891444 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f040c005730 con 0x55596b311610 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.625+0000 7f0411600700 1 -- 172.21.15.3:0/4181891444 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c01c4c0 con 0x55596b311610 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.625+0000 7f0431dd1b80 1 -- 172.21.15.3:0/4181891444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 msgr2=0x55596b30f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.625+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 0x55596b30f7f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f040c011ce0 tx=0x7f040c011f50 comp rx=0 tx=0).stop 2024-05-21T19:16:24.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 -- 172.21.15.3:0/4181891444 shutdown_connections 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311f30 0x55596b312c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b30bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/4181891444 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311610 0x55596b30f7f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 -- 172.21.15.3:0/4181891444 >> 172.21.15.3:0/4181891444 conn(0x55596b239be0 msgr2=0x55596b315500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 -- 172.21.15.3:0/4181891444 shutdown_connections 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 -- 172.21.15.3:0/4181891444 wait complete. 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 -- start start 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.626+0000 7f0431dd1b80 1 Processor -- start 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b32d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 0x55596b32d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b2760 con 0x55596b30c140 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b3bd0 con 0x55596b311f30 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04201b2e30 con 0x55596b311610 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0431dd1b80 10 client.0 _ll_register_callbacks cb 0x55596b203c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0424a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0424a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34218/0 (socket says 172.21.15.3:34218) 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0424a00700 1 -- 172.21.15.3:0/3519801933 learned_addr learned my addr 172.21.15.3:0/3519801933 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.627+0000 7f0425400700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 0x55596b32d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f041fe00700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b32d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 -- 172.21.15.3:0/3519801933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 msgr2=0x55596b32d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b32d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 -- 172.21.15.3:0/3519801933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 msgr2=0x55596b32cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 -- 172.21.15.3:0/3519801933 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55596b38f060 con 0x55596b311f30 2024-05-21T19:16:24.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0424a00700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:24.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0425400700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 0x55596b32d700 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0418023000 tx=0x7f041800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73ed898310098806 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0406a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04180c4060 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f04180b3130 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.628+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f040c005730 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f041802b040 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 10 client.27347 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55596b390330 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f040c005730 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0418011070 con 0x55596b311f30 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 10 client.27347 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:24.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 10 client.27347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 20 client.27347 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b390890 0x55596b392c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 4 client.27347 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.629+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55596b265570 con 0x55596b390890 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.630+0000 7f0424a00700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b390890 0x55596b392c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.630+0000 7f0424a00700 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b390890 0x55596b392c80 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bcde75646e83bce server_cookie=7ae722ef4db26e0b in_seq=0 out_seq=0 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.630+0000 7f0406a00700 10 client.27347 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0406a00700 1 -- 172.21.15.3:0/3519801933 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55596b265570 con 0x55596b390890 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0406a00700 10 client.27347 handle_command_reply: tid=0 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 client.27347 shutdown 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 msgr2=0x55596b32d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 0x55596b32d700 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f0418023000 tx=0x7f041800b330 comp rx=0 tx=0).stop 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 shutdown_connections 2024-05-21T19:16:24.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55596b390890 0x55596b392c80 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55596b311f30 0x55596b32d700 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55596b30c140 0x55596b32cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 --2- 172.21.15.3:0/3519801933 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55596b311610 0x55596b32d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0406a00700 0 client.27347 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 >> 172.21.15.3:0/3519801933 conn(0x55596b239be0 msgr2=0x55596b3101e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 shutdown_connections 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.631+0000 7f0431dd1b80 1 -- 172.21.15.3:0/3519801933 wait complete. 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0431dd1b80 20 client.27347 trim_cache size 0 max 16384 2024-05-21T19:16:24.634 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "8535a897-4936-4d83-93f1-562ccf53f746": { 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "8535a897-4936-4d83-93f1-562ccf53f746", 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:24.635 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 msgr2=0x7f04080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 0x7f04080b4d40 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f0414009750 tx=0x7f0414009310 comp rx=0 tx=0).stop 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 msgr2=0x7f04201a4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0418009790 tx=0x7f041800cc30 comp rx=0 tx=0).stop 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 shutdown_connections 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f04080b2880 0x7f04080b4d40 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f042010eeb0 0x7f04201a4b00 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.632+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0420109dd0 0x7f04201a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.633+0000 7f0427400700 1 --2- 172.21.15.3:0/3737570792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f042010a780 0x7f04201a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.633+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 >> 172.21.15.3:0/3737570792 conn(0x7f0420076d10 msgr2=0x7f04200772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.633+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 shutdown_connections 2024-05-21T19:16:24.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:24.633+0000 7f0427400700 1 -- 172.21.15.3:0/3737570792 wait complete. 2024-05-21T19:16:25.449 INFO:tasks.cephfs.filesystem:scrub status for tag:8535a897-4936-4d83-93f1-562ccf53f746 - {'path': '/', 'tag': '8535a897-4936-4d83-93f1-562ccf53f746', 'options': 'recursive,force'} 2024-05-21T19:16:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:25 smithi104 ceph-mon[36417]: pgmap v694: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-05-21T19:16:26.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:25 smithi003 ceph-mon[31577]: pgmap v694: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-05-21T19:16:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:25 smithi178 ceph-mon[36523]: pgmap v694: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.5 KiB/s wr, 12 op/s 2024-05-21T19:16:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:27 smithi104 ceph-mon[36417]: pgmap v695: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-05-21T19:16:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:27 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:16:28.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:27 smithi178 ceph-mon[36523]: pgmap v695: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-05-21T19:16:28.005 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:27 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:16:28.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:27 smithi003 ceph-mon[31577]: pgmap v695: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 8.7 KiB/s wr, 14 op/s 2024-05-21T19:16:28.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:27 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:16:29.358 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: pgmap v696: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 14 op/s 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:29 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: pgmap v696: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 14 op/s 2024-05-21T19:16:29.386 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.387 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:29 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.476 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: pgmap v696: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.3 KiB/s wr, 14 op/s 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:29.477 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:29 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:31 smithi104 ceph-mon[36417]: pgmap v697: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:31.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:31 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:31 smithi003 ceph-mon[31577]: pgmap v697: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:31 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:31 smithi178 ceph-mon[36523]: pgmap v697: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:31 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:33.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: pgmap v698: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:16:33.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:16:33.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:16:33.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:33.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:16:33.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: pgmap v698: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:16:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:16:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: pgmap v698: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:16:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:16:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:16:33.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:16:33.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:16:33.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:16:34.492 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-05-21T19:16:34.493 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:16:34.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:16:34.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:16:34.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:16:34.966 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 -- 172.21.15.3:0/1717638686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 msgr2=0x7fa62410cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 --2- 172.21.15.3:0/1717638686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa62410cf50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009ca0 tx=0x7fa61c02a8b0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 -- 172.21.15.3:0/1717638686 shutdown_connections 2024-05-21T19:16:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 --2- 172.21.15.3:0/1717638686 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa62410cf50 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 --2- 172.21.15.3:0/1717638686 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624105d00 0x7fa624106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 --2- 172.21.15.3:0/1717638686 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624104b10 0x7fa624104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 -- 172.21.15.3:0/1717638686 >> 172.21.15.3:0/1717638686 conn(0x7fa6241000c0 msgr2=0x7fa6241024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 -- 172.21.15.3:0/1717638686 shutdown_connections 2024-05-21T19:16:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.845+0000 7fa629400640 1 -- 172.21.15.3:0/1717638686 wait complete. 2024-05-21T19:16:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.846+0000 7fa629400640 1 Processor -- start 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.846+0000 7fa629400640 1 -- start start 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 0x7fa62419ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa6241a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa624110640 con 0x7fa624105d00 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241104c0 con 0x7fa624104b10 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa629400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241107c0 con 0x7fa6241066c0 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa623400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa623400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:46176/0 (socket says 172.21.15.3:46176) 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa623400640 1 -- 172.21.15.3:0/463967229 learned_addr learned my addr 172.21.15.3:0/463967229 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa623e00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 0x7fa62419ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.847+0000 7fa628a00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa6241a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 -- 172.21.15.3:0/463967229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 msgr2=0x7fa6241a2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa6241a2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 -- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 msgr2=0x7fa62419b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 -- 172.21.15.3:0/463967229 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6241a2910 con 0x7fa624104b10 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa623e00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 0x7fa62419ad00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa61400e9c0 tx=0x7fa61400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa620c00640 1 -- 172.21.15.3:0/463967229 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61400ccc0 con 0x7fa624104b10 2024-05-21T19:16:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6241a2c00 con 0x7fa624104b10 2024-05-21T19:16:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa620c00640 1 -- 172.21.15.3:0/463967229 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6140035f0 con 0x7fa624104b10 2024-05-21T19:16:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.848+0000 7fa620c00640 1 -- 172.21.15.3:0/463967229 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61400ce60 con 0x7fa624104b10 2024-05-21T19:16:35.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.849+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6241a3150 con 0x7fa624104b10 2024-05-21T19:16:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 Processor -- start 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 -- start start 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461b71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557146121b90 con 0x5571461b26e0 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557146111730 con 0x5571461b7850 2024-05-21T19:16:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.853+0000 7fa62d804740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557146115770 con 0x5571461b1cf0 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa623400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51036/0 (socket says 172.21.15.3:51036) 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 -- 172.21.15.3:0/4226389687 learned_addr learned my addr 172.21.15.3:0/4226389687 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa620c00640 1 -- 172.21.15.3:0/463967229 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa614004000 con 0x7fa624104b10 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 -- 172.21.15.3:0/4226389687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 msgr2=0x5571461b9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 -- 172.21.15.3:0/4226389687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 msgr2=0x5571461b71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa623e00640 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461b71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461b71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa628a00640 1 -- 172.21.15.3:0/4226389687 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571460aa8b0 con 0x5571461b1cf0 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.854+0000 7fa623e00640 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461b71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.855+0000 7fa628a00640 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa61c035000 tx=0x7fa61c009a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=321237b54bc6b1a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.855+0000 7fa619200640 1 -- 172.21.15.3:0/4226389687 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c030900 con 0x5571461b1cf0 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.855+0000 7fa619200640 1 -- 172.21.15.3:0/4226389687 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa61c036030 con 0x5571461b1cf0 2024-05-21T19:16:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.855+0000 7fa619200640 1 -- 172.21.15.3:0/4226389687 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c0044a0 con 0x5571461b1cf0 2024-05-21T19:16:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 -- 172.21.15.3:0/4226389687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 msgr2=0x5571461b2110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa61c035000 tx=0x7fa61c009a20 comp rx=0 tx=0).stop 2024-05-21T19:16:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 -- 172.21.15.3:0/4226389687 shutdown_connections 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461b71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 --2- 172.21.15.3:0/4226389687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461b2110 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 -- 172.21.15.3:0/4226389687 >> 172.21.15.3:0/4226389687 conn(0x5571461ad360 msgr2=0x5571461ad760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 -- 172.21.15.3:0/4226389687 shutdown_connections 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.856+0000 7fa62d804740 1 -- 172.21.15.3:0/4226389687 wait complete. 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.857+0000 7fa62d804740 1 -- start start 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.857+0000 7fa620c00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 0x7fa6080b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.857+0000 7fa62d804740 1 Processor -- start 2024-05-21T19:16:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.857+0000 7fa620c00640 1 -- 172.21.15.3:0/463967229 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa6140e2730 con 0x7fa624104b10 2024-05-21T19:16:35.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:35 smithi003 ceph-mon[31577]: pgmap v699: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.857+0000 7fa628a00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 0x7fa6080b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461bbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557145df7790 con 0x5571461b7850 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5571460b9bc0 con 0x5571461b26e0 2024-05-21T19:16:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5571461ba7a0 con 0x5571461b1cf0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa62d804740 10 client.0 _ll_register_callbacks cb 0x557146097400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa628a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa623400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461bbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa623e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa623400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461bbf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39584/0 (socket says 172.21.15.3:39584) 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.858+0000 7fa623400640 1 -- 172.21.15.3:0/263191436 learned_addr learned my addr 172.21.15.3:0/263191436 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 -- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 msgr2=0x5571461bbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461bbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 -- 172.21.15.3:0/263191436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 msgr2=0x5571461c2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 -- 172.21.15.3:0/263191436 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557145e26210 con 0x5571461b1cf0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa623e00640 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bba00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x5571461b3150 tx=0x7fa614003cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4717b9bfb0e9ff60 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa60d600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa628a00640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 0x7fa6080b4bb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa61c02add0 tx=0x7fa61c030a60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6140ae080 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa6140042f0 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.859+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa61c036030 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa6140b2b30 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 10 client.27358 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557145ef2620 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa61c036030 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa6140e2b20 con 0x5571461b1cf0 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 10 client.27358 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 10 client.27358 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 20 client.27358 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5571461c7480 0x5571461c9890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 4 client.27358 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:35.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.860+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557146123ae0 con 0x5571461c7480 2024-05-21T19:16:35.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.861+0000 7fa623400640 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5571461c7480 0x5571461c9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.861+0000 7fa623400640 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5571461c7480 0x5571461c9890 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed8f9bf7a85681db server_cookie=1d2744230537faac in_seq=0 out_seq=0 2024-05-21T19:16:35.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.861+0000 7fa60d600640 10 client.27358 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:35.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa60d600640 1 -- 172.21.15.3:0/263191436 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557146123ae0 con 0x5571461c7480 2024-05-21T19:16:35.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa60d600640 10 client.27358 handle_command_reply: tid=0 2024-05-21T19:16:35.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 client.27358 shutdown 2024-05-21T19:16:35.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 msgr2=0x5571461bba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bba00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x5571461b3150 tx=0x7fa614003cd0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 shutdown_connections 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5571461c7480 0x5571461c9890 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461bbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 --2- 172.21.15.3:0/263191436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bba00 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 >> 172.21.15.3:0/263191436 conn(0x5571461ad360 msgr2=0x5571461ac4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.862+0000 7fa60d600640 0 client.27358 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.863+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 shutdown_connections 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.863+0000 7fa62d804740 1 -- 172.21.15.3:0/263191436 wait complete. 2024-05-21T19:16:35.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.863+0000 7fa62d804740 20 client.27358 trim_cache size 0 max 16384 2024-05-21T19:16:35.882 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 Processor -- start 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 -- start start 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bbd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461c2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241ae720 con 0x5571461b26e0 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241abff0 con 0x5571461b7850 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.880+0000 7fa62d804740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241a9e40 con 0x5571461b1cf0 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa623400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461c2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39600/0 (socket says 172.21.15.3:39600) 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 -- 172.21.15.3:0/470897980 learned_addr learned my addr 172.21.15.3:0/470897980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa623e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 -- 172.21.15.3:0/470897980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 msgr2=0x5571461bbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 -- 172.21.15.3:0/470897980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 msgr2=0x5571461c2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461c2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 -- 172.21.15.3:0/470897980 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571461ad190 con 0x5571461b7850 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.881+0000 7fa628a00640 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x5571461b2f40 tx=0x7fa61c057000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0ea9a2cb0b91f9e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa60fe00640 1 -- 172.21.15.3:0/470897980 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c061070 con 0x5571461b7850 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa60fe00640 1 -- 172.21.15.3:0/470897980 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa61c036070 con 0x5571461b7850 2024-05-21T19:16:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa60fe00640 1 -- 172.21.15.3:0/470897980 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c045440 con 0x5571461b7850 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 -- 172.21.15.3:0/470897980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 msgr2=0x5571461b3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x5571461b2f40 tx=0x7fa61c057000 comp rx=0 tx=0).stop 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 -- 172.21.15.3:0/470897980 shutdown_connections 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b7850 0x5571461b3180 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b26e0 0x5571461c2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 --2- 172.21.15.3:0/470897980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461bbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 -- 172.21.15.3:0/470897980 >> 172.21.15.3:0/470897980 conn(0x5571461ad360 msgr2=0x5571461bb630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.882+0000 7fa62d804740 1 -- 172.21.15.3:0/470897980 shutdown_connections 2024-05-21T19:16:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.883+0000 7fa62d804740 1 -- 172.21.15.3:0/470897980 wait complete. 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.883+0000 7fa62d804740 1 -- start start 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.883+0000 7fa62d804740 1 Processor -- start 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.883+0000 7fa62d804740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461c0160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461c06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c16b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241aa4b0 con 0x5571461b7850 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241ab920 con 0x5571461b26e0 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa6241aab80 con 0x5571461b1cf0 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa62d804740 10 client.0 _ll_register_callbacks cb 0x7fa6140a5b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa623e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461c0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa623e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461c0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51062/0 (socket says 172.21.15.3:51062) 2024-05-21T19:16:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa623e00640 1 -- 172.21.15.3:0/1309219985 learned_addr learned my addr 172.21.15.3:0/1309219985 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa623400640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461c06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 -- 172.21.15.3:0/1309219985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 msgr2=0x5571461c0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461c0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 -- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 msgr2=0x5571461c06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461c06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa628a00640 1 -- 172.21.15.3:0/1309219985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571461c1ca0 con 0x5571461b7850 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.884+0000 7fa623400640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461c06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa628a00640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c16b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa61c05f040 tx=0x7fa61c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488343902185889a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa60d600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c061040 con 0x5571461b7850 2024-05-21T19:16:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa61c004000 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa61c036070 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa61c004220 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa62d804740 10 client.17253 fetch_fsmap learned FSMap version 28 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.885+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5571461c2fb0 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa61c036070 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa61c064030 con 0x5571461b7850 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 10 client.17253 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 10 client.17253 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 20 client.17253 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557146232160 0x557146234580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 4 client.17253 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:16:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55714611d2c0 con 0x557146232160 2024-05-21T19:16:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.886+0000 7fa623e00640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557146232160 0x557146234580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:35.891 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:35 smithi178 ceph-mon[36523]: pgmap v699: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-21T19:16:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.887+0000 7fa623e00640 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557146232160 0x557146234580 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1680829e44351d7 server_cookie=337864b27c552b31 in_seq=0 out_seq=0 2024-05-21T19:16:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.887+0000 7fa60d600640 10 client.17253 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.894+0000 7fa60d600640 1 -- 172.21.15.3:0/1309219985 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55714611d2c0 con 0x557146232160 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.894+0000 7fa60d600640 10 client.17253 handle_command_reply: tid=0 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.894+0000 7fa62d804740 1 client.17253 shutdown 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 msgr2=0x5571461c16b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c16b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa61c05f040 tx=0x7fa61c009a20 comp rx=0 tx=0).stop 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 shutdown_connections 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557146232160 0x557146234580 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5571461b7850 0x5571461c16b0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5571461b26e0 0x5571461c06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 --2- 172.21.15.3:0/1309219985 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5571461b1cf0 0x5571461c0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa60d600640 0 client.17253 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 >> 172.21.15.3:0/1309219985 conn(0x5571461ad360 msgr2=0x5571461b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 shutdown_connections 2024-05-21T19:16:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 1 -- 172.21.15.3:0/1309219985 wait complete. 2024-05-21T19:16:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.895+0000 7fa62d804740 20 client.17253 trim_cache size 0 max 16384 2024-05-21T19:16:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:16:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:16:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 msgr2=0x7fa6080b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 0x7fa6080b4bb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa61c02add0 tx=0x7fa61c030a60 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 msgr2=0x7fa62419ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 0x7fa62419ad00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa61400e9c0 tx=0x7fa61400ee80 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 shutdown_connections 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa6080b26f0 0x7fa6080b4bb0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa6241066c0 0x7fa6241a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa624105d00 0x7fa62419b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 --2- 172.21.15.3:0/463967229 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa624104b10 0x7fa62419ad00 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 >> 172.21.15.3:0/463967229 conn(0x7fa6241000c0 msgr2=0x7fa624109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 shutdown_connections 2024-05-21T19:16:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:35.896+0000 7fa629400640 1 -- 172.21.15.3:0/463967229 wait complete. 2024-05-21T19:16:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:35 smithi104 ceph-mon[36417]: pgmap v699: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.7 KiB/s wr, 14 op/s 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.257+0000 7fe931200700 1 -- 172.21.15.3:0/1768823154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1037f0 msgr2=0x7fe92c103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.257+0000 7fe931200700 1 --2- 172.21.15.3:0/1768823154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1037f0 0x7fe92c103bd0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fe91c009920 tx=0x7fe91c009c30 comp rx=0 tx=0).stop 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 -- 172.21.15.3:0/1768823154 shutdown_connections 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 --2- 172.21.15.3:0/1768823154 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1088f0 0x7fe92c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 --2- 172.21.15.3:0/1768823154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1037f0 0x7fe92c103bd0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 --2- 172.21.15.3:0/1768823154 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1041a0 0x7fe92c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 -- 172.21.15.3:0/1768823154 >> 172.21.15.3:0/1768823154 conn(0x7fe92c07a6a0 msgr2=0x7fe92c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 -- 172.21.15.3:0/1768823154 shutdown_connections 2024-05-21T19:16:37.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.258+0000 7fe931200700 1 -- 172.21.15.3:0/1768823154 wait complete. 2024-05-21T19:16:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.259+0000 7fe931200700 1 Processor -- start 2024-05-21T19:16:37.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.259+0000 7fe931200700 1 -- start start 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1041a0 0x7fe92c19fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c113710 con 0x7fe92c1041a0 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c113590 con 0x7fe92c1088f0 2024-05-21T19:16:37.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe931200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe92c113890 con 0x7fe92c1037f0 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe929e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe92a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe929400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1041a0 0x7fe92c19fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe929e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51078/0 (socket says 172.21.15.3:51078) 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe92a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39632/0 (socket says 172.21.15.3:39632) 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.260+0000 7fe929e00700 1 -- 172.21.15.3:0/4069411980 learned_addr learned my addr 172.21.15.3:0/4069411980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:37.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 -- 172.21.15.3:0/4069411980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 msgr2=0x7fe92c199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 -- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1041a0 msgr2=0x7fe92c19fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1041a0 0x7fe92c19fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 -- 172.21.15.3:0/4069411980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe92c19a290 con 0x7fe92c1037f0 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe92a800700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.261+0000 7fe929e00700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe91c000c00 tx=0x7fe91c00f990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.262+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c027070 con 0x7fe92c1037f0 2024-05-21T19:16:37.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.262+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe92c19a520 con 0x7fe92c1037f0 2024-05-21T19:16:37.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.262+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe91c0054f0 con 0x7fe92c1037f0 2024-05-21T19:16:37.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.262+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe91c004930 con 0x7fe92c1037f0 2024-05-21T19:16:37.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.262+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe92c1a67a0 con 0x7fe92c1037f0 2024-05-21T19:16:37.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.263+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe92c104c80 con 0x7fe92c1037f0 2024-05-21T19:16:37.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.265+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe91c02a070 con 0x7fe92c1037f0 2024-05-21T19:16:37.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.267+0000 7fe922a00700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 0x7fe9100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.267+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe91c0e2fb0 con 0x7fe92c1037f0 2024-05-21T19:16:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.267+0000 7fe929400700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 0x7fe9100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:37.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.268+0000 7fe929400700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 0x7fe9100b4d40 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe92c103220 tx=0x7fe918009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:37.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.269+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe91c031020 con 0x7fe92c1037f0 2024-05-21T19:16:37.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.575+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe92c19afc0 con 0x7fe92c1037f0 2024-05-21T19:16:37.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.576+0000 7fe922a00700 1 -- 172.21.15.3:0/4069411980 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11864 (secure 0 0 0) 0x7fe91c013030 con 0x7fe92c1037f0 2024-05-21T19:16:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:16:37.578 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:14:42.774774+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:16:37.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 msgr2=0x7fe9100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 0x7fe9100b4d40 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fe92c103220 tx=0x7fe918009260 comp rx=0 tx=0).stop 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 msgr2=0x7fe92c19f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe91c000c00 tx=0x7fe91c00f990 comp rx=0 tx=0).stop 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 shutdown_connections 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe9100b2880 0x7fe9100b4d40 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe92c1088f0 0x7fe92c199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe92c1037f0 0x7fe92c19f8d0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 --2- 172.21.15.3:0/4069411980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe92c1041a0 0x7fe92c19fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:37.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 >> 172.21.15.3:0/4069411980 conn(0x7fe92c07a6a0 msgr2=0x7fe92c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:37.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 shutdown_connections 2024-05-21T19:16:37.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:37.580+0000 7fe931200700 1 -- 172.21.15.3:0/4069411980 wait complete. 2024-05-21T19:16:37.583 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 28 2024-05-21T19:16:37.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:37 smithi003 ceph-mon[31577]: pgmap v700: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:37.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:37 smithi178 ceph-mon[36523]: pgmap v700: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:37 smithi104 ceph-mon[36417]: pgmap v700: 97 pgs: 97 active+clean; 3.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:16:38.518 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-05-21T19:16:38.519 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-05-21T19:16:38.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:38 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4069411980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:38.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:38 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4069411980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:38.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:38 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4069411980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:39.031 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:39 smithi003 ceph-mon[31577]: pgmap v701: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:16:39.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:39 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:39 smithi178 ceph-mon[36523]: pgmap v701: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:16:39.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:39 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:39 smithi104 ceph-mon[36417]: pgmap v701: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:16:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:39 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 -- 172.21.15.3:0/2498829221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e8106120 msgr2=0x7f13e8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 --2- 172.21.15.3:0/2498829221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e8106120 0x7f13e8112630 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f13e0009f90 tx=0x7f13e000b330 comp rx=0 tx=0).stop 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 -- 172.21.15.3:0/2498829221 shutdown_connections 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 --2- 172.21.15.3:0/2498829221 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e8106120 0x7f13e8112630 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 --2- 172.21.15.3:0/2498829221 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e810b760 0x7f13e810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 --2- 172.21.15.3:0/2498829221 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.637+0000 7f13eda00700 1 -- 172.21.15.3:0/2498829221 >> 172.21.15.3:0/2498829221 conn(0x7f13e8101250 msgr2=0x7f13e8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.638+0000 7f13eda00700 1 -- 172.21.15.3:0/2498829221 shutdown_connections 2024-05-21T19:16:41.639 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.638+0000 7f13eda00700 1 -- 172.21.15.3:0/2498829221 wait complete. 2024-05-21T19:16:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 Processor -- start 2024-05-21T19:16:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 -- start start 2024-05-21T19:16:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e8106120 0x7f13e819c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.640 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 0x7f13e81a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81159f0 con 0x7f13e8105760 2024-05-21T19:16:41.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13e8115870 con 0x7f13e8106120 2024-05-21T19:16:41.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.639+0000 7f13eda00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f13e8115b70 con 0x7f13e810b760 2024-05-21T19:16:41.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.641 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53582/0 (socket says 172.21.15.3:53582) 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 -- 172.21.15.3:0/665696431 learned_addr learned my addr 172.21.15.3:0/665696431 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6000700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e8106120 0x7f13e819c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e7400700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 0x7f13e81a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 -- 172.21.15.3:0/665696431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 msgr2=0x7f13e81a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 0x7f13e81a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 -- 172.21.15.3:0/665696431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e8106120 msgr2=0x7f13e819c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e8106120 0x7f13e819c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e6a00700 1 -- 172.21.15.3:0/665696431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e81a0d30 con 0x7f13e8105760 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.640+0000 7f13e7400700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 0x7f13e81a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:41.642 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13e6a00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f13d800ec10 tx=0x7f13d800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13df400700 1 -- 172.21.15.3:0/665696431 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d800cc90 con 0x7f13e8105760 2024-05-21T19:16:41.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13df400700 1 -- 172.21.15.3:0/665696431 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d800ce30 con 0x7f13e8105760 2024-05-21T19:16:41.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e81a1020 con 0x7f13e8105760 2024-05-21T19:16:41.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13df400700 1 -- 172.21.15.3:0/665696431 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8010430 con 0x7f13e8105760 2024-05-21T19:16:41.643 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.641+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e81a88a0 con 0x7f13e8105760 2024-05-21T19:16:41.646 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.645+0000 7f13df400700 1 -- 172.21.15.3:0/665696431 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f13d8004000 con 0x7f13e8105760 2024-05-21T19:16:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.646+0000 7f13f8338b80 1 Processor -- start 2024-05-21T19:16:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.646+0000 7f13f8338b80 1 -- start start 2024-05-21T19:16:41.647 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13df400700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 0x7f13cc0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 0x561c6ff07060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561c6fe64fd0 con 0x561c6ff0d5c0 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561c6fe54b70 con 0x561c6ff0cca0 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13f8338b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561c6fe58bb0 con 0x561c6ff07680 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13df400700 1 -- 172.21.15.3:0/665696431 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f13d80e24e0 con 0x7f13e8105760 2024-05-21T19:16:41.649 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e7400700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 0x7f13cc0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54458/0 (socket says 172.21.15.3:54458) 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e6a00700 1 -- 172.21.15.3:0/3804656748 learned_addr learned my addr 172.21.15.3:0/3804656748 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e6000700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 0x561c6ff07060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.647+0000 7f13e7400700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 -- 172.21.15.3:0/3804656748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 msgr2=0x561c6ff07ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 -- 172.21.15.3:0/3804656748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 msgr2=0x561c6ff07060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 0x561c6ff07060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 -- 172.21.15.3:0/3804656748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c6fe1d5b0 con 0x561c6ff0cca0 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6000700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 0x561c6ff07060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:41.650 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a6cf0 tx=0x7f13d80a98d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c8954d2061c66d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13e7400700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 0x7f13cc0b4df0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f13e0004fd0 tx=0x7f13e0009c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13d3e00700 1 -- 172.21.15.3:0/3804656748 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d80a5210 con 0x561c6ff0cca0 2024-05-21T19:16:41.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13d3e00700 1 -- 172.21.15.3:0/3804656748 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d80b2230 con 0x561c6ff0cca0 2024-05-21T19:16:41.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.648+0000 7f13d3e00700 1 -- 172.21.15.3:0/3804656748 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8003680 con 0x561c6ff0cca0 2024-05-21T19:16:41.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 -- 172.21.15.3:0/3804656748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 msgr2=0x561c6ff0d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a6cf0 tx=0x7f13d80a98d0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 -- 172.21.15.3:0/3804656748 shutdown_connections 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0d080 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.649+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3804656748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0d5c0 0x561c6ff07060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.650+0000 7f13f8338b80 1 -- 172.21.15.3:0/3804656748 >> 172.21.15.3:0/3804656748 conn(0x561c6fe34d70 msgr2=0x561c6ff01f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.650+0000 7f13f8338b80 1 -- 172.21.15.3:0/3804656748 shutdown_connections 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.650+0000 7f13f8338b80 1 -- 172.21.15.3:0/3804656748 wait complete. 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.650+0000 7f13f8338b80 1 -- start start 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.650+0000 7f13f8338b80 1 Processor -- start 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff106a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff11060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561c6fd5b130 con 0x561c6ff0cca0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561c6fdf58f0 con 0x561c6ff07680 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561c6ff14030 con 0x561c6ff10be0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13f8338b80 10 client.0 _ll_register_callbacks cb 0x561c6fdfee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13e6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff106a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54468/0 (socket says 172.21.15.3:54468) 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13e6a00700 1 -- 172.21.15.3:0/1341769446 learned_addr learned my addr 172.21.15.3:0/1341769446 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.651+0000 7f13e7400700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff11060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 -- 172.21.15.3:0/1341769446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 msgr2=0x561c6ff11060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff11060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 -- 172.21.15.3:0/1341769446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 msgr2=0x561c6ff106a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff106a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 -- 172.21.15.3:0/1341769446 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c6fda4a60 con 0x561c6ff07680 2024-05-21T19:16:41.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e7400700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff11060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13e6a00700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a9ac0 tx=0x7f13d80038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6cf825207af7101 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d806e060 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f13d80a9ce0 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.652+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13d80b2230 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f13d8004500 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 10 client.27383 fetch_fsmap learned FSMap version 29 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c6fe251f0 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d80b2230 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 29) ==== 8342+0+0 (secure 0 0 0) 0x7f13d80b2450 con 0x561c6ff07680 2024-05-21T19:16:41.657 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 10 client.27383 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 10 client.27383 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 20 client.27383 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff20e60 0x561c6ff23250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 4 client.27383 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.653+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c6fe66f20 con 0x561c6ff20e60 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.654+0000 7f13e6000700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff20e60 0x561c6ff23250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.654+0000 7f13e6000700 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff20e60 0x561c6ff23250 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac13690fac64599 server_cookie=f7ea9d47b8511f40 in_seq=0 out_seq=0 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.654+0000 7f13d0c00700 10 client.27383 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.655+0000 7f13d0c00700 1 -- 172.21.15.3:0/1341769446 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561c6fe66f20 con 0x561c6ff20e60 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.655+0000 7f13d0c00700 10 client.27383 handle_command_reply: tid=0 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.655+0000 7f13f8338b80 1 client.27383 shutdown 2024-05-21T19:16:41.658 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.655+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 msgr2=0x561c6ff13300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.655+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a9ac0 tx=0x7f13d80038b0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 shutdown_connections 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff20e60 0x561c6ff23250 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff11060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff13300 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 --2- 172.21.15.3:0/1341769446 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff106a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13d0c00700 0 client.27383 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 >> 172.21.15.3:0/1341769446 conn(0x561c6fe34d70 msgr2=0x561c6ff014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 shutdown_connections 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 1 -- 172.21.15.3:0/1341769446 wait complete. 2024-05-21T19:16:41.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.656+0000 7f13f8338b80 20 client.27383 trim_cache size 0 max 16384 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.678+0000 7f13f8338b80 1 Processor -- start 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 -- start start 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff10be0 0x561c6ff014c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81b2750 con 0x561c6ff10be0 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81affe0 con 0x561c6ff0cca0 2024-05-21T19:16:41.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13f8338b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81ade30 con 0x561c6ff07680 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35552/0 (socket says 172.21.15.3:35552) 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13e7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff10be0 0x561c6ff014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13e6a00700 1 -- 172.21.15.3:0/573472591 learned_addr learned my addr 172.21.15.3:0/573472591 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.679+0000 7f13e6000700 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 -- 172.21.15.3:0/573472591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 msgr2=0x561c6ff0e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 -- 172.21.15.3:0/573472591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff10be0 msgr2=0x561c6ff014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff10be0 0x561c6ff014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 -- 172.21.15.3:0/573472591 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c6ff03710 con 0x561c6ff07680 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6000700 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13e6a00700 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a9780 tx=0x7f13d80a98d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d33f37006991b2b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13d3400700 1 -- 172.21.15.3:0/573472591 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8004500 con 0x561c6ff07680 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13d3400700 1 -- 172.21.15.3:0/573472591 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d80c2030 con 0x561c6ff07680 2024-05-21T19:16:41.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.680+0000 7f13d3400700 1 -- 172.21.15.3:0/573472591 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d80a9ce0 con 0x561c6ff07680 2024-05-21T19:16:41.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 -- 172.21.15.3:0/573472591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 msgr2=0x561c6ff07060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f13d80a9780 tx=0x7f13d80a98d0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 -- 172.21.15.3:0/573472591 shutdown_connections 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff10be0 0x561c6ff014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff07680 0x561c6ff07060 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 --2- 172.21.15.3:0/573472591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff0cca0 0x561c6ff0e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 -- 172.21.15.3:0/573472591 >> 172.21.15.3:0/573472591 conn(0x561c6fe34d70 msgr2=0x561c6ff1cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 -- 172.21.15.3:0/573472591 shutdown_connections 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.681+0000 7f13f8338b80 1 -- 172.21.15.3:0/573472591 wait complete. 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.682+0000 7f13f8338b80 1 -- start start 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.682+0000 7f13f8338b80 1 Processor -- start 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.682+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff256a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff25be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81ae4a0 con 0x561c6ff0cca0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81af910 con 0x561c6ff07680 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f13e81aeb70 con 0x561c6ff10be0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13f8338b80 10 client.0 _ll_register_callbacks cb 0x561c6fdfee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54484/0 (socket says 172.21.15.3:54484) 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 -- 172.21.15.3:0/3443142697 learned_addr learned my addr 172.21.15.3:0/3443142697 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e7400700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff25be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6000700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff256a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 -- 172.21.15.3:0/3443142697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 msgr2=0x561c6ff25be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff25be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 -- 172.21.15.3:0/3443142697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 msgr2=0x561c6ff256a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff256a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.683+0000 7f13e6a00700 1 -- 172.21.15.3:0/3443142697 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c6ff8b840 con 0x561c6ff07680 2024-05-21T19:16:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13e6a00700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f13d809f040 tx=0x7f13d8017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4707559cc8ef2431 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8004500 con 0x561c6ff07680 2024-05-21T19:16:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f13d806f460 con 0x561c6ff07680 2024-05-21T19:16:41.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13d80c2030 con 0x561c6ff07680 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f13d8099050 con 0x561c6ff07680 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13f8338b80 10 client.27389 fetch_fsmap learned FSMap version 29 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c6ff8b840 con 0x561c6ff07680 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13d80c2030 con 0x561c6ff07680 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.684+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 29) ==== 8342+0+0 (secure 0 0 0) 0x7f13d80a53f0 con 0x561c6ff07680 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 10 client.27389 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 10 client.27389 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:41.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 20 client.27389 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff8cde0 0x561c6ff8f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 4 client.27389 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x561c6fe60700 con 0x561c6ff8cde0 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13e6000700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff8cde0 0x561c6ff8f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.685+0000 7f13e6000700 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff8cde0 0x561c6ff8f200 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8893db0023d0a5a3 server_cookie=5499ee13395571d in_seq=0 out_seq=0 2024-05-21T19:16:41.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.686+0000 7f13d0c00700 10 client.27389 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:41.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.693+0000 7f13d0c00700 1 -- 172.21.15.3:0/3443142697 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561c6fe60700 con 0x561c6ff8cde0 2024-05-21T19:16:41.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.693+0000 7f13d0c00700 10 client.27389 handle_command_reply: tid=0 2024-05-21T19:16:41.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.693+0000 7f13f8338b80 1 client.27389 shutdown 2024-05-21T19:16:41.695 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:41 smithi003 ceph-mon[31577]: pgmap v702: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-05-21T19:16:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 msgr2=0x561c6ff25160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f13d809f040 tx=0x7f13d8017000 comp rx=0 tx=0).stop 2024-05-21T19:16:41.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 shutdown_connections 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561c6ff8cde0 0x561c6ff8f200 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561c6ff10be0 0x561c6ff25be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561c6ff07680 0x561c6ff25160 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 --2- 172.21.15.3:0/3443142697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561c6ff0cca0 0x561c6ff256a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13d0c00700 0 client.27389 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 >> 172.21.15.3:0/3443142697 conn(0x561c6fe34d70 msgr2=0x561c6ff1cb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 shutdown_connections 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 1 -- 172.21.15.3:0/3443142697 wait complete. 2024-05-21T19:16:41.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.694+0000 7f13f8338b80 20 client.27389 trim_cache size 0 max 16384 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 29, 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 26, 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "92477f0a": { 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 26, 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:16:41.697 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 130.0, 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:41.698 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:41.699 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 msgr2=0x7f13cc0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 0x7f13cc0b4df0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f13e0004fd0 tx=0x7f13e0009c80 comp rx=0 tx=0).stop 2024-05-21T19:16:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 msgr2=0x7f13e819bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:41.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f13d800ec10 tx=0x7f13d800ef20 comp rx=0 tx=0).stop 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 shutdown_connections 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f13cc0b2930 0x7f13cc0b4df0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f13e810b760 0x7f13e81a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f13e8105760 0x7f13e819bd20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 --2- 172.21.15.3:0/665696431 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f13e8106120 0x7f13e819c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.695+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 >> 172.21.15.3:0/665696431 conn(0x7f13e8101250 msgr2=0x7f13e8101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.696+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 shutdown_connections 2024-05-21T19:16:41.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:41.696+0000 7f13eda00700 1 -- 172.21.15.3:0/665696431 wait complete. 2024-05-21T19:16:41.778 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:41 smithi104 ceph-mon[36417]: pgmap v702: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-05-21T19:16:41.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:41 smithi178 ceph-mon[36523]: pgmap v702: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 12 op/s 2024-05-21T19:16:42.596 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '92477f0a', quiesce took 8.1 seconds. Will release after: 1.9000000000000004 2024-05-21T19:16:43.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:43 smithi003 ceph-mon[31577]: pgmap v703: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:16:43.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:43 smithi178 ceph-mon[36523]: pgmap v703: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:16:43.965 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:43 smithi104 ceph-mon[36417]: pgmap v703: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:16:44.497 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:16:44.973 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:45.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:45 smithi003 ceph-mon[31577]: pgmap v704: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:16:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:45 smithi178 ceph-mon[36523]: pgmap v704: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:16:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:45 smithi104 ceph-mon[36417]: pgmap v704: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:16:47.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.285+0000 7ffa18c00700 1 -- 172.21.15.3:0/2119129363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 msgr2=0x7ffa141103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:47.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.285+0000 7ffa18c00700 1 --2- 172.21.15.3:0/2119129363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa141103d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c009f90 tx=0x7ffa0c00b330 comp rx=0 tx=0).stop 2024-05-21T19:16:47.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 -- 172.21.15.3:0/2119129363 shutdown_connections 2024-05-21T19:16:47.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 --2- 172.21.15.3:0/2119129363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa141103d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 --2- 172.21.15.3:0/2119129363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 0x7ffa14109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 --2- 172.21.15.3:0/2119129363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 -- 172.21.15.3:0/2119129363 >> 172.21.15.3:0/2119129363 conn(0x7ffa140793f0 msgr2=0x7ffa14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:47.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 -- 172.21.15.3:0/2119129363 shutdown_connections 2024-05-21T19:16:47.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.286+0000 7ffa18c00700 1 -- 172.21.15.3:0/2119129363 wait complete. 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.287+0000 7ffa18c00700 1 Processor -- start 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.287+0000 7ffa18c00700 1 -- start start 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.287+0000 7ffa18c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.287+0000 7ffa18c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa1419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa18c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 0x7ffa141a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa18c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa14113720 con 0x7ffa141095b0 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa18c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa141135a0 con 0x7ffa1406b220 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa18c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffa141138a0 con 0x7ffa1406bbe0 2024-05-21T19:16:47.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:47.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54500/0 (socket says 172.21.15.3:54500) 2024-05-21T19:16:47.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa11e00700 1 -- 172.21.15.3:0/3417419331 learned_addr learned my addr 172.21.15.3:0/3417419331 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:47.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa11400700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa1419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:47.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.288+0000 7ffa12800700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 0x7ffa141a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 -- 172.21.15.3:0/3417419331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 msgr2=0x7ffa1419bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 -- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 msgr2=0x7ffa141a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 0x7ffa141a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 -- 172.21.15.3:0/3417419331 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa141a0df0 con 0x7ffa1406bbe0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11e00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa11400700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa1419c320 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ffa0000e9f0 tx=0x7ffa0000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0000c9c0 con 0x7ffa1406bbe0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa0000cb60 con 0x7ffa1406bbe0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.289+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa00018680 con 0x7ffa1406bbe0 2024-05-21T19:16:47.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.290+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa141a10e0 con 0x7ffa1406bbe0 2024-05-21T19:16:47.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.290+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa141a8960 con 0x7ffa1406bbe0 2024-05-21T19:16:47.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.291+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa1406a230 con 0x7ffa1406bbe0 2024-05-21T19:16:47.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.294+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa00010430 con 0x7ffa1406bbe0 2024-05-21T19:16:47.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.296+0000 7ffa0aa00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 0x7ff9f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:47.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.296+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa000e2760 con 0x7ffa1406bbe0 2024-05-21T19:16:47.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.296+0000 7ffa11e00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 0x7ff9f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:47.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.297+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffa000aa400 con 0x7ffa1406bbe0 2024-05-21T19:16:47.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.297+0000 7ffa11e00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 0x7ff9f80b4d40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009750 tx=0x7ffa04009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:47.608 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:47 smithi003 ceph-mon[31577]: pgmap v705: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:16:47.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.618+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa1419d140 con 0x7ffa1406bbe0 2024-05-21T19:16:47.621 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.620+0000 7ffa0aa00700 1 -- 172.21.15.3:0/3417419331 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11862 (secure 0 0 0) 0x7ffa1419d140 con 0x7ffa1406bbe0 2024-05-21T19:16:47.621 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:16:47.621 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:37.777559+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24487,24493,24503]},"id":1}]} 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 msgr2=0x7ff9f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 0x7ff9f80b4d40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ffa04009750 tx=0x7ffa04009310 comp rx=0 tx=0).stop 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 msgr2=0x7ffa1419c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa1419c320 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7ffa0000e9f0 tx=0x7ffa0000ed00 comp rx=0 tx=0).stop 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 shutdown_connections 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff9f80b2880 0x7ff9f80b4d40 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa141095b0 0x7ffa141a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa1406b220 0x7ffa1419bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 --2- 172.21.15.3:0/3417419331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa1406bbe0 0x7ffa1419c320 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:47.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 >> 172.21.15.3:0/3417419331 conn(0x7ffa140793f0 msgr2=0x7ffa1410e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:47.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 shutdown_connections 2024-05-21T19:16:47.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:47.624+0000 7ffa18c00700 1 -- 172.21.15.3:0/3417419331 wait complete. 2024-05-21T19:16:47.627 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 29 2024-05-21T19:16:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:47 smithi178 ceph-mon[36523]: pgmap v705: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:16:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:47 smithi104 ceph-mon[36417]: pgmap v705: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.0 KiB/s wr, 12 op/s 2024-05-21T19:16:48.524 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 92477f0a --release --await' 2024-05-21T19:16:48.524 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 92477f0a --release --await 2024-05-21T19:16:48.734 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3417419331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:48.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3417419331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:48.965 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:48.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3417419331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:16:49.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 -- 172.21.15.3:0/903105366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 msgr2=0x7f9794104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 --2- 172.21.15.3:0/903105366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f9794104120 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f9784009900 tx=0x7f978402a410 comp rx=0 tx=0).stop 2024-05-21T19:16:49.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 -- 172.21.15.3:0/903105366 shutdown_connections 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 --2- 172.21.15.3:0/903105366 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 0x7f979410aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 --2- 172.21.15.3:0/903105366 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f9794104120 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 --2- 172.21.15.3:0/903105366 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f9794102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 -- 172.21.15.3:0/903105366 >> 172.21.15.3:0/903105366 conn(0x7f97940fe040 msgr2=0x7f9794100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 -- 172.21.15.3:0/903105366 shutdown_connections 2024-05-21T19:16:49.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.037+0000 7f979c800640 1 -- 172.21.15.3:0/903105366 wait complete. 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 Processor -- start 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 -- start start 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f979419add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 0x7f97941a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f979410e630 con 0x7f9794103ca0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f979410e4b0 con 0x7f9794102ab0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.038+0000 7f979c800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f979410e7b0 con 0x7f9794104660 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f979419add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53658/0 (socket says 172.21.15.3:53658) 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 -- 172.21.15.3:0/1162395885 learned_addr learned my addr 172.21.15.3:0/1162395885 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f979a800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 0x7f97941a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 -- 172.21.15.3:0/1162395885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 msgr2=0x7f97941a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 0x7f97941a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 -- 172.21.15.3:0/1162395885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 msgr2=0x7f979419add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f979419add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 -- 172.21.15.3:0/1162395885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97941a29f0 con 0x7f9794103ca0 2024-05-21T19:16:49.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799e00640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f979419add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.039+0000 7f9799400640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9784005ab0 tx=0x7f9784003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.040+0000 7f978ea00640 1 -- 172.21.15.3:0/1162395885 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978403f070 con 0x7f9794103ca0 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.040+0000 7f978ea00640 1 -- 172.21.15.3:0/1162395885 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9784031c50 con 0x7f9794103ca0 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.040+0000 7f978ea00640 1 -- 172.21.15.3:0/1162395885 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9784035030 con 0x7f9794103ca0 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.040+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97941a2c80 con 0x7f9794103ca0 2024-05-21T19:16:49.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.040+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97941a3120 con 0x7f9794103ca0 2024-05-21T19:16:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.043+0000 7f979f668740 1 Processor -- start 2024-05-21T19:16:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.043+0000 7f979f668740 1 -- start start 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.043+0000 7f978ea00640 1 -- 172.21.15.3:0/1162395885 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9784042070 con 0x7f9794103ca0 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.043+0000 7f979f668740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.043+0000 7f979f668740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a073653020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979f668740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a073655b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979f668740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a0735bdb90 con 0x55a07364db30 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979f668740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a0735ad730 con 0x55a073653690 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979f668740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a0735b1770 con 0x55a07364e520 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53670/0 (socket says 172.21.15.3:53670) 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 -- 172.21.15.3:0/3520555419 learned_addr learned my addr 172.21.15.3:0/3520555419 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f9799400640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a073655b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f9799e00640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a073653020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 -- 172.21.15.3:0/3520555419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 msgr2=0x55a073653020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a073653020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 -- 172.21.15.3:0/3520555419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 msgr2=0x55a073655b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a073655b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f979a800640 1 -- 172.21.15.3:0/3520555419 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0735468b0 con 0x55a07364db30 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f9799e00640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a073653020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:49.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.044+0000 7f9799400640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a073655b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f979a800640 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9790009f50 tx=0x7f97900118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6af1c444a233a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f9783000640 1 -- 172.21.15.3:0/3520555419 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790004d20 con 0x55a07364db30 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f9783000640 1 -- 172.21.15.3:0/3520555419 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9790004050 con 0x55a07364db30 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f9783000640 1 -- 172.21.15.3:0/3520555419 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790005280 con 0x55a07364db30 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f978ea00640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 0x7f977c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f978ea00640 1 -- 172.21.15.3:0/1162395885 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f97841029f0 con 0x7f9794103ca0 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f9799e00640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 0x7f977c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f979f668740 1 -- 172.21.15.3:0/3520555419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 msgr2=0x55a07364df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.045+0000 7f979f668740 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f9790009f50 tx=0x7f97900118d0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 -- 172.21.15.3:0/3520555419 shutdown_connections 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a073653020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a073655b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 --2- 172.21.15.3:0/3520555419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07364df50 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 -- 172.21.15.3:0/3520555419 >> 172.21.15.3:0/3520555419 conn(0x55a0736491a0 msgr2=0x55a0736495a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 -- 172.21.15.3:0/3520555419 shutdown_connections 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 -- 172.21.15.3:0/3520555419 wait complete. 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f9799e00640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 0x7f977c0b4de0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x55a07364a070 tx=0x7f978800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 -- start start 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.046+0000 7f979f668740 1 Processor -- start 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07365eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a073293790 con 0x55a073653690 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a073555bc0 con 0x55a07364e520 2024-05-21T19:16:49.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a073656640 con 0x55a07364db30 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979f668740 10 client.0 _ll_register_callbacks cb 0x55a073533400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07365eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f9799e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f9799400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f9799400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54522/0 (socket says 172.21.15.3:54522) 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07365eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53682/0 (socket says 172.21.15.3:53682) 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.047+0000 7f9799400640 1 -- 172.21.15.3:0/1265469269 learned_addr learned my addr 172.21.15.3:0/1265469269 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 -- 172.21.15.3:0/1265469269 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 msgr2=0x55a073657920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 -- 172.21.15.3:0/1265469269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 msgr2=0x55a07365eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07365eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 -- 172.21.15.3:0/1265469269 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0732c2210 con 0x55a07364e520 2024-05-21T19:16:49.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9799400640 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f978402a9d0 tx=0x7f978402a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbc5b0c1f09c3278 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9777400640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9784049070 con 0x55a07364e520 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f978403b460 con 0x55a07364e520 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9790004050 con 0x55a07364e520 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9784031e00 con 0x55a07364e520 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f979f668740 10 client.27407 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.048+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a07338e620 con 0x55a07364e520 2024-05-21T19:16:49.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9790004050 con 0x55a07364e520 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f97840ca2a0 con 0x55a07364e520 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 10 client.27407 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 10 client.27407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 20 client.27407 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a073663460 0x55a0736658e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 4 client.27407 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0735bfae0 con 0x55a073663460 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.049+0000 7f9799e00640 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a073663460 0x55a0736658e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.050+0000 7f9799e00640 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a073663460 0x55a0736658e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5c7aeacfa1e70c8 server_cookie=59587cb09b640069 in_seq=0 out_seq=0 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.050+0000 7f9777400640 10 client.27407 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f9777400640 1 -- 172.21.15.3:0/1265469269 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a0735bfae0 con 0x55a073663460 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f9777400640 10 client.27407 handle_command_reply: tid=0 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 client.27407 shutdown 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 msgr2=0x55a073657e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f978402a9d0 tx=0x7f978402a410 comp rx=0 tx=0).stop 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 shutdown_connections 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a073663460 0x55a0736658e0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07365eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a073657e60 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f9777400640 0 client.27407 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 --2- 172.21.15.3:0/1265469269 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 >> 172.21.15.3:0/1265469269 conn(0x55a0736491a0 msgr2=0x55a073648310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 shutdown_connections 2024-05-21T19:16:49.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 1 -- 172.21.15.3:0/1265469269 wait complete. 2024-05-21T19:16:49.057 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.051+0000 7f979f668740 20 client.27407 trim_cache size 0 max 16384 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.067+0000 7f979f668740 1 Processor -- start 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.067+0000 7f979f668740 1 -- start start 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a07365ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f97941ae910 con 0x55a073653690 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f97941ac1e0 con 0x55a07364e520 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979f668740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f97941aa030 con 0x55a07364db30 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53694/0 (socket says 172.21.15.3:53694) 2024-05-21T19:16:49.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f979a800640 1 -- 172.21.15.3:0/996093563 learned_addr learned my addr 172.21.15.3:0/996093563 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:49.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799400640 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a07365ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 -- 172.21.15.3:0/996093563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 msgr2=0x55a07365ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a07365ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 -- 172.21.15.3:0/996093563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 msgr2=0x55a07364f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.068+0000 7f9799e00640 1 -- 172.21.15.3:0/996093563 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0736476b0 con 0x55a07364db30 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.069+0000 7f979a800640 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.069+0000 7f9799e00640 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657300 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x55a073666150 tx=0x7f9788015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39e47eb0a8e504b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.069+0000 7f9782600640 1 -- 172.21.15.3:0/996093563 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788010690 con 0x55a07364db30 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.069+0000 7f9782600640 1 -- 172.21.15.3:0/996093563 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9788010ce0 con 0x55a07364db30 2024-05-21T19:16:49.073 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.069+0000 7f9782600640 1 -- 172.21.15.3:0/996093563 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978802acb0 con 0x55a07364db30 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- 172.21.15.3:0/996093563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 msgr2=0x55a073657300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657300 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x55a073666150 tx=0x7f9788015000 comp rx=0 tx=0).stop 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- 172.21.15.3:0/996093563 shutdown_connections 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a073653690 0x55a07364f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a07364e520 0x55a07365ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 --2- 172.21.15.3:0/996093563 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364db30 0x55a073657300 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- 172.21.15.3:0/996093563 >> 172.21.15.3:0/996093563 conn(0x55a0736491a0 msgr2=0x55a07364efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- 172.21.15.3:0/996093563 shutdown_connections 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- 172.21.15.3:0/996093563 wait complete. 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 -- start start 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.070+0000 7f979f668740 1 Processor -- start 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.074 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a07365c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a0736d4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f97941aa6a0 con 0x55a07364db30 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f97941abb10 con 0x55a073653690 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f97941aad70 con 0x55a07364e520 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979f668740 10 client.0 _ll_register_callbacks cb 0x7f9784009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53698/0 (socket says 172.21.15.3:53698) 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 -- 172.21.15.3:0/1732086726 learned_addr learned my addr 172.21.15.3:0/1732086726 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979a800640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a0736d4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799400640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a07365c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 -- 172.21.15.3:0/1732086726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 msgr2=0x55a07365c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a07365c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 -- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 msgr2=0x55a0736d4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:49.075 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a0736d4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f9799e00640 1 -- 172.21.15.3:0/1732086726 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0736d4e70 con 0x55a07364db30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.071+0000 7f979a800640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a0736d4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9799e00640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9788005fd0 tx=0x7f97880042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f368c4f4f929555 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9777400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978802a6d0 con 0x55a07364db30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f978802aa30 con 0x55a07364db30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9788010ce0 con 0x55a07364db30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9788010490 con 0x55a07364db30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f979f668740 10 client.17301 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:49.076 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a0736d6180 con 0x55a07364db30 2024-05-21T19:16:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.072+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9788010ce0 con 0x55a07364db30 2024-05-21T19:16:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f978801b040 con 0x55a07364db30 2024-05-21T19:16:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 10 client.17301 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 10 client.17301 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:49.077 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 20 client.17301 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a0736d6ba0 0x55a0736d8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 4 client.17301 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a0735b92c0 con 0x55a0736d6ba0 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.073+0000 7f9799400640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a0736d6ba0 0x55a0736d8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.074+0000 7f9799400640 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a0736d6ba0 0x55a0736d8fc0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38c9b920a40c2417 server_cookie=b7418a6502c6795c in_seq=0 out_seq=0 2024-05-21T19:16:49.078 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.074+0000 7f9777400640 10 client.17301 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f9777400640 1 -- 172.21.15.3:0/1732086726 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a0735b92c0 con 0x55a0736d6ba0 2024-05-21T19:16:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f9777400640 10 client.17301 handle_command_reply: tid=0 2024-05-21T19:16:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 client.17301 shutdown 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 msgr2=0x55a07365be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9788005fd0 tx=0x7f97880042e0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 shutdown_connections 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a0736d6ba0 0x55a0736d8fc0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a07364e520 0x55a07365c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a073653690 0x55a0736d4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f9777400640 0 client.17301 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 --2- 172.21.15.3:0/1732086726 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a07364db30 0x55a07365be40 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.081+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 >> 172.21.15.3:0/1732086726 conn(0x55a0736491a0 msgr2=0x55a073657180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 shutdown_connections 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979f668740 1 -- 172.21.15.3:0/1732086726 wait complete. 2024-05-21T19:16:49.083 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979f668740 20 client.17301 trim_cache size 0 max 16384 2024-05-21T19:16:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:16:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:16:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:16:49.084 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 msgr2=0x7f977c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 0x7f977c0b4de0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x55a07364a070 tx=0x7f978800b410 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 msgr2=0x7f979419b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9784005ab0 tx=0x7f9784003b90 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 shutdown_connections 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f977c0b2920 0x7f977c0b4de0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9794104660 0x7f97941a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9794103ca0 0x7f979419b310 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 --2- 172.21.15.3:0/1162395885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9794102ab0 0x7f979419add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.082+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 >> 172.21.15.3:0/1162395885 conn(0x7f97940fe040 msgr2=0x7f9794074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.083+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 shutdown_connections 2024-05-21T19:16:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:16:49.083+0000 7f979c800640 1 -- 172.21.15.3:0/1162395885 wait complete. 2024-05-21T19:16:49.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:49 smithi178 ceph-mon[36523]: pgmap v706: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-05-21T19:16:49.788 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:49 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:49 smithi003 ceph-mon[31577]: pgmap v706: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-05-21T19:16:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:49 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:49.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:49 smithi104 ceph-mon[36417]: pgmap v706: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.6 KiB/s wr, 11 op/s 2024-05-21T19:16:49.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:49 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:16:51.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 -- 172.21.15.3:0/2074460419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa37810b760 msgr2=0x7fa37810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 --2- 172.21.15.3:0/2074460419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa37810b760 0x7fa37810bb40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa368009990 tx=0x7fa368009ca0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 -- 172.21.15.3:0/2074460419 shutdown_connections 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 --2- 172.21.15.3:0/2074460419 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa378112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 --2- 172.21.15.3:0/2074460419 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa37810b760 0x7fa37810bb40 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 --2- 172.21.15.3:0/2074460419 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa378105760 0x7fa378105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 -- 172.21.15.3:0/2074460419 >> 172.21.15.3:0/2074460419 conn(0x7fa378101250 msgr2=0x7fa378103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 -- 172.21.15.3:0/2074460419 shutdown_connections 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.270+0000 7fa37f200700 1 -- 172.21.15.3:0/2074460419 wait complete. 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 Processor -- start 2024-05-21T19:16:51.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 -- start start 2024-05-21T19:16:51.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa37819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa37810b760 0x7fa3781a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa378115990 con 0x7fa378105760 2024-05-21T19:16:51.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa378115810 con 0x7fa37810b760 2024-05-21T19:16:51.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.272+0000 7fa37f200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa378115b10 con 0x7fa378106120 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59074/0 (socket says 172.21.15.3:59074) 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377e00700 1 -- 172.21.15.3:0/1505094233 learned_addr learned my addr 172.21.15.3:0/1505094233 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa37819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa37d200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa37810b760 0x7fa3781a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 -- 172.21.15.3:0/1505094233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa37810b760 msgr2=0x7fa3781a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa37810b760 0x7fa3781a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 -- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 msgr2=0x7fa37819be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377400700 1 -- 172.21.15.3:0/1505094233 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3781a0e30 con 0x7fa378106120 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.273+0000 7fa377e00700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa377400700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa37819c360 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa36400e9f0 tx=0x7fa36400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa374c00700 1 -- 172.21.15.3:0/1505094233 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36400c9c0 con 0x7fa378106120 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa374c00700 1 -- 172.21.15.3:0/1505094233 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa36400cb60 con 0x7fa378106120 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa374c00700 1 -- 172.21.15.3:0/1505094233 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa364018680 con 0x7fa378106120 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3781a1120 con 0x7fa378106120 2024-05-21T19:16:51.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.274+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3781a89a0 con 0x7fa378106120 2024-05-21T19:16:51.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.278+0000 7fa374c00700 1 -- 172.21.15.3:0/1505094233 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa364010430 con 0x7fa378106120 2024-05-21T19:16:51.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.279+0000 7fa389ab1b80 1 Processor -- start 2024-05-21T19:16:51.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.279+0000 7fa389ab1b80 1 -- start start 2024-05-21T19:16:51.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8fece17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 0x55b8fecdb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b8fec39f40 con 0x55b8fece1d00 2024-05-21T19:16:51.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b8fec29ae0 con 0x55b8fecdbf80 2024-05-21T19:16:51.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b8fec2db20 con 0x55b8fece13e0 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa374c00700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 0x7fa35c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 0x55b8fecdb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 0x55b8fecdb960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59088/0 (socket says 172.21.15.3:59088) 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa377e00700 1 -- 172.21.15.3:0/3105693398 learned_addr learned my addr 172.21.15.3:0/3105693398 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa37d200700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8fece17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa374c00700 1 -- 172.21.15.3:0/1505094233 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa3640e2370 con 0x7fa378106120 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa377400700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.280+0000 7fa37d200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 0x7fa35c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 -- 172.21.15.3:0/3105693398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 msgr2=0x55b8fecdc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 -- 172.21.15.3:0/3105693398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 msgr2=0x55b8fecdb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 0x55b8fecdb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 -- 172.21.15.3:0/3105693398 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8febf2520 con 0x55b8fece13e0 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa377400700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:51.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.281+0000 7fa37d200700 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8fece17c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa3700089c0 tx=0x7fa370008cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51f46fd5c5e43086 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa36d600700 1 -- 172.21.15.3:0/3105693398 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa37001a650 con 0x55b8fece13e0 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa37d200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 0x7fa35c0b4dc0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa370011000 tx=0x7fa37001e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa36d600700 1 -- 172.21.15.3:0/3105693398 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa37001aca0 con 0x55b8fece13e0 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa36d600700 1 -- 172.21.15.3:0/3105693398 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa370022b00 con 0x55b8fece13e0 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa389ab1b80 1 -- 172.21.15.3:0/3105693398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 msgr2=0x55b8fece17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.282+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8fece17c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fa3700089c0 tx=0x7fa370008cd0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 -- 172.21.15.3:0/3105693398 shutdown_connections 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8fece17c0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/3105693398 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece1d00 0x55b8fecdb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 -- 172.21.15.3:0/3105693398 >> 172.21.15.3:0/3105693398 conn(0x55b8fec09ce0 msgr2=0x55b8fecd6420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 -- 172.21.15.3:0/3105693398 shutdown_connections 2024-05-21T19:16:51.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 -- 172.21.15.3:0/3105693398 wait complete. 2024-05-21T19:16:51.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.283+0000 7fa389ab1b80 1 -- start start 2024-05-21T19:16:51.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 Processor -- start 2024-05-21T19:16:51.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fece7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fece5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b8feb300a0 con 0x55b8fecdbf80 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b8febca860 con 0x55b8fece13e0 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b8fece8720 con 0x55b8fece1d00 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.284+0000 7fa389ab1b80 10 client.0 _ll_register_callbacks cb 0x55b8febd3d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa37d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fece5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53512/0 (socket says 172.21.15.3:53512) 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 -- 172.21.15.3:0/169059238 learned_addr learned my addr 172.21.15.3:0/169059238 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377e00700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fece7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 -- 172.21.15.3:0/169059238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 msgr2=0x55b8fece5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fece5350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 -- 172.21.15.3:0/169059238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 msgr2=0x55b8fece7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fece7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 -- 172.21.15.3:0/169059238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8feb799d0 con 0x55b8fece13e0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377e00700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fece7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa377400700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa3640a5990 tx=0x7fa3640a9420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c90236843c97721 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa362000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.285+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3640a9910 con 0x55b8fece13e0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa3640b22e0 con 0x55b8fece13e0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa37001aca0 con 0x55b8fece13e0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa3640adcc0 con 0x55b8fece13e0 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 10 client.27425 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:51.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b8febfa160 con 0x55b8fece13e0 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa37001aca0 con 0x55b8fece13e0 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa364010720 con 0x55b8fece13e0 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 10 client.27425 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 10 client.27425 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.286+0000 7fa389ab1b80 20 client.27425 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fecf52c0 0x55b8fecf76b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa389ab1b80 4 client.27425 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:51.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8fec3be90 con 0x55b8fecf52c0 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa377e00700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fecf52c0 0x55b8fecf76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa377e00700 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fecf52c0 0x55b8fecf76b0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fed044343b1e6c30 server_cookie=acf457a6077e0695 in_seq=0 out_seq=0 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.287+0000 7fa362000700 10 client.27425 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.288+0000 7fa362000700 1 -- 172.21.15.3:0/169059238 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b8fec3be90 con 0x55b8fecf52c0 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.288+0000 7fa362000700 10 client.27425 handle_command_reply: tid=0 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.288+0000 7fa389ab1b80 1 client.27425 shutdown 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 msgr2=0x55b8fece4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa3640a5990 tx=0x7fa3640a9420 comp rx=0 tx=0).stop 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 shutdown_connections 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fecf52c0 0x55b8fecf76b0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fece5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fece7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/169059238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece13e0 0x55b8fece4e10 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa362000700 0 client.27425 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:51.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 >> 172.21.15.3:0/169059238 conn(0x55b8fec09ce0 msgr2=0x55b8fecda950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 shutdown_connections 2024-05-21T19:16:51.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 1 -- 172.21.15.3:0/169059238 wait complete. 2024-05-21T19:16:51.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.289+0000 7fa389ab1b80 20 client.27425 trim_cache size 0 max 16384 2024-05-21T19:16:51.312 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 Processor -- start 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 -- start start 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdf570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fecf1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781b2830 con 0x55b8fece13e0 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781b00c0 con 0x55b8fecdbf80 2024-05-21T19:16:51.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.312+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781adf10 con 0x55b8fece1d00 2024-05-21T19:16:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa37d200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fecf1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.314 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdf570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59096/0 (socket says 172.21.15.3:59096) 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377400700 1 -- 172.21.15.3:0/2622099438 learned_addr learned my addr 172.21.15.3:0/2622099438 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa37d200700 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fecf1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38586/0 (socket says 172.21.15.3:38586) 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 -- 172.21.15.3:0/2622099438 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 msgr2=0x55b8fecf1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fecf1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 -- 172.21.15.3:0/2622099438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 msgr2=0x55b8fecf17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377e00700 1 -- 172.21.15.3:0/2622099438 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8fece54a0 con 0x55b8fecdbf80 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.313+0000 7fa377400700 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:51.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.314+0000 7fa377e00700 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdf570 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x55b8fecf7ef0 tx=0x7fa36801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15f5e5882d898b23 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.314+0000 7fa36cc00700 1 -- 172.21.15.3:0/2622099438 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa368005690 con 0x55b8fecdbf80 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.314+0000 7fa36cc00700 1 -- 172.21.15.3:0/2622099438 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa368003b30 con 0x55b8fecdbf80 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.314+0000 7fa36cc00700 1 -- 172.21.15.3:0/2622099438 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36800f840 con 0x55b8fecdbf80 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2622099438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 msgr2=0x55b8fecdf570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdf570 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x55b8fecf7ef0 tx=0x7fa36801a040 comp rx=0 tx=0).stop 2024-05-21T19:16:51.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2622099438 shutdown_connections 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece1d00 0x55b8fecf1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fecdbf80 0x55b8fecdf570 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2622099438 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fece13e0 0x55b8fecf17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2622099438 >> 172.21.15.3:0/2622099438 conn(0x55b8fec09ce0 msgr2=0x55b8fecdee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2622099438 shutdown_connections 2024-05-21T19:16:51.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.315+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2622099438 wait complete. 2024-05-21T19:16:51.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.316+0000 7fa389ab1b80 1 -- start start 2024-05-21T19:16:51.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.316+0000 7fa389ab1b80 1 Processor -- start 2024-05-21T19:16:51.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fecea980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8feceaec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece1d00 0x55b8feceb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781ae580 con 0x55b8fecdbf80 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781af9f0 con 0x55b8fece1d00 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa3781aec50 con 0x55b8fece13e0 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa389ab1b80 10 client.0 _ll_register_callbacks cb 0x55b8febd3d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fecea980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fecea980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59110/0 (socket says 172.21.15.3:59110) 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa377e00700 1 -- 172.21.15.3:0/2359936454 learned_addr learned my addr 172.21.15.3:0/2359936454 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa377400700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8feceaec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa37d200700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece1d00 0x55b8feceb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.317+0000 7fa377400700 1 -- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece1d00 msgr2=0x55b8feceb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa377400700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece1d00 0x55b8feceb400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa377400700 1 -- 172.21.15.3:0/2359936454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 msgr2=0x55b8fecea980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa377400700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fecea980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa377400700 1 -- 172.21.15.3:0/2359936454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8fed5feb0 con 0x55b8fece13e0 2024-05-21T19:16:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa377400700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8feceaec0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa3640a5400 tx=0x7fa3640a5690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bff7af803c6a4ebf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:51.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa362000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3640b2770 con 0x55b8fece13e0 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa3640b22e0 con 0x55b8fece13e0 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa368003b30 con 0x55b8fece13e0 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa364089070 con 0x55b8fece13e0 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa389ab1b80 10 client.27427 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:51.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.318+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b8fed611f0 con 0x55b8fece13e0 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa368003b30 con 0x55b8fece13e0 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa3640a8700 con 0x55b8fece13e0 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 10 client.27427 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 10 client.27427 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 20 client.27427 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fed61930 0x55b8fed63d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 4 client.27427 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "92477f0a", "release": true, "await": true}] 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "92477f0a", "release": true, "await": true}) -- 0x55b8fec35670 con 0x55b8fed61930 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.319+0000 7fa377e00700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fed61930 0x55b8fed63d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.320+0000 7fa377e00700 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fed61930 0x55b8fed63d50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f96f44a80a677be server_cookie=f339f7b5f887883c in_seq=0 out_seq=0 2024-05-21T19:16:51.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.320+0000 7fa362000700 10 client.27427 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:51.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.321+0000 7fa362000700 1 -- 172.21.15.3:0/2359936454 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55b8fec35670 con 0x55b8fed61930 2024-05-21T19:16:51.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.321+0000 7fa362000700 10 client.27427 handle_command_reply: tid=0 2024-05-21T19:16:51.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.321+0000 7fa389ab1b80 1 client.27427 shutdown 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 msgr2=0x55b8feceaec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8feceaec0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa3640a5400 tx=0x7fa3640a5690 comp rx=0 tx=0).stop 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 shutdown_connections 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b8fed61930 0x55b8fed63d50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b8fece1d00 0x55b8feceb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b8fecdbf80 0x55b8fecea980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 --2- 172.21.15.3:0/2359936454 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b8fece13e0 0x55b8feceaec0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa362000700 0 client.27427 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 >> 172.21.15.3:0/2359936454 conn(0x55b8fec09ce0 msgr2=0x55b8feccfd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 shutdown_connections 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 1 -- 172.21.15.3:0/2359936454 wait complete. 2024-05-21T19:16:51.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.322+0000 7fa389ab1b80 20 client.27427 trim_cache size 0 max 16384 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 28, 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "92477f0a": { 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 28, 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:51.325 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 130.0, 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:51.326 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 msgr2=0x7fa35c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 0x7fa35c0b4dc0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa370011000 tx=0x7fa37001e000 comp rx=0 tx=0).stop 2024-05-21T19:16:51.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 msgr2=0x7fa37819c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa37819c360 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fa36400e9f0 tx=0x7fa36400ed00 comp rx=0 tx=0).stop 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 shutdown_connections 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa35c0b2900 0x7fa35c0b4dc0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa37810b760 0x7fa3781a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa378105760 0x7fa37819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 --2- 172.21.15.3:0/1505094233 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa378106120 0x7fa37819c360 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 >> 172.21.15.3:0/1505094233 conn(0x7fa378101250 msgr2=0x7fa378101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.323+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 shutdown_connections 2024-05-21T19:16:51.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:51.324+0000 7fa37f200700 1 -- 172.21.15.3:0/1505094233 wait complete. 2024-05-21T19:16:51.792 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:51 smithi003 ceph-mon[31577]: pgmap v707: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:16:51.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:51 smithi178 ceph-mon[36523]: pgmap v707: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:16:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:51 smithi104 ceph-mon[36417]: pgmap v707: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-05-21T19:16:52.175 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '92477f0a', total seconds elapsed: 17.7 2024-05-21T19:16:53.726 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:53 smithi104 ceph-mon[36417]: pgmap v708: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:16:53.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:53 smithi003 ceph-mon[31577]: pgmap v708: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:16:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:53 smithi178 ceph-mon[36523]: pgmap v708: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:16:55.451 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:16:55.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:55 smithi003 ceph-mon[31577]: pgmap v709: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.1 KiB/s wr, 9 op/s 2024-05-21T19:16:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:55 smithi178 ceph-mon[36523]: pgmap v709: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.1 KiB/s wr, 9 op/s 2024-05-21T19:16:55.930 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:55.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:55 smithi104 ceph-mon[36417]: pgmap v709: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.1 KiB/s wr, 9 op/s 2024-05-21T19:16:57.706 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:57 smithi003 ceph-mon[31577]: pgmap v710: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 9 op/s 2024-05-21T19:16:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:57 smithi178 ceph-mon[36523]: pgmap v710: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 9 op/s 2024-05-21T19:16:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:57 smithi104 ceph-mon[36417]: pgmap v710: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.8 KiB/s wr, 9 op/s 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 -- 172.21.15.3:0/840456608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 msgr2=0x7fa9dc10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/840456608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc10bb40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc009990 tx=0x7fa9cc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 -- 172.21.15.3:0/840456608 shutdown_connections 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/840456608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/840456608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc10bb40 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/840456608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 -- 172.21.15.3:0/840456608 >> 172.21.15.3:0/840456608 conn(0x7fa9dc101250 msgr2=0x7fa9dc103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.218 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 -- 172.21.15.3:0/840456608 shutdown_connections 2024-05-21T19:16:58.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.216+0000 7fa9e0e00700 1 -- 172.21.15.3:0/840456608 wait complete. 2024-05-21T19:16:58.219 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 Processor -- start 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 -- start start 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1159b0 con 0x7fa9dc10b760 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc115830 con 0x7fa9dc106120 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.218+0000 7fa9e0e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc115b30 con 0x7fa9dc105760 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38618/0 (socket says 172.21.15.3:38618) 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9e00700 1 -- 172.21.15.3:0/1218856104 learned_addr learned my addr 172.21.15.3:0/1218856104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:58.220 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9da800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 -- 172.21.15.3:0/1218856104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 msgr2=0x7fa9dc19be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc19be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 -- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 msgr2=0x7fa9dc1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9d9400700 1 -- 172.21.15.3:0/1218856104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9dc1a0e50 con 0x7fa9dc106120 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.219+0000 7fa9da800700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9d9400700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc19c380 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800d750 tx=0x7fa9c800da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9d2a00700 1 -- 172.21.15.3:0/1218856104 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8016070 con 0x7fa9dc106120 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9d2a00700 1 -- 172.21.15.3:0/1218856104 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9c8005020 con 0x7fa9dc106120 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9d2a00700 1 -- 172.21.15.3:0/1218856104 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c800fa10 con 0x7fa9dc106120 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9dc1a1140 con 0x7fa9dc106120 2024-05-21T19:16:58.222 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.220+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9dc1a89c0 con 0x7fa9dc106120 2024-05-21T19:16:58.225 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9d2a00700 1 -- 172.21.15.3:0/1218856104 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa9c8004a30 con 0x7fa9dc106120 2024-05-21T19:16:58.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 Processor -- start 2024-05-21T19:16:58.226 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 -- start start 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbabce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ea0db09e40 con 0x55ea0dbb17d0 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ea0daf99e0 con 0x55ea0dbb0eb0 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.225+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ea0dafda20 con 0x55ea0dbab880 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59130/0 (socket says 172.21.15.3:59130) 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 -- 172.21.15.3:0/1998267329 learned_addr learned my addr 172.21.15.3:0/1998267329 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9da800700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9400700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbabce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 -- 172.21.15.3:0/1998267329 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 msgr2=0x55ea0dbabce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbabce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 -- 172.21.15.3:0/1998267329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 msgr2=0x55ea0dbb1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9d9e00700 1 -- 172.21.15.3:0/1998267329 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea0dac2420 con 0x55ea0dbb17d0 2024-05-21T19:16:58.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.226+0000 7fa9da800700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:58.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc005bc0 tx=0x7fa9cc005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=914f6fb72723507e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.229 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9d2a00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 0x7fa9c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9d2a00700 1 -- 172.21.15.3:0/1218856104 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa9c80e1ca0 con 0x7fa9dc106120 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9da800700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 0x7fa9c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9c7400700 1 -- 172.21.15.3:0/1998267329 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc003a60 con 0x55ea0dbb17d0 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9c7400700 1 -- 172.21.15.3:0/1998267329 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9cc026070 con 0x55ea0dbb17d0 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.227+0000 7fa9c7400700 1 -- 172.21.15.3:0/1998267329 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc00bac0 con 0x55ea0dbb17d0 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.228+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1998267329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 msgr2=0x55ea0dbab260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.228+0000 7fa9da800700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 0x7fa9c00b4d40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4009550 tx=0x7fa9d4009100 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.228+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc005bc0 tx=0x7fa9cc005bf0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.228+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1998267329 shutdown_connections 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbabce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1998267329 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbab260 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.230 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1998267329 >> 172.21.15.3:0/1998267329 conn(0x55ea0dad9be0 msgr2=0x55ea0dba6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1998267329 shutdown_connections 2024-05-21T19:16:58.231 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1998267329 wait complete. 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 -- start start 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.229+0000 7fa9eb70db80 1 Processor -- start 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ea0d9fffa0 con 0x55ea0dbab880 2024-05-21T19:16:58.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ea0da9a760 con 0x55ea0dbb0eb0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ea0dbb81e0 con 0x55ea0dbb17d0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9eb70db80 10 client.0 _ll_register_callbacks cb 0x55ea0daa3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.230+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59142/0 (socket says 172.21.15.3:59142) 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 -- 172.21.15.3:0/3637917834 learned_addr learned my addr 172.21.15.3:0/3637917834 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9da800700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9400700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 -- 172.21.15.3:0/3637917834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbb17d0 msgr2=0x55ea0dbb4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 -- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 msgr2=0x55ea0dbb4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 -- 172.21.15.3:0/3637917834 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea0da498d0 con 0x55ea0dbab880 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9400700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:16:58.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc003fa0 tx=0x7fa9cc005010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f64433a416374cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.234 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.231+0000 7fa9bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc0056d0 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9cc026070 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa9cc00b7d0 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa9cc03c050 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9eb70db80 10 client.17331 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ea0daca060 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.232+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9cc026070 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa9cc00fc30 con 0x55ea0dbab880 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 10 client.17331 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:58.235 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 10 client.17331 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 20 client.17331 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dbc4b70 0x55ea0dbc6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 4 client.17331 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea0db0bd90 con 0x55ea0dbc4b70 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.233+0000 7fa9d9400700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dbc4b70 0x55ea0dbc6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.234+0000 7fa9d9400700 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dbc4b70 0x55ea0dbc6f60 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adb78de9a4b04160 server_cookie=3d65f70e6ce697f8 in_seq=0 out_seq=0 2024-05-21T19:16:58.236 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.234+0000 7fa9bbe00700 10 client.17331 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9bbe00700 1 -- 172.21.15.3:0/3637917834 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ea0db0bd90 con 0x55ea0dbc4b70 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9bbe00700 10 client.17331 handle_command_reply: tid=0 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 client.17331 shutdown 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 msgr2=0x55ea0dbb7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc003fa0 tx=0x7fa9cc005010 comp rx=0 tx=0).stop 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 shutdown_connections 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dbc4b70 0x55ea0dbc6f60 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.237 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbab880 0x55ea0dbb7480 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/3637917834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbb4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 >> 172.21.15.3:0/3637917834 conn(0x55ea0dad9be0 msgr2=0x55ea0dbaa250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.235+0000 7fa9bbe00700 0 client.17331 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.236+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 shutdown_connections 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.236+0000 7fa9eb70db80 1 -- 172.21.15.3:0/3637917834 wait complete. 2024-05-21T19:16:58.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.236+0000 7fa9eb70db80 20 client.17331 trim_cache size 0 max 16384 2024-05-21T19:16:58.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.258+0000 7fa9eb70db80 1 Processor -- start 2024-05-21T19:16:58.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 -- start start 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dba60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1b2640 con 0x55ea0dbb17d0 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1afed0 con 0x55ea0dbb0eb0 2024-05-21T19:16:58.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1add20 con 0x55ea0dbab880 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9da800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9da800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59154/0 (socket says 172.21.15.3:59154) 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.259+0000 7fa9da800700 1 -- 172.21.15.3:0/1647053094 learned_addr learned my addr 172.21.15.3:0/1647053094 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9d9400700 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dba60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 -- 172.21.15.3:0/1647053094 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 msgr2=0x55ea0dbab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbab260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 -- 172.21.15.3:0/1647053094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 msgr2=0x55ea0dba60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dba60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 -- 172.21.15.3:0/1647053094 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea0dbb2db0 con 0x55ea0dbb17d0 2024-05-21T19:16:58.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.260+0000 7fa9da800700 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4003d70 tx=0x7fa9d4016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2112d294b13381a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.261+0000 7fa9c6a00700 1 -- 172.21.15.3:0/1647053094 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4003e60 con 0x55ea0dbb17d0 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.261+0000 7fa9c6a00700 1 -- 172.21.15.3:0/1647053094 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d402a070 con 0x55ea0dbb17d0 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.261+0000 7fa9c6a00700 1 -- 172.21.15.3:0/1647053094 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4025900 con 0x55ea0dbb17d0 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.261+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1647053094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 msgr2=0x55ea0dbb1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.261+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4003d70 tx=0x7fa9d4016000 comp rx=0 tx=0).stop 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1647053094 shutdown_connections 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbb1c70 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/1647053094 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dba60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1647053094 >> 172.21.15.3:0/1647053094 conn(0x55ea0dad9be0 msgr2=0x55ea0dba59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1647053094 shutdown_connections 2024-05-21T19:16:58.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 -- 172.21.15.3:0/1647053094 wait complete. 2024-05-21T19:16:58.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.262+0000 7fa9eb70db80 1 -- start start 2024-05-21T19:16:58.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 Processor -- start 2024-05-21T19:16:58.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbc77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbc7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1ae390 con 0x55ea0dbb17d0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1af800 con 0x55ea0dbb0eb0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa9dc1aea60 con 0x55ea0dbab880 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9eb70db80 10 client.0 _ll_register_callbacks cb 0x55ea0daa3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.263+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbc77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38656/0 (socket says 172.21.15.3:38656) 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 -- 172.21.15.3:0/971817549 learned_addr learned my addr 172.21.15.3:0/971817549 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9da800700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbc7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 -- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 msgr2=0x55ea0dbc77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbc77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 -- 172.21.15.3:0/971817549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 msgr2=0x55ea0dbc7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:16:58.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbc7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 -- 172.21.15.3:0/971817549 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea0dc2e3b0 con 0x55ea0dbab880 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9da800700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbc7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9d9e00700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc006010 tx=0x7fa9cc005700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e53bed45eddb0c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.264+0000 7fa9bbe00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc045060 con 0x55ea0dbab880 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9d402a070 con 0x55ea0dbab880 2024-05-21T19:16:58.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa9cc02ad90 con 0x55ea0dbab880 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa9cc003df0 con 0x55ea0dbab880 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9eb70db80 10 client.27445 fetch_fsmap learned FSMap version 30 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ea0dc2f5a0 con 0x55ea0dbab880 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.265+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d402a070 con 0x55ea0dbab880 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa9cc00f4f0 con 0x55ea0dbab880 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 10 client.27445 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 10 client.27445 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 20 client.27445 populate_metadata read hostname 'smithi003' 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dc2fb90 0x55ea0dc31fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 4 client.27445 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ea0db05570 con 0x55ea0dc2fb90 2024-05-21T19:16:58.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.266+0000 7fa9d9400700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dc2fb90 0x55ea0dc31fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9d9400700 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dc2fb90 0x55ea0dc31fb0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47dd674b11de16f server_cookie=e7e5ea18af43f496 in_seq=0 out_seq=0 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9bbe00700 10 client.27445 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9bbe00700 1 -- 172.21.15.3:0/971817549 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ea0db05570 con 0x55ea0dc2fb90 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9bbe00700 10 client.27445 handle_command_reply: tid=0 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 client.27445 shutdown 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 msgr2=0x55ea0dbca430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc006010 tx=0x7fa9cc005700 comp rx=0 tx=0).stop 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 shutdown_connections 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ea0dc2fb90 0x55ea0dc31fb0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ea0dbb17d0 0x55ea0dbc7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ea0dbab880 0x55ea0dbca430 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9bbe00700 0 client.27445 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 --2- 172.21.15.3:0/971817549 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ea0dbb0eb0 0x55ea0dbc77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 >> 172.21.15.3:0/971817549 conn(0x55ea0dad9be0 msgr2=0x55ea0dbb1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.267+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 shutdown_connections 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9eb70db80 1 -- 172.21.15.3:0/971817549 wait complete. 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9eb70db80 20 client.27445 trim_cache size 0 max 16384 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:16:58.271 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 msgr2=0x7fa9c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 0x7fa9c00b4d40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4009550 tx=0x7fa9d4009100 comp rx=0 tx=0).stop 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 msgr2=0x7fa9dc19c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc19c380 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800d750 tx=0x7fa9c800da60 comp rx=0 tx=0).stop 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 shutdown_connections 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa9c00b2880 0x7fa9c00b4d40 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa9dc10b760 0x7fa9dc1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa9dc105760 0x7fa9dc19be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 --2- 172.21.15.3:0/1218856104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa9dc106120 0x7fa9dc19c380 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:16:58.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.268+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 >> 172.21.15.3:0/1218856104 conn(0x7fa9dc101250 msgr2=0x7fa9dc1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:16:58.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.269+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 shutdown_connections 2024-05-21T19:16:58.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:16:58.269+0000 7fa9e0e00700 1 -- 172.21.15.3:0/1218856104 wait complete. 2024-05-21T19:16:59.297 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:16:59.297 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:16:59.773 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:16:59.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:16:59 smithi003 ceph-mon[31577]: pgmap v711: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 10 op/s 2024-05-21T19:16:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:16:59 smithi178 ceph-mon[36523]: pgmap v711: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 10 op/s 2024-05-21T19:16:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:16:59 smithi104 ceph-mon[36417]: pgmap v711: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.9 KiB/s wr, 10 op/s 2024-05-21T19:17:01.759 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:01 smithi003 ceph-mon[31577]: pgmap v712: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:17:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:01 smithi178 ceph-mon[36523]: pgmap v712: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:17:02.120 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:01 smithi104 ceph-mon[36417]: pgmap v712: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:17:02.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 -- 172.21.15.3:0/4067141664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d04109dd0 msgr2=0x7f5d0410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 --2- 172.21.15.3:0/4067141664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d04109dd0 0x7f5d0410a1b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f5cf40098f0 tx=0x7f5cf4009c00 comp rx=0 tx=0).stop 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 -- 172.21.15.3:0/4067141664 shutdown_connections 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 --2- 172.21.15.3:0/4067141664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d0410eeb0 0x7f5d04116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 --2- 172.21.15.3:0/4067141664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d04109dd0 0x7f5d0410a1b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 --2- 172.21.15.3:0/4067141664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d0410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.053+0000 7f5d09400700 1 -- 172.21.15.3:0/4067141664 >> 172.21.15.3:0/4067141664 conn(0x7f5d04076d10 msgr2=0x7f5d04108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.054+0000 7f5d09400700 1 -- 172.21.15.3:0/4067141664 shutdown_connections 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.054+0000 7f5d09400700 1 -- 172.21.15.3:0/4067141664 wait complete. 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.055+0000 7f5d09400700 1 Processor -- start 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.055+0000 7f5d09400700 1 -- start start 2024-05-21T19:17:02.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.055+0000 7f5d09400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 0x7f5d041a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d09400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d09400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 0x7f5d041a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d09400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5d04119d60 con 0x7f5d0410a780 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d09400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5d04119be0 con 0x7f5d0410eeb0 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d09400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5d04119ee0 con 0x7f5d04109dd0 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5cfbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5cfbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50336/0 (socket says 172.21.15.3:50336) 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5cfbe00700 1 -- 172.21.15.3:0/2374008258 learned_addr learned my addr 172.21.15.3:0/2374008258 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d02800700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 0x7f5d041a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d03200700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 0x7f5d041a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.056+0000 7f5d02800700 1 -- 172.21.15.3:0/2374008258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 msgr2=0x7f5d041a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d02800700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 0x7f5d041a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d02800700 1 -- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 msgr2=0x7f5d041a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d02800700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d02800700 1 -- 172.21.15.3:0/2374008258 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d041a5280 con 0x7f5d04109dd0 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5cfbe00700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d03200700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 0x7f5d041a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:02.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d02800700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 0x7f5d041a0270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4000c00 tx=0x7f5cf400fa20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf40050c0 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d041a5510 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cf400b560 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.057+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d041acdf0 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.058+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4003970 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.059+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d0406a230 con 0x7f5d04109dd0 2024-05-21T19:17:02.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.061+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5cf400b9f0 con 0x7f5d04109dd0 2024-05-21T19:17:02.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.062+0000 7f5cfb400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 0x7f5ce80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.062+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5cf40e2d40 con 0x7f5d04109dd0 2024-05-21T19:17:02.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.063+0000 7f5cfbe00700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 0x7f5ce80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.063+0000 7f5cfbe00700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 0x7f5ce80b4dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5cec009750 tx=0x7f5cec009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.065+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5cf4013030 con 0x7f5d04109dd0 2024-05-21T19:17:02.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 -- 172.21.15.3:0/3675346650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198104490 msgr2=0x7fc19810ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 --2- 172.21.15.3:0/3675346650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198104490 0x7fc19810ad20 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc190009ca0 tx=0x7fc19002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 -- 172.21.15.3:0/3675346650 shutdown_connections 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 --2- 172.21.15.3:0/3675346650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198104490 0x7fc19810ad20 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 --2- 172.21.15.3:0/3675346650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc198103ad0 0x7fc198103f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 --2- 172.21.15.3:0/3675346650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc1981028e0 0x7fc198102d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 -- 172.21.15.3:0/3675346650 >> 172.21.15.3:0/3675346650 conn(0x7fc1980fde50 msgr2=0x7fc198100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 -- 172.21.15.3:0/3675346650 shutdown_connections 2024-05-21T19:17:02.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.218+0000 7fc19e600640 1 -- 172.21.15.3:0/3675346650 wait complete. 2024-05-21T19:17:02.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.219+0000 7fc19e600640 1 Processor -- start 2024-05-21T19:17:02.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 -- start start 2024-05-21T19:17:02.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 0x7fc198076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc198104490 0x7fc198075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc19810e440 con 0x7fc1981028e0 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc19810e2c0 con 0x7fc198104490 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19e600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc19810e5c0 con 0x7fc198103ad0 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 0x7fc198076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc197e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc197e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55960/0 (socket says 172.21.15.3:55960) 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 0x7fc198076800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50350/0 (socket says 172.21.15.3:50350) 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc197e00640 1 -- 172.21.15.3:0/682054098 learned_addr learned my addr 172.21.15.3:0/682054098 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.220+0000 7fc19dc00640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc198104490 0x7fc198075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 -- 172.21.15.3:0/682054098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc198104490 msgr2=0x7fc198075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc198104490 0x7fc198075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 -- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 msgr2=0x7fc198076800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 0x7fc198076800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 -- 172.21.15.3:0/682054098 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc198075c10 con 0x7fc198103ad0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc197e00640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc18400e9f0 tx=0x7fc18400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.221+0000 7fc195600640 1 -- 172.21.15.3:0/682054098 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18400cd80 con 0x7fc198103ad0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.222+0000 7fc195600640 1 -- 172.21.15.3:0/682054098 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1840108e0 con 0x7fc198103ad0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.222+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1981a2b80 con 0x7fc198103ad0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.222+0000 7fc195600640 1 -- 172.21.15.3:0/682054098 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc184018980 con 0x7fc198103ad0 2024-05-21T19:17:02.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.222+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1981a30d0 con 0x7fc198103ad0 2024-05-21T19:17:02.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 Processor -- start 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 -- start start 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c0853110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c085ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5631c07c2b90 con 0x5631c0852cf0 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5631c07b2730 con 0x5631c08536e0 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.225+0000 7fc1a2969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5631c07b6770 con 0x5631c0858850 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c0853110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55422/0 (socket says 172.21.15.3:55422) 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 -- 172.21.15.3:0/564046471 learned_addr learned my addr 172.21.15.3:0/564046471 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc195600640 1 -- 172.21.15.3:0/682054098 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc184010430 con 0x7fc198103ad0 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 -- 172.21.15.3:0/564046471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 msgr2=0x5631c085ace0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c085ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 -- 172.21.15.3:0/564046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 msgr2=0x5631c0853110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c0853110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 -- 172.21.15.3:0/564046471 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c074b8b0 con 0x5631c08536e0 2024-05-21T19:17:02.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19dc00640 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c0853110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:02.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.226+0000 7fc19d200640 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fc18c009c80 tx=0x7fc18c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25055b4a71442c4f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.227+0000 7fc18a000640 1 -- 172.21.15.3:0/564046471 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c01e070 con 0x5631c08536e0 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.227+0000 7fc18a000640 1 -- 172.21.15.3:0/564046471 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc18c009e30 con 0x5631c08536e0 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.227+0000 7fc18a000640 1 -- 172.21.15.3:0/564046471 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c00e9d0 con 0x5631c08536e0 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- 172.21.15.3:0/564046471 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 msgr2=0x5631c08581e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fc18c009c80 tx=0x7fc18c011810 comp rx=0 tx=0).stop 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- 172.21.15.3:0/564046471 shutdown_connections 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c085ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c08581e0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 --2- 172.21.15.3:0/564046471 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c0853110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- 172.21.15.3:0/564046471 >> 172.21.15.3:0/564046471 conn(0x5631c084e360 msgr2=0x5631c084e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- 172.21.15.3:0/564046471 shutdown_connections 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- 172.21.15.3:0/564046471 wait complete. 2024-05-21T19:17:02.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc195600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 0x7fc1800b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc195600640 1 -- 172.21.15.3:0/682054098 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc1840e2580 con 0x7fc198103ad0 2024-05-21T19:17:02.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc19d200640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 0x7fc1800b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.228+0000 7fc1a2969740 1 -- start start 2024-05-21T19:17:02.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 Processor -- start 2024-05-21T19:17:02.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc19d200640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 0x7fc1800b4bb0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc18c000c00 tx=0x7fc18c009770 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c085caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c085cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0864020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5631c0498790 con 0x5631c0852cf0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5631c075abc0 con 0x5631c08536e0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5631c085b800 con 0x5631c0858850 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.229+0000 7fc1a2969740 10 client.0 _ll_register_callbacks cb 0x5631c0738400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c085caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc197e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c085cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0864020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc197e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c085cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55434/0 (socket says 172.21.15.3:55434) 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc197e00640 1 -- 172.21.15.3:0/3644969406 learned_addr learned my addr 172.21.15.3:0/3644969406 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 -- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 msgr2=0x5631c085cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c085cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 -- 172.21.15.3:0/3644969406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 msgr2=0x5631c085caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c085caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 -- 172.21.15.3:0/3644969406 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c04c7210 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc19dc00640 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0864020 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc19002ade0 tx=0x7fc190009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d11600ecb2ed766 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.230+0000 7fc17ea00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc190003b80 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc190003d20 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc18c009e30 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc190004040 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc1a2969740 10 client.27460 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5631c0593620 con 0x5631c0858850 2024-05-21T19:17:02.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.231+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc18c009e30 con 0x5631c0858850 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc19002f9b0 con 0x5631c0858850 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 10 client.27460 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 10 client.27460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 20 client.27460 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c0868580 0x5631c086a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 4 client.27460 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631c07c4ae0 con 0x5631c0868580 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.232+0000 7fc19d200640 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c0868580 0x5631c086a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.233+0000 7fc19d200640 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c0868580 0x5631c086a990 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c319438652e0ffe server_cookie=95dacedbc91cc4da in_seq=0 out_seq=0 2024-05-21T19:17:02.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.233+0000 7fc17ea00640 10 client.27460 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:02.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc17ea00640 1 -- 172.21.15.3:0/3644969406 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5631c07c4ae0 con 0x5631c0868580 2024-05-21T19:17:02.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc17ea00640 10 client.27460 handle_command_reply: tid=0 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 client.27460 shutdown 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 msgr2=0x5631c0864020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0864020 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc19002ade0 tx=0x7fc190009800 comp rx=0 tx=0).stop 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 shutdown_connections 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c0868580 0x5631c086a990 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0864020 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c085cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3644969406 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c085caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc17ea00640 0 client.27460 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 >> 172.21.15.3:0/3644969406 conn(0x5631c084e360 msgr2=0x5631c084d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 shutdown_connections 2024-05-21T19:17:02.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 1 -- 172.21.15.3:0/3644969406 wait complete. 2024-05-21T19:17:02.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.234+0000 7fc1a2969740 20 client.27460 trim_cache size 0 max 16384 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.251+0000 7fc1a2969740 1 Processor -- start 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.251+0000 7fc1a2969740 1 -- start start 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.251+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 0x5631c0851b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.251+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.251+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 0x5631c0854890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc1a2969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981ae7a0 con 0x5631c0858850 2024-05-21T19:17:02.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc1a2969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981ac070 con 0x5631c0852cf0 2024-05-21T19:17:02.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc1a2969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981a9ec0 con 0x5631c08536e0 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc197e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19dc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 0x5631c0854890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc197e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55990/0 (socket says 172.21.15.3:55990) 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc197e00640 1 -- 172.21.15.3:0/2410403571 learned_addr learned my addr 172.21.15.3:0/2410403571 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 0x5631c0851b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 -- 172.21.15.3:0/2410403571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 msgr2=0x5631c0863fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 -- 172.21.15.3:0/2410403571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 msgr2=0x5631c0854890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 0x5631c0854890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19d200640 1 -- 172.21.15.3:0/2410403571 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c0854dd0 con 0x5631c0852cf0 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc197e00640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.252+0000 7fc19dc00640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 0x5631c0854890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.253+0000 7fc19d200640 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 0x5631c0851b00 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x5631c084f230 tx=0x7fc18c021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6f5d6172fa1b8c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.253+0000 7fc189600640 1 -- 172.21.15.3:0/2410403571 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c03c030 con 0x5631c0852cf0 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.253+0000 7fc189600640 1 -- 172.21.15.3:0/2410403571 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc18c01f040 con 0x5631c0852cf0 2024-05-21T19:17:02.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.253+0000 7fc189600640 1 -- 172.21.15.3:0/2410403571 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c02b040 con 0x5631c0852cf0 2024-05-21T19:17:02.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- 172.21.15.3:0/2410403571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 msgr2=0x5631c0851b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 0x5631c0851b00 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x5631c084f230 tx=0x7fc18c021000 comp rx=0 tx=0).stop 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- 172.21.15.3:0/2410403571 shutdown_connections 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c08536e0 0x5631c0863fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0858850 0x5631c0854890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 --2- 172.21.15.3:0/2410403571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c0852cf0 0x5631c0851b00 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- 172.21.15.3:0/2410403571 >> 172.21.15.3:0/2410403571 conn(0x5631c084e360 msgr2=0x5631c0854180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- 172.21.15.3:0/2410403571 shutdown_connections 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- 172.21.15.3:0/2410403571 wait complete. 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.254+0000 7fc1a2969740 1 -- start start 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 Processor -- start 2024-05-21T19:17:02.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c0861bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0862bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981aa530 con 0x5631c0852cf0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981ab9a0 con 0x5631c08536e0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc1981aac00 con 0x5631c0858850 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc1a2969740 10 client.0 _ll_register_callbacks cb 0x7fc190009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc19d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc197e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c0861bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc19d200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50378/0 (socket says 172.21.15.3:50378) 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc19d200640 1 -- 172.21.15.3:0/3856512340 learned_addr learned my addr 172.21.15.3:0/3856512340 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.255+0000 7fc19dc00640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0862bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 -- 172.21.15.3:0/3856512340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 msgr2=0x5631c0862bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0862bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 -- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 msgr2=0x5631c0861bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c0861bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 -- 172.21.15.3:0/3856512340 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c08631a0 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc197e00640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c0861bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc19d200640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc18c01c040 tx=0x7fc18c00e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f24f91e0c2c16ec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc17ea00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.256+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18c045020 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc18c01f040 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc18c02b070 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc18c005230 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 10 client.17361 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5631c08d3140 con 0x5631c0852cf0 2024-05-21T19:17:02.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc18c01f040 con 0x5631c0852cf0 2024-05-21T19:17:02.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc18c025700 con 0x5631c0852cf0 2024-05-21T19:17:02.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 10 client.17361 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:02.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 10 client.17361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:02.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 20 client.17361 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.257+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c08d3940 0x5631c08d5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.258+0000 7fc1a2969740 4 client.17361 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.258+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5631c07be2c0 con 0x5631c08d3940 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.258+0000 7fc197e00640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c08d3940 0x5631c08d5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.258+0000 7fc197e00640 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c08d3940 0x5631c08d5d60 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76d5cdb4c212d776 server_cookie=ac7729c654d564fa in_seq=0 out_seq=0 2024-05-21T19:17:02.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.258+0000 7fc17ea00640 10 client.17361 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc17ea00640 1 -- 172.21.15.3:0/3856512340 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5631c07be2c0 con 0x5631c08d3940 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc17ea00640 10 client.17361 handle_command_reply: tid=0 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 client.17361 shutdown 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 msgr2=0x5631c08616b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc18c01c040 tx=0x7fc18c00e3b0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 shutdown_connections 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5631c08d3940 0x5631c08d5d60 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5631c0858850 0x5631c0862bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5631c08536e0 0x5631c0861bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc17ea00640 0 client.17361 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 --2- 172.21.15.3:0/3856512340 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5631c0852cf0 0x5631c08616b0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 >> 172.21.15.3:0/3856512340 conn(0x5631c084e360 msgr2=0x5631c084cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 shutdown_connections 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 1 -- 172.21.15.3:0/3856512340 wait complete. 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.267+0000 7fc1a2969740 20 client.17361 trim_cache size 0 max 16384 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:17:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:17:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 msgr2=0x7fc1800b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 0x7fc1800b4bb0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc18c000c00 tx=0x7fc18c009770 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 msgr2=0x7fc198074e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc18400e9f0 tx=0x7fc18400eeb0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 shutdown_connections 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc1800b26f0 0x7fc1800b4bb0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc198103ad0 0x7fc198074e40 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc198104490 0x7fc198075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 --2- 172.21.15.3:0/682054098 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc1981028e0 0x7fc198076800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.268+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 >> 172.21.15.3:0/682054098 conn(0x7fc1980fde50 msgr2=0x7fc198106dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.269+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 shutdown_connections 2024-05-21T19:17:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:02.269+0000 7fc19e600640 1 -- 172.21.15.3:0/682054098 wait complete. 2024-05-21T19:17:02.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.369+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d0402e560 con 0x7f5d04109dd0 2024-05-21T19:17:02.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.370+0000 7f5cfb400700 1 -- 172.21.15.3:0/2374008258 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f5cf40aaa70 con 0x7f5d04109dd0 2024-05-21T19:17:02.371 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:17:02.371 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:17:02.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 msgr2=0x7f5ce80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 0x7f5ce80b4dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5cec009750 tx=0x7f5cec009310 comp rx=0 tx=0).stop 2024-05-21T19:17:02.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 msgr2=0x7f5d041a0270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:02.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 0x7f5d041a0270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4000c00 tx=0x7f5cf400fa20 comp rx=0 tx=0).stop 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 shutdown_connections 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5ce80b2900 0x7f5ce80b4dc0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5d0410eeb0 0x7f5d041a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5d04109dd0 0x7f5d041a0270 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 --2- 172.21.15.3:0/2374008258 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5d0410a780 0x7f5d041a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 >> 172.21.15.3:0/2374008258 conn(0x7f5d04076d10 msgr2=0x7f5d0410db50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 shutdown_connections 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:02.374+0000 7f5d09400700 1 -- 172.21.15.3:0/2374008258 wait complete. 2024-05-21T19:17:02.376 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:17:02.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:02 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2374008258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:02.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:02 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2374008258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:02.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:02 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2374008258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:03.259 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:17:03.742 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:03 smithi003 ceph-mon[31577]: pgmap v713: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-21T19:17:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:03 smithi178 ceph-mon[36523]: pgmap v713: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-21T19:17:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:03 smithi104 ceph-mon[36417]: pgmap v713: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.3 KiB/s wr, 10 op/s 2024-05-21T19:17:05.806 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:05 smithi003 ceph-mon[31577]: pgmap v714: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:05 smithi178 ceph-mon[36523]: pgmap v714: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:05.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:05 smithi104 ceph-mon[36417]: pgmap v714: 97 pgs: 97 active+clean; 3.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 -- 172.21.15.3:0/3175981228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2201095b0 msgr2=0x7fe220109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 --2- 172.21.15.3:0/3175981228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2201095b0 0x7fe220109990 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fe214009990 tx=0x7fe214009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 -- 172.21.15.3:0/3175981228 shutdown_connections 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 --2- 172.21.15.3:0/3175981228 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe22006bbe0 0x7fe2201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 --2- 172.21.15.3:0/3175981228 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe2201095b0 0x7fe220109990 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 --2- 172.21.15.3:0/3175981228 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe22006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 -- 172.21.15.3:0/3175981228 >> 172.21.15.3:0/3175981228 conn(0x7fe2200793f0 msgr2=0x7fe220079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 -- 172.21.15.3:0/3175981228 shutdown_connections 2024-05-21T19:17:06.107 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.105+0000 7fe227e00700 1 -- 172.21.15.3:0/3175981228 wait complete. 2024-05-21T19:17:06.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.107+0000 7fe227e00700 1 Processor -- start 2024-05-21T19:17:06.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.107+0000 7fe227e00700 1 -- start start 2024-05-21T19:17:06.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 0x7fe220102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2201095b0 0x7fe220102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe220113730 con 0x7fe22006b220 2024-05-21T19:17:06.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201135b0 con 0x7fe22006bbe0 2024-05-21T19:17:06.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe227e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201138b0 con 0x7fe2201095b0 2024-05-21T19:17:06.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe225400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe225400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50394/0 (socket says 172.21.15.3:50394) 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe225400700 1 -- 172.21.15.3:0/4249080156 learned_addr learned my addr 172.21.15.3:0/4249080156 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.108+0000 7fe224a00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 0x7fe220102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2201095b0 0x7fe220102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 -- 172.21.15.3:0/4249080156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2201095b0 msgr2=0x7fe220102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2201095b0 0x7fe220102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 -- 172.21.15.3:0/4249080156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 msgr2=0x7fe220102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 0x7fe220102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 -- 172.21.15.3:0/4249080156 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2201a8180 con 0x7fe22006b220 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe224a00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 0x7fe220102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:06.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.109+0000 7fe225400700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe214005910 tx=0x7fe21400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.110+0000 7fe21e000700 1 -- 172.21.15.3:0/4249080156 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214027070 con 0x7fe22006b220 2024-05-21T19:17:06.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.110+0000 7fe21e000700 1 -- 172.21.15.3:0/4249080156 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe214022470 con 0x7fe22006b220 2024-05-21T19:17:06.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.110+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2201a8410 con 0x7fe22006b220 2024-05-21T19:17:06.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.110+0000 7fe21e000700 1 -- 172.21.15.3:0/4249080156 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214017650 con 0x7fe22006b220 2024-05-21T19:17:06.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.110+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2201a8860 con 0x7fe22006b220 2024-05-21T19:17:06.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.113+0000 7fe21e000700 1 -- 172.21.15.3:0/4249080156 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe21402a070 con 0x7fe22006b220 2024-05-21T19:17:06.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.114+0000 7fe232842b80 1 Processor -- start 2024-05-21T19:17:06.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 -- start start 2024-05-21T19:17:06.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe21e000700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 0x7fe2080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c1ffb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c2005c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561a6c15de40 con 0x561a6c200140 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561a6c14d9e0 con 0x561a6c205610 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe232842b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561a6c151a20 con 0x561a6c205f30 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe21e000700 1 -- 172.21.15.3:0/4249080156 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe2140e2f30 con 0x7fe22006b220 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.115+0000 7fe224a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c1ffb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 0x7fe2080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55472/0 (socket says 172.21.15.3:55472) 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225400700 1 -- 172.21.15.3:0/4176300875 learned_addr learned my addr 172.21.15.3:0/4176300875 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:06.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225e00700 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c2005c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 -- 172.21.15.3:0/4176300875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 msgr2=0x561a6c2059f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 -- 172.21.15.3:0/4176300875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 msgr2=0x561a6c2005c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c2005c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 -- 172.21.15.3:0/4176300875 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a6c116420 con 0x561a6c205f30 2024-05-21T19:17:06.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe225400700 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:06.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.116+0000 7fe224a00700 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c1ffb20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe220103f50 tx=0x7fe20c0117a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94e4ecb7af50f976 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.117+0000 7fe225e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 0x7fe2080b4d40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x561a6c200b00 tx=0x7fe218009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.117+0000 7fe212a00700 1 -- 172.21.15.3:0/4176300875 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c004220 con 0x561a6c205f30 2024-05-21T19:17:06.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.117+0000 7fe212a00700 1 -- 172.21.15.3:0/4176300875 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0043c0 con 0x561a6c205f30 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.117+0000 7fe212a00700 1 -- 172.21.15.3:0/4176300875 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c003680 con 0x561a6c205f30 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 -- 172.21.15.3:0/4176300875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 msgr2=0x561a6c1ffb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c1ffb20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe220103f50 tx=0x7fe20c0117a0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 -- 172.21.15.3:0/4176300875 shutdown_connections 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c2005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205610 0x561a6c2059f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 --2- 172.21.15.3:0/4176300875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c1ffb20 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 -- 172.21.15.3:0/4176300875 >> 172.21.15.3:0/4176300875 conn(0x561a6c12dbe0 msgr2=0x561a6c1fa690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 -- 172.21.15.3:0/4176300875 shutdown_connections 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.118+0000 7fe232842b80 1 -- 172.21.15.3:0/4176300875 wait complete. 2024-05-21T19:17:06.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.119+0000 7fe232842b80 1 -- start start 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.119+0000 7fe232842b80 1 Processor -- start 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 0x561a6c20bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c2095b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561a6c053fa0 con 0x561a6c205610 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561a6c0ee760 con 0x561a6c205f30 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561a6c20c9e0 con 0x561a6c200140 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe232842b80 10 client.0 _ll_register_callbacks cb 0x561a6c0f7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe224a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe224a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50412/0 (socket says 172.21.15.3:50412) 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe224a00700 1 -- 172.21.15.3:0/4232600564 learned_addr learned my addr 172.21.15.3:0/4232600564 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe225400700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 0x561a6c20bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.122 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.120+0000 7fe225e00700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c2095b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 -- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 msgr2=0x561a6c20bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 0x561a6c20bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 -- 172.21.15.3:0/4232600564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 msgr2=0x561a6c2095b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c2095b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 -- 172.21.15.3:0/4232600564 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a6c09d8d0 con 0x561a6c205610 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe225400700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 0x561a6c20bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe224a00700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fe20c000c00 tx=0x7fe20c004900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed4335bf79f24d5d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe207400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:06.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c028020 con 0x561a6c205610 2024-05-21T19:17:06.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe20c024430 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.121+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe20c0043c0 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe20c033050 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 10 client.17373 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561a6c11e060 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe20c0043c0 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe20c023070 con 0x561a6c205610 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 10 client.17373 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 10 client.17373 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 20 client.17373 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.122+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c219580 0x561a6c21b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.123+0000 7fe232842b80 4 client.17373 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.123+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a6c15fd90 con 0x561a6c219580 2024-05-21T19:17:06.125 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.123+0000 7fe225400700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c219580 0x561a6c21b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.123+0000 7fe225400700 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c219580 0x561a6c21b970 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c5048ddc47ebf02c server_cookie=845f3592fbf208d1 in_seq=0 out_seq=0 2024-05-21T19:17:06.126 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.123+0000 7fe207400700 10 client.17373 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.124+0000 7fe207400700 1 -- 172.21.15.3:0/4232600564 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561a6c15fd90 con 0x561a6c219580 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.124+0000 7fe207400700 10 client.17373 handle_command_reply: tid=0 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.124+0000 7fe232842b80 1 client.17373 shutdown 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.124+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 msgr2=0x561a6c209070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fe20c000c00 tx=0x7fe20c004900 comp rx=0 tx=0).stop 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 shutdown_connections 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c2095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c200140 0x561a6c20bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c219580 0x561a6c21b970 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 --2- 172.21.15.3:0/4232600564 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c209070 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 >> 172.21.15.3:0/4232600564 conn(0x561a6c12dbe0 msgr2=0x561a6c1f9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe207400700 0 client.17373 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:17:06.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 shutdown_connections 2024-05-21T19:17:06.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 1 -- 172.21.15.3:0/4232600564 wait complete. 2024-05-21T19:17:06.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.125+0000 7fe232842b80 20 client.17373 trim_cache size 0 max 16384 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 Processor -- start 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 -- start start 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 0x561a6c206ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c1fa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c221060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201b2660 con 0x561a6c205610 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201afef0 con 0x561a6c200140 2024-05-21T19:17:06.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.151+0000 7fe232842b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201add40 con 0x561a6c205f30 2024-05-21T19:17:06.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c221060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe224a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c1fa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c221060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:56050/0 (socket says 172.21.15.3:56050) 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 0x561a6c206ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe224a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c1fa4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50428/0 (socket says 172.21.15.3:50428) 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225e00700 1 -- 172.21.15.3:0/1285215486 learned_addr learned my addr 172.21.15.3:0/1285215486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 -- 172.21.15.3:0/1285215486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 msgr2=0x561a6c221060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c221060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 -- 172.21.15.3:0/1285215486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 msgr2=0x561a6c1fa4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c1fa4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 -- 172.21.15.3:0/1285215486 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a6c209f50 con 0x561a6c200140 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.152+0000 7fe225400700 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 0x561a6c206ae0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fe214005b40 tx=0x7fe214022cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6c9fdc2934099ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.153+0000 7fe212000700 1 -- 172.21.15.3:0/1285215486 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2140aa070 con 0x561a6c200140 2024-05-21T19:17:06.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.153+0000 7fe212000700 1 -- 172.21.15.3:0/1285215486 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2140aac60 con 0x561a6c200140 2024-05-21T19:17:06.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.153+0000 7fe212000700 1 -- 172.21.15.3:0/1285215486 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe214092150 con 0x561a6c200140 2024-05-21T19:17:06.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.153+0000 7fe232842b80 1 -- 172.21.15.3:0/1285215486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 msgr2=0x561a6c206ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.153+0000 7fe232842b80 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 0x561a6c206ae0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fe214005b40 tx=0x7fe214022cc0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 -- 172.21.15.3:0/1285215486 shutdown_connections 2024-05-21T19:17:06.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205f30 0x561a6c221060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c200140 0x561a6c206ae0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 --2- 172.21.15.3:0/1285215486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c205610 0x561a6c1fa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 -- 172.21.15.3:0/1285215486 >> 172.21.15.3:0/1285215486 conn(0x561a6c12dbe0 msgr2=0x561a6c2063d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 -- 172.21.15.3:0/1285215486 shutdown_connections 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 -- 172.21.15.3:0/1285215486 wait complete. 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 -- start start 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.154+0000 7fe232842b80 1 Processor -- start 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 0x561a6c220a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c221140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201ae3b0 con 0x561a6c200140 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201af820 con 0x561a6c205f30 2024-05-21T19:17:06.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe2201aea80 con 0x561a6c205610 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe232842b80 10 client.0 _ll_register_callbacks cb 0x561a6c0f7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe225400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe225400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50432/0 (socket says 172.21.15.3:50432) 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe225400700 1 -- 172.21.15.3:0/2265587490 learned_addr learned my addr 172.21.15.3:0/2265587490 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe224a00700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 0x561a6c220a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.155+0000 7fe225e00700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c221140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 -- 172.21.15.3:0/2265587490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 msgr2=0x561a6c221140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c221140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 -- 172.21.15.3:0/2265587490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 msgr2=0x561a6c212490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 -- 172.21.15.3:0/2265587490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a6c282f30 con 0x561a6c205610 2024-05-21T19:17:06.158 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe225400700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:06.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe224a00700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 0x561a6c220a00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe20c024df0 tx=0x7fe20c004fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76c081f15625e65d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:06.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe207400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe20c028040 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2140aac60 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.156+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe20c01e040 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe20c01d030 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 10 client.27484 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561a6c2840b0 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe2140aac60 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe20c023050 con 0x561a6c205610 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 10 client.27484 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 10 client.27484 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 20 client.27484 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c284720 0x561a6c286b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:06.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 4 client.27484 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.157+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561a6c159570 con 0x561a6c284720 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe225400700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c284720 0x561a6c286b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe225400700 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c284720 0x561a6c286b40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f9206e529bd82eac server_cookie=c9fc4a97fd1cb79d in_seq=0 out_seq=0 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe207400700 10 client.27484 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe207400700 1 -- 172.21.15.3:0/2265587490 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561a6c159570 con 0x561a6c284720 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe207400700 10 client.27484 handle_command_reply: tid=0 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe232842b80 1 client.27484 shutdown 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 msgr2=0x561a6c220a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.158+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 0x561a6c220a00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe20c024df0 tx=0x7fe20c004fe0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 shutdown_connections 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561a6c205f30 0x561a6c221140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x561a6c284720 0x561a6c286b40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561a6c200140 0x561a6c212490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 --2- 172.21.15.3:0/2265587490 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561a6c205610 0x561a6c220a00 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe207400700 0 client.27484 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 >> 172.21.15.3:0/2265587490 conn(0x561a6c12dbe0 msgr2=0x561a6c206ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 shutdown_connections 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 1 -- 172.21.15.3:0/2265587490 wait complete. 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.159+0000 7fe232842b80 20 client.27484 trim_cache size 0 max 16384 2024-05-21T19:17:06.163 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 msgr2=0x7fe2080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 0x7fe2080b4d40 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x561a6c200b00 tx=0x7fe218009920 comp rx=0 tx=0).stop 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 msgr2=0x7fe220102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe214005910 tx=0x7fe21400b670 comp rx=0 tx=0).stop 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 shutdown_connections 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe2080b2880 0x7fe2080b4d40 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe2201095b0 0x7fe220102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe22006b220 0x7fe220102510 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 --2- 172.21.15.3:0/4249080156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe22006bbe0 0x7fe220102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:06.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 >> 172.21.15.3:0/4249080156 conn(0x7fe2200793f0 msgr2=0x7fe220101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:06.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 shutdown_connections 2024-05-21T19:17:06.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:06.160+0000 7fe227e00700 1 -- 172.21.15.3:0/4249080156 wait complete. 2024-05-21T19:17:07.041 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:251/600: open fd = 3 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:252/600: open fd = 3 2024-05-21T19:17:07.493 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:253/600: open fd = 3 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:254/600: open fd = 3 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:255/600: open fd = 3 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.494 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:256/600: open fd = 3 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:257/600: open fd = 3 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:258/600: open fd = 3 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:259/600: open fd = 3 2024-05-21T19:17:07.495 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:260/600: open fd = 3 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:261/600: open fd = 3 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:262/600: open fd = 3 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.496 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:263/600: open fd = 3 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:264/600: open fd = 3 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:265/600: open fd = 3 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.497 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:266/600: open fd = 3 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:267/600: open fd = 3 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:268/600: open fd = 3 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.498 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:269/600: open fd = 3 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:270/600: open fd = 3 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:271/600: open fd = 3 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.499 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:272/600: open fd = 3 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:273/600: open fd = 3 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:274/600: open fd = 3 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:275/600: open fd = 3 2024-05-21T19:17:07.500 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:276/600: open fd = 3 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:277/600: open fd = 3 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:278/600: open fd = 3 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.501 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:279/600: open fd = 3 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:280/600: open fd = 3 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:281/600: open fd = 3 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.502 INFO:tasks.workunit.client.0.smithi003.stdout:282/600: open fd = 3 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:283/600: open fd = 3 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:284/600: open fd = 3 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:285/600: open fd = 3 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.503 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:286/600: open fd = 3 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:287/600: open fd = 3 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:288/600: open fd = 3 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:289/600: open fd = 3 2024-05-21T19:17:07.504 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:290/600: open fd = 3 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:291/600: open fd = 3 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:292/600: open fd = 3 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.505 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:293/600: open fd = 3 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:294/600: open fd = 3 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:295/600: open fd = 3 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.506 INFO:tasks.workunit.client.0.smithi003.stdout:296/600: open fd = 3 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:297/600: open fd = 3 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:298/600: open fd = 3 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:299/600: open fd = 3 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.507 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:300/600: open fd = 3 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:301/600: open fd = 3 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:302/600: open fd = 3 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.508 INFO:tasks.workunit.client.0.smithi003.stdout:303/600: open fd = 3 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:304/600: open fd = 3 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:305/600: open fd = 3 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:306/600: open fd = 3 2024-05-21T19:17:07.509 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:307/600: open fd = 3 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:308/600: open fd = 3 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:309/600: open fd = 3 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.510 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:310/600: open fd = 3 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:311/600: open fd = 3 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:312/600: open fd = 3 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.511 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:17:07.528 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:07.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:07 smithi003 ceph-mon[31577]: pgmap v715: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:17:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:07 smithi178 ceph-mon[36523]: pgmap v715: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:17:07.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:07 smithi104 ceph-mon[36417]: pgmap v715: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:17:09.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:09 smithi003 ceph-mon[31577]: pgmap v716: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:17:09.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 -- 172.21.15.3:0/33831946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 msgr2=0x7f215c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 --2- 172.21.15.3:0/33831946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c06b6a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f2144009990 tx=0x7f2144009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 -- 172.21.15.3:0/33831946 shutdown_connections 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 --2- 172.21.15.3:0/33831946 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 --2- 172.21.15.3:0/33831946 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 0x7f215c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 --2- 172.21.15.3:0/33831946 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c06b6a0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 -- 172.21.15.3:0/33831946 >> 172.21.15.3:0/33831946 conn(0x7f215c0793f0 msgr2=0x7f215c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 -- 172.21.15.3:0/33831946 shutdown_connections 2024-05-21T19:17:09.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.844+0000 7f2161200700 1 -- 172.21.15.3:0/33831946 wait complete. 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.845+0000 7f2161200700 1 Processor -- start 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.845+0000 7f2161200700 1 -- start start 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 0x7f215c102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f215c113740 con 0x7f215c06b220 2024-05-21T19:17:09.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1135c0 con 0x7f215c06bbe0 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2161200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1138c0 con 0x7f215c1095b0 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2159e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55498/0 (socket says 172.21.15.3:55498) 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f2153e00700 1 -- 172.21.15.3:0/4180300950 learned_addr learned my addr 172.21.15.3:0/4180300950 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:09.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.846+0000 7f215a800700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 0x7f215c102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 -- 172.21.15.3:0/4180300950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 msgr2=0x7f215c102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 0x7f215c102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 -- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 msgr2=0x7f215c102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 -- 172.21.15.3:0/4180300950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f215c1a8200 con 0x7f215c06bbe0 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2153e00700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f2144000c00 tx=0x7f21440057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2152a00700 1 -- 172.21.15.3:0/4180300950 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144027070 con 0x7f215c06bbe0 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2152a00700 1 -- 172.21.15.3:0/4180300950 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2144022470 con 0x7f215c06bbe0 2024-05-21T19:17:09.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.847+0000 7f2152a00700 1 -- 172.21.15.3:0/4180300950 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2144017650 con 0x7f215c06bbe0 2024-05-21T19:17:09.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.848+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f215c1a8490 con 0x7f215c06bbe0 2024-05-21T19:17:09.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.848+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f215c1a8890 con 0x7f215c06bbe0 2024-05-21T19:17:09.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.851+0000 7f2152a00700 1 -- 172.21.15.3:0/4180300950 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f214402a070 con 0x7f215c06bbe0 2024-05-21T19:17:09.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.852+0000 7f216bb5fb80 1 Processor -- start 2024-05-21T19:17:09.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 -- start start 2024-05-21T19:17:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2152a00700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 0x7f21400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923c0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c89231ee40 con 0x55c8923c5eb0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c89230e9e0 con 0x55c8923c67d0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c892312a20 con 0x55c8923c0880 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2152a00700 1 -- 172.21.15.3:0/4180300950 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f21440e2f20 con 0x7f215c06bbe0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f215a800700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 0x7f21400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2159e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2153e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55510/0 (socket says 172.21.15.3:55510) 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.853+0000 7f2153e00700 1 -- 172.21.15.3:0/2710399175 learned_addr learned my addr 172.21.15.3:0/2710399175 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:09.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f215a800700 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923c0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 -- 172.21.15.3:0/2710399175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 msgr2=0x55c8923c0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923c0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 -- 172.21.15.3:0/2710399175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 msgr2=0x55c8923c6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 -- 172.21.15.3:0/2710399175 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8922d7420 con 0x55c8923c67d0 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2159e00700 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:09.856 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f2153e00700 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f21440a65d0 tx=0x7f2144009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13f3e1c21105de32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f215a800700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 0x7f21400b4d40 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2154009ec0 tx=0x7f2154009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f214b400700 1 -- 172.21.15.3:0/2710399175 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440e0e60 con 0x55c8923c67d0 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f214b400700 1 -- 172.21.15.3:0/2710399175 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2144029ec0 con 0x55c8923c67d0 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.854+0000 7f214b400700 1 -- 172.21.15.3:0/2710399175 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21440b3320 con 0x55c8923c67d0 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2710399175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 msgr2=0x55c8923c0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f21440a65d0 tx=0x7f2144009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2710399175 shutdown_connections 2024-05-21T19:17:09.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923c0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2710399175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c0260 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2710399175 >> 172.21.15.3:0/2710399175 conn(0x55c8922eebe0 msgr2=0x55c8923bb010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.855+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2710399175 shutdown_connections 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.856+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2710399175 wait complete. 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.856+0000 7f216bb5fb80 1 -- start start 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.856+0000 7f216bb5fb80 1 Processor -- start 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c892214fa0 con 0x55c8923c5eb0 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c8922af760 con 0x55c8923c67d0 2024-05-21T19:17:09.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c8923cd000 con 0x55c8923c0880 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f216bb5fb80 10 client.0 _ll_register_callbacks cb 0x55c8922b8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f2153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f215a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f2153e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50452/0 (socket says 172.21.15.3:50452) 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f2153e00700 1 -- 172.21.15.3:0/3465587635 learned_addr learned my addr 172.21.15.3:0/3465587635 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:09.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.857+0000 7f2159e00700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 -- 172.21.15.3:0/3465587635 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 msgr2=0x55c8923cc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923cc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 -- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 msgr2=0x55c8923c9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 -- 172.21.15.3:0/3465587635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c89225e8d0 con 0x55c8923c67d0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f2153e00700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f215a800700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c9e80 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2154009fd0 tx=0x7f215400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b719f5d3b64f544a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f213fe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215401ad20 con 0x55c8923c67d0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.858+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f21540243f0 con 0x55c8923c67d0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2144029ec0 con 0x55c8923c67d0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2154004bb0 con 0x55c8923c67d0 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f216bb5fb80 10 client.27503 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:09.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c8922df060 con 0x55c8923c67d0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2144029ec0 con 0x55c8923c67d0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.859+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2154005020 con 0x55c8923c67d0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 10 client.27503 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 10 client.27503 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 20 client.27503 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8923d9be0 0x55c8923dc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 4 client.27503 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c892320d90 con 0x55c8923d9be0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.860+0000 7f2159e00700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8923d9be0 0x55c8923dc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.861+0000 7f2159e00700 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8923d9be0 0x55c8923dc000 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c1634f70b85edee0 server_cookie=ce0af4cfaa745651 in_seq=0 out_seq=0 2024-05-21T19:17:09.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.861+0000 7f213fe00700 10 client.27503 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:17:09.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.861+0000 7f213fe00700 1 -- 172.21.15.3:0/3465587635 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c892320d90 con 0x55c8923d9be0 2024-05-21T19:17:09.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.861+0000 7f213fe00700 10 client.27503 handle_command_reply: tid=0 2024-05-21T19:17:09.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 client.27503 shutdown 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 msgr2=0x55c8923c9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c9e80 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2154009fd0 tx=0x7f215400b040 comp rx=0 tx=0).stop 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 shutdown_connections 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c67d0 0x55c8923c9e80 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c0880 0x55c8923cc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c8923d9be0 0x55c8923dc000 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/3465587635 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c5eb0 0x55c8923c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 >> 172.21.15.3:0/3465587635 conn(0x55c8922eebe0 msgr2=0x55c8923bf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f213fe00700 0 client.27503 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 shutdown_connections 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 1 -- 172.21.15.3:0/3465587635 wait complete. 2024-05-21T19:17:09.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.862+0000 7f216bb5fb80 20 client.27503 trim_cache size 0 max 16384 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.879+0000 7f216bb5fb80 1 Processor -- start 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 -- start start 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c5eb0 0x55c8923cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 0x55c8923bb0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1b2610 con 0x55c8923c67d0 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1afea0 con 0x55c8923c0880 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1adcf0 con 0x55c8923c5eb0 2024-05-21T19:17:09.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f2159e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f215a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 0x55c8923bb0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f2159e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55532/0 (socket says 172.21.15.3:55532) 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f2159e00700 1 -- 172.21.15.3:0/965536685 learned_addr learned my addr 172.21.15.3:0/965536685 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.880+0000 7f2153e00700 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c5eb0 0x55c8923cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 -- 172.21.15.3:0/965536685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c5eb0 msgr2=0x55c8923cc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c5eb0 0x55c8923cc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 -- 172.21.15.3:0/965536685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 msgr2=0x55c8923c0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 -- 172.21.15.3:0/965536685 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8923c5b00 con 0x55c8923c67d0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f2159e00700 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f215a800700 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 0x55c8923bb0f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f2154005440 tx=0x7f21540134a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2c97cafc90edf75 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.881+0000 7f214aa00700 1 -- 172.21.15.3:0/965536685 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154005e60 con 0x55c8923c67d0 2024-05-21T19:17:09.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f214aa00700 1 -- 172.21.15.3:0/965536685 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2154029070 con 0x55c8923c67d0 2024-05-21T19:17:09.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f214aa00700 1 -- 172.21.15.3:0/965536685 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2154003e10 con 0x55c8923c67d0 2024-05-21T19:17:09.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 -- 172.21.15.3:0/965536685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 msgr2=0x55c8923bb0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 0x55c8923bb0f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f2154005440 tx=0x7f21540134a0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 -- 172.21.15.3:0/965536685 shutdown_connections 2024-05-21T19:17:09.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c67d0 0x55c8923bb0f0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c0880 0x55c8923c0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/965536685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c5eb0 0x55c8923cc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.882+0000 7f216bb5fb80 1 -- 172.21.15.3:0/965536685 >> 172.21.15.3:0/965536685 conn(0x55c8922eebe0 msgr2=0x55c8923ba9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.883+0000 7f216bb5fb80 1 -- 172.21.15.3:0/965536685 shutdown_connections 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.883+0000 7f216bb5fb80 1 -- 172.21.15.3:0/965536685 wait complete. 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.883+0000 7f216bb5fb80 1 -- start start 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.883+0000 7f216bb5fb80 1 Processor -- start 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c5eb0 0x55c8923d2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c67d0 0x55c8923e0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1ae360 con 0x55c8923c0880 2024-05-21T19:17:09.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1af7d0 con 0x55c8923c5eb0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f215c1aea30 con 0x55c8923c67d0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f216bb5fb80 10 client.0 _ll_register_callbacks cb 0x55c8922b8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f2159e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f2159e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50476/0 (socket says 172.21.15.3:50476) 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f2159e00700 1 -- 172.21.15.3:0/2587597512 learned_addr learned my addr 172.21.15.3:0/2587597512 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f2153e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c5eb0 0x55c8923d2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.884+0000 7f215a800700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c67d0 0x55c8923e0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 -- 172.21.15.3:0/2587597512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c67d0 msgr2=0x55c8923e0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c67d0 0x55c8923e0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 -- 172.21.15.3:0/2587597512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c5eb0 msgr2=0x55c8923d2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c5eb0 0x55c8923d2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 -- 172.21.15.3:0/2587597512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8923e13b0 con 0x55c8923c0880 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f2159e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f214c010590 tx=0x7f214c0108a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c17b018edf5db5a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:09.889 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f213fe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214c004030 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f214c0041d0 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.885+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2154029070 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f214c0043d0 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 10 client.17397 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c892444230 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2154029070 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f214c01e9b0 con 0x55c8923c0880 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 10 client.17397 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 10 client.17397 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 20 client.17397 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c892444920 0x55c892446d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:09.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 4 client.17397 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:17:09.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.886+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c89231a570 con 0x55c892444920 2024-05-21T19:17:09.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.887+0000 7f2153e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c892444920 0x55c892446d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:09.891 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:09 smithi178 ceph-mon[36523]: pgmap v716: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.887+0000 7f2153e00700 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c892444920 0x55c892446d40 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c82d48498917df91 server_cookie=135fafa6908b4f27 in_seq=0 out_seq=0 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.887+0000 7f213fe00700 10 client.17397 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.887+0000 7f213fe00700 1 -- 172.21.15.3:0/2587597512 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c89231a570 con 0x55c892444920 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.887+0000 7f213fe00700 10 client.17397 handle_command_reply: tid=0 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 client.17397 shutdown 2024-05-21T19:17:09.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 msgr2=0x55c8923d2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f214c010590 tx=0x7f214c0108a0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 shutdown_connections 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c8923c67d0 0x55c8923e0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55c892444920 0x55c892446d40 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c8923c0880 0x55c8923d2430 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 --2- 172.21.15.3:0/2587597512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c8923c5eb0 0x55c8923d2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 >> 172.21.15.3:0/2587597512 conn(0x55c8922eebe0 msgr2=0x55c8923c8230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f213fe00700 0 client.17397 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 shutdown_connections 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 1 -- 172.21.15.3:0/2587597512 wait complete. 2024-05-21T19:17:09.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.888+0000 7f216bb5fb80 20 client.17397 trim_cache size 0 max 16384 2024-05-21T19:17:09.894 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:17:09.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 msgr2=0x7f21400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 0x7f21400b4d40 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f2154009ec0 tx=0x7f2154009920 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 msgr2=0x7f215c102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f2144000c00 tx=0x7f21440057c0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 shutdown_connections 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f21400b2880 0x7f21400b4d40 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f215c1095b0 0x7f215c102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f215c06b220 0x7f215c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 --2- 172.21.15.3:0/4180300950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f215c06bbe0 0x7f215c102a50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 >> 172.21.15.3:0/4180300950 conn(0x7f215c0793f0 msgr2=0x7f215c1011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 shutdown_connections 2024-05-21T19:17:09.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:09.889+0000 7f2161200700 1 -- 172.21.15.3:0/4180300950 wait complete. 2024-05-21T19:17:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:09 smithi104 ceph-mon[36417]: pgmap v716: 97 pgs: 97 active+clean; 3.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:17:10.748 INFO:tasks.quiescer.fs.[cephfs]:Total duration (42.7) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T19:17:10.748 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.35 2024-05-21T19:17:10.748 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:17:10.750 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:17:11.237 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:11.239 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:11.643 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:11 smithi003 ceph-mon[31577]: pgmap v717: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:17:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:11 smithi178 ceph-mon[36523]: pgmap v717: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:17:11.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:11 smithi104 ceph-mon[36417]: pgmap v717: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:17:13.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:13 smithi003 ceph-mon[31577]: pgmap v718: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:13 smithi178 ceph-mon[36523]: pgmap v718: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:13 smithi104 ceph-mon[36417]: pgmap v718: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 -- 172.21.15.3:0/1723257919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4076090 msgr2=0x7f5db410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 --2- 172.21.15.3:0/1723257919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4076090 0x7f5db410fa00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5da00098f0 tx=0x7f5da0009c00 comp rx=0 tx=0).stop 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 -- 172.21.15.3:0/1723257919 shutdown_connections 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 --2- 172.21.15.3:0/1723257919 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db410ff40 0x7f5db4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 --2- 172.21.15.3:0/1723257919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db4075770 0x7f5db4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 --2- 172.21.15.3:0/1723257919 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4076090 0x7f5db410fa00 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.818+0000 7f5dba400700 1 -- 172.21.15.3:0/1723257919 >> 172.21.15.3:0/1723257919 conn(0x7f5db407a6a0 msgr2=0x7f5db407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.819+0000 7f5dba400700 1 -- 172.21.15.3:0/1723257919 shutdown_connections 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.819+0000 7f5dba400700 1 -- 172.21.15.3:0/1723257919 wait complete. 2024-05-21T19:17:14.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.820+0000 7f5dba400700 1 Processor -- start 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.820+0000 7f5dba400700 1 -- start start 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.820+0000 7f5dba400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 0x7f5db419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5dba400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 0x7f5db419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5dba400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 0x7f5db41a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5dba400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5db4115950 con 0x7f5db4075770 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5dba400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41157d0 con 0x7f5db410ff40 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5dba400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5db4115ad0 con 0x7f5db4076090 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5db3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 0x7f5db419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5db3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 0x7f5db419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49860/0 (socket says 172.21.15.3:49860) 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5db3400700 1 -- 172.21.15.3:0/1693804551 learned_addr learned my addr 172.21.15.3:0/1693804551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5db2a00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 0x7f5db419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.821+0000 7f5db3e00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 0x7f5db41a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 -- 172.21.15.3:0/1693804551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 msgr2=0x7f5db41a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 0x7f5db41a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 -- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 msgr2=0x7f5db419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 0x7f5db419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 -- 172.21.15.3:0/1693804551 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db41a0e60 con 0x7f5db4076090 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db3e00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 0x7f5db41a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.822+0000 7f5db2a00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 0x7f5db419c3e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5da0000c00 tx=0x7f5da000fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.823+0000 7f5dabe00700 1 -- 172.21.15.3:0/1693804551 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00051c0 con 0x7f5db4076090 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.823+0000 7f5dabe00700 1 -- 172.21.15.3:0/1693804551 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5da000b560 con 0x7f5db4076090 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.823+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db41a10f0 con 0x7f5db4076090 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.823+0000 7f5dabe00700 1 -- 172.21.15.3:0/1693804551 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da0003a40 con 0x7f5db4076090 2024-05-21T19:17:14.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.823+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db41a89d0 con 0x7f5db4076090 2024-05-21T19:17:14.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.826+0000 7f5dabe00700 1 -- 172.21.15.3:0/1693804551 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5da0003be0 con 0x7f5db4076090 2024-05-21T19:17:14.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 Processor -- start 2024-05-21T19:17:14.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dabe00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 0x7f5d980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 -- start start 2024-05-21T19:17:14.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dabe00700 1 -- 172.21.15.3:0/1693804551 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5da00e3110 con 0x7f5db4076090 2024-05-21T19:17:14.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71b95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5db3e00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 0x7f5d980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5585b7116e40 con 0x5585b71b9140 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5585b71069e0 con 0x5585b71be610 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.828+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5585b710aa20 con 0x5585b71bef30 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55280/0 (socket says 172.21.15.3:55280) 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 -- 172.21.15.3:0/3104994561 learned_addr learned my addr 172.21.15.3:0/3104994561 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db3e00700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71b95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db3400700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 -- 172.21.15.3:0/3104994561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 msgr2=0x5585b71be9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71be9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 -- 172.21.15.3:0/3104994561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 msgr2=0x5585b71b95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71b95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db2a00700 1 -- 172.21.15.3:0/3104994561 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585b70cf420 con 0x5585b71bef30 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.829+0000 7f5db3400700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71be9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.830+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5da00a79b0 tx=0x7f5da000fb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0cf73f9045357a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.830+0000 7f5db3e00700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 0x7f5d980b4dc0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009fd0 tx=0x7f5dac007b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.830+0000 7f5da8c00700 1 -- 172.21.15.3:0/3104994561 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00a4e60 con 0x5585b71bef30 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.830+0000 7f5da8c00700 1 -- 172.21.15.3:0/3104994561 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5da00aae40 con 0x5585b71bef30 2024-05-21T19:17:14.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.830+0000 7f5da8c00700 1 -- 172.21.15.3:0/3104994561 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da000b8c0 con 0x5585b71bef30 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3104994561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 msgr2=0x5585b71b8b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5da00a79b0 tx=0x7f5da000fb20 comp rx=0 tx=0).stop 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3104994561 shutdown_connections 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71b95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71be9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3104994561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71bef30 0x5585b71b8b20 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3104994561 >> 172.21.15.3:0/3104994561 conn(0x5585b70e6be0 msgr2=0x5585b71b3690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3104994561 shutdown_connections 2024-05-21T19:17:14.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.831+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3104994561 wait complete. 2024-05-21T19:17:14.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.832+0000 7f5dc4cd8b80 1 -- start start 2024-05-21T19:17:14.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.832+0000 7f5dc4cd8b80 1 Processor -- start 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71c25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5585b700cfa0 con 0x5585b71b9140 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5585b70a7760 con 0x5585b71bef30 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5585b71c57a0 con 0x5585b71be610 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5dc4cd8b80 10 client.0 _ll_register_callbacks cb 0x5585b70b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55288/0 (socket says 172.21.15.3:55288) 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71c25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 -- 172.21.15.3:0/3681668492 learned_addr learned my addr 172.21.15.3:0/3681668492 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 -- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 msgr2=0x5585b71c25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71c25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 -- 172.21.15.3:0/3681668492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 msgr2=0x5585b71c4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71c4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.833+0000 7f5db2a00700 1 -- 172.21.15.3:0/3681668492 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585b70568d0 con 0x5585b71be610 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f5da0009c40 tx=0x7f5da00a6c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8857a69243d300e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5d9d600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00c9060 con 0x5585b71be610 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5da00aa9a0 con 0x5585b71be610 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5da00aae40 con 0x5585b71be610 2024-05-21T19:17:14.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f5da00aa740 con 0x5585b71be610 2024-05-21T19:17:14.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5dc4cd8b80 10 client.27514 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:14.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.834+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5585b70d7060 con 0x5585b71be610 2024-05-21T19:17:14.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5da00aae40 con 0x5585b71be610 2024-05-21T19:17:14.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f5da00920d0 con 0x5585b71be610 2024-05-21T19:17:14.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 10 client.27514 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 10 client.27514 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 20 client.27514 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b71d20d0 0x5585b71d44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 4 client.27514 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585b7118d90 con 0x5585b71d20d0 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.835+0000 7f5db3400700 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b71d20d0 0x5585b71d44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.836+0000 7f5db3400700 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b71d20d0 0x5585b71d44c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=137436ac17922753 server_cookie=1328d540eeee3d18 in_seq=0 out_seq=0 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.836+0000 7f5d9d600700 10 client.27514 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5d9d600700 1 -- 172.21.15.3:0/3681668492 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5585b7118d90 con 0x5585b71d20d0 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5d9d600700 10 client.27514 handle_command_reply: tid=0 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 client.27514 shutdown 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 msgr2=0x5585b71c20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f5da0009c40 tx=0x7f5da00a6c00 comp rx=0 tx=0).stop 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 shutdown_connections 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b71d20d0 0x5585b71d44c0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71c25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71c4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3681668492 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71c20b0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 >> 172.21.15.3:0/3681668492 conn(0x5585b70e6be0 msgr2=0x5585b71b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.837+0000 7f5d9d600700 0 client.27514 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.838+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 shutdown_connections 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.838+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3681668492 wait complete. 2024-05-21T19:17:14.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.838+0000 7f5dc4cd8b80 20 client.27514 trim_cache size 0 max 16384 2024-05-21T19:17:14.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.867+0000 7f5dc4cd8b80 1 Processor -- start 2024-05-21T19:17:14.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.867+0000 7f5dc4cd8b80 1 -- start start 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71b9140 0x5585b71b8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41b26d0 con 0x5585b71bef30 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41aff60 con 0x5585b71be610 2024-05-21T19:17:14.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41addb0 con 0x5585b71b9140 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5db3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59496/0 (socket says 172.21.15.3:59496) 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5db3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49884/0 (socket says 172.21.15.3:49884) 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.868+0000 7f5db2a00700 1 -- 172.21.15.3:0/3820120606 learned_addr learned my addr 172.21.15.3:0/3820120606 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db3400700 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71b9140 0x5585b71b8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 -- 172.21.15.3:0/3820120606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71b9140 msgr2=0x5585b71b8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71b9140 0x5585b71b8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 -- 172.21.15.3:0/3820120606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 msgr2=0x5585b71b34f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 -- 172.21.15.3:0/3820120606 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585b71c0620 con 0x5585b71be610 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db3e00700 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:14.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5db2a00700 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5da00aecb0 tx=0x7f5da000fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b8eae875a8f1dc5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.869+0000 7f5d9fe00700 1 -- 172.21.15.3:0/3820120606 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00c9070 con 0x5585b71be610 2024-05-21T19:17:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.870+0000 7f5d9fe00700 1 -- 172.21.15.3:0/3820120606 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5da00094d0 con 0x5585b71be610 2024-05-21T19:17:14.872 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.870+0000 7f5d9fe00700 1 -- 172.21.15.3:0/3820120606 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00920b0 con 0x5585b71be610 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3820120606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 msgr2=0x5585b71bfae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5da00aecb0 tx=0x7f5da000fb20 comp rx=0 tx=0).stop 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3820120606 shutdown_connections 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71bef30 0x5585b71b34f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71b9140 0x5585b71b8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/3820120606 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71be610 0x5585b71bfae0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3820120606 >> 172.21.15.3:0/3820120606 conn(0x5585b70e6be0 msgr2=0x5585b71bf3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3820120606 shutdown_connections 2024-05-21T19:17:14.873 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.871+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/3820120606 wait complete. 2024-05-21T19:17:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.872+0000 7f5dc4cd8b80 1 -- start start 2024-05-21T19:17:14.874 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.872+0000 7f5dc4cd8b80 1 Processor -- start 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71ca9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71d8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41ae420 con 0x5585b71b9140 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41af890 con 0x5585b71bef30 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5db41aeaf0 con 0x5585b71be610 2024-05-21T19:17:14.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5dc4cd8b80 10 client.0 _ll_register_callbacks cb 0x5585b70b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71ca9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71d8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55312/0 (socket says 172.21.15.3:55312) 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 -- 172.21.15.3:0/518875099 learned_addr learned my addr 172.21.15.3:0/518875099 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 -- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 msgr2=0x5585b71d8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71d8ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.873+0000 7f5db2a00700 1 -- 172.21.15.3:0/518875099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 msgr2=0x5585b71ca9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5db2a00700 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71ca9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5db2a00700 1 -- 172.21.15.3:0/518875099 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585b71cb5b0 con 0x5585b71be610 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5db2a00700 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f5da00aa3f0 tx=0x7f5da00a6730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe925b8e7b639f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5d9d600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00c9070 con 0x5585b71be610 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5da00a99a0 con 0x5585b71be610 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5da00094d0 con 0x5585b71be610 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f5da00922c0 con 0x5585b71be610 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5dc4cd8b80 10 client.27520 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:14.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.874+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5585b71cb5b0 con 0x5585b71be610 2024-05-21T19:17:14.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5da00094d0 con 0x5585b71be610 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f5da00bfc60 con 0x5585b71be610 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 10 client.27520 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 10 client.27520 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 20 client.27520 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b723c120 0x5585b723e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 4 client.27520 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5585b7112570 con 0x5585b723c120 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.875+0000 7f5db3400700 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b723c120 0x5585b723e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.876+0000 7f5db3400700 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b723c120 0x5585b723e510 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1368852f985e23ca server_cookie=fd3164af76d0bf14 in_seq=0 out_seq=0 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.876+0000 7f5d9d600700 10 client.27520 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.876+0000 7f5d9d600700 1 -- 172.21.15.3:0/518875099 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5585b7112570 con 0x5585b723c120 2024-05-21T19:17:14.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.876+0000 7f5d9d600700 10 client.27520 handle_command_reply: tid=0 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.876+0000 7f5dc4cd8b80 1 client.27520 shutdown 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 msgr2=0x5585b71caf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f5da00aa3f0 tx=0x7f5da00a6730 comp rx=0 tx=0).stop 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 shutdown_connections 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5585b723c120 0x5585b723e510 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5585b71bef30 0x5585b71d8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5585b71b9140 0x5585b71ca9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 --2- 172.21.15.3:0/518875099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5585b71be610 0x5585b71caf30 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 >> 172.21.15.3:0/518875099 conn(0x5585b70e6be0 msgr2=0x5585b71bf350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5d9d600700 0 client.27520 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 shutdown_connections 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 1 -- 172.21.15.3:0/518875099 wait complete. 2024-05-21T19:17:14.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.877+0000 7f5dc4cd8b80 20 client.27520 trim_cache size 0 max 16384 2024-05-21T19:17:14.881 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:17:14.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 msgr2=0x7f5d980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 0x7f5d980b4dc0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009fd0 tx=0x7f5dac007b40 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 msgr2=0x7f5db419c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 0x7f5db419c3e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5da0000c00 tx=0x7f5da000fa00 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 shutdown_connections 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5d980b2900 0x7f5d980b4dc0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5db410ff40 0x7f5db41a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5db4075770 0x7f5db419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 --2- 172.21.15.3:0/1693804551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5db4076090 0x7f5db419c3e0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.878+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 >> 172.21.15.3:0/1693804551 conn(0x7f5db407a6a0 msgr2=0x7f5db41007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.879+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 shutdown_connections 2024-05-21T19:17:14.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.879+0000 7f5dba400700 1 -- 172.21.15.3:0/1693804551 wait complete. 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.920+0000 7ff519a00700 1 -- 172.21.15.3:0/4171874869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 msgr2=0x7ff51410fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.920+0000 7ff519a00700 1 --2- 172.21.15.3:0/4171874869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51410fab0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc009990 tx=0x7ff4fc009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 -- 172.21.15.3:0/4171874869 shutdown_connections 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 --2- 172.21.15.3:0/4171874869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51410fff0 0x7ff5141123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 --2- 172.21.15.3:0/4171874869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51406b250 0x7ff51406b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 --2- 172.21.15.3:0/4171874869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51410fab0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 -- 172.21.15.3:0/4171874869 >> 172.21.15.3:0/4171874869 conn(0x7ff5140793f0 msgr2=0x7ff514079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:14.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 -- 172.21.15.3:0/4171874869 shutdown_connections 2024-05-21T19:17:14.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.921+0000 7ff519a00700 1 -- 172.21.15.3:0/4171874869 wait complete. 2024-05-21T19:17:14.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.922+0000 7ff519a00700 1 Processor -- start 2024-05-21T19:17:14.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.922+0000 7ff519a00700 1 -- start start 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 0x7ff51419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51419c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 0x7ff5141a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff514115950 con 0x7ff51406b250 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5141157d0 con 0x7ff51410fff0 2024-05-21T19:17:14.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff519a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff514115ad0 con 0x7ff51406bb70 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff512a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 0x7ff51419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff512a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 0x7ff51419bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49908/0 (socket says 172.21.15.3:49908) 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff512a00700 1 -- 172.21.15.3:0/3228235858 learned_addr learned my addr 172.21.15.3:0/3228235858 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff513400700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 0x7ff5141a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.923+0000 7ff50be00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51419c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 -- 172.21.15.3:0/3228235858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 msgr2=0x7ff51419c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51419c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 -- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 msgr2=0x7ff51419bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:14.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 0x7ff51419bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 -- 172.21.15.3:0/3228235858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5141a0f30 con 0x7ff51410fff0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff513400700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 0x7ff5141a07f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00ef90 tx=0x7ff50c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c0092e0 con 0x7ff51410fff0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff50c004bb0 con 0x7ff51410fff0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5141a11c0 con 0x7ff51410fff0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.924+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff50c004020 con 0x7ff51410fff0 2024-05-21T19:17:14.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.925+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5141a8aa0 con 0x7ff51410fff0 2024-05-21T19:17:14.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.926+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51406a230 con 0x7ff51410fff0 2024-05-21T19:17:14.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.928+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff50c01b030 con 0x7ff51410fff0 2024-05-21T19:17:14.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.930+0000 7ff50b400700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:14.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.930+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff50c0e1cf0 con 0x7ff51410fff0 2024-05-21T19:17:14.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.931+0000 7ff512a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:14.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.931+0000 7ff512a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff504009d20 tx=0x7ff504009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:14.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:14.934+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff50c022020 con 0x7ff51410fff0 2024-05-21T19:17:15.227 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.226+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff51402e560 con 0x7ff51410fff0 2024-05-21T19:17:15.228 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.228+0000 7ff50b400700 1 -- 172.21.15.3:0/3228235858 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7ff50c010040 con 0x7ff51410fff0 2024-05-21T19:17:15.229 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:17:15.229 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:17:15.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 msgr2=0x7ff4f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.232 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7ff504009d20 tx=0x7ff504009260 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 msgr2=0x7ff5141a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 0x7ff5141a07f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00ef90 tx=0x7ff50c00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 shutdown_connections 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff4f80b2900 0x7ff4f80b4dc0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff51410fff0 0x7ff5141a07f0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff51406b250 0x7ff51419bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 --2- 172.21.15.3:0/3228235858 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff51406bb70 0x7ff51419c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.231+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 >> 172.21.15.3:0/3228235858 conn(0x7ff5140793f0 msgr2=0x7ff514111520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.232+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 shutdown_connections 2024-05-21T19:17:15.233 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:15.232+0000 7ff519a00700 1 -- 172.21.15.3:0/3228235858 wait complete. 2024-05-21T19:17:15.234 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:17:15.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 -- 172.21.15.3:0/1560595311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c410a2d0 msgr2=0x7f87c410a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 --2- 172.21.15.3:0/1560595311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c410a2d0 0x7f87c410a750 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009900 tx=0x7f87b002a410 comp rx=0 tx=0).stop 2024-05-21T19:17:15.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 -- 172.21.15.3:0/1560595311 shutdown_connections 2024-05-21T19:17:15.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 --2- 172.21.15.3:0/1560595311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 0x7f87c4111520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 --2- 172.21.15.3:0/1560595311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c410a2d0 0x7f87c410a750 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 --2- 172.21.15.3:0/1560595311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c41090e0 0x7f87c4109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 -- 172.21.15.3:0/1560595311 >> 172.21.15.3:0/1560595311 conn(0x7f87c40780a0 msgr2=0x7f87c407a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 -- 172.21.15.3:0/1560595311 shutdown_connections 2024-05-21T19:17:15.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.410+0000 7f87c9800640 1 -- 172.21.15.3:0/1560595311 wait complete. 2024-05-21T19:17:15.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.411+0000 7f87c9800640 1 Processor -- start 2024-05-21T19:17:15.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 -- start start 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 0x7f87c419f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 0x7f87c41a67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87c4114c70 con 0x7f87c41090e0 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87c4114af0 con 0x7f87c410a2d0 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c9800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87c4114df0 con 0x7f87c410ac90 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49922/0 (socket says 172.21.15.3:49922) 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c2a00640 1 -- 172.21.15.3:0/2589303875 learned_addr learned my addr 172.21.15.3:0/2589303875 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c3400640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 0x7f87c41a67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.412+0000 7f87c2000640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 0x7f87c419f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 -- 172.21.15.3:0/2589303875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 msgr2=0x7f87c41a67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 0x7f87c41a67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 -- 172.21.15.3:0/2589303875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 msgr2=0x7f87c419f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 0x7f87c419f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 -- 172.21.15.3:0/2589303875 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c41a6e60 con 0x7f87c41090e0 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2000640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 0x7f87c419f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f87b400e9c0 tx=0x7f87b400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87bb400640 1 -- 172.21.15.3:0/2589303875 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b400cd80 con 0x7f87c41090e0 2024-05-21T19:17:15.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87bb400640 1 -- 172.21.15.3:0/2589303875 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87b40035f0 con 0x7f87c41090e0 2024-05-21T19:17:15.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87bb400640 1 -- 172.21.15.3:0/2589303875 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b4010690 con 0x7f87c41090e0 2024-05-21T19:17:15.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87c41a7150 con 0x7f87c41090e0 2024-05-21T19:17:15.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.413+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87c41a76c0 con 0x7f87c41090e0 2024-05-21T19:17:15.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.417+0000 7f87cc673740 1 Processor -- start 2024-05-21T19:17:15.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.417+0000 7f87cc673740 1 -- start start 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.417+0000 7f87cc673740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87cc673740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13524520 0x55ed13529020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87cc673740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13529690 0x55ed1352bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87cc673740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ed13493b90 con 0x55ed13524520 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87cc673740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ed13483730 con 0x55ed13523b30 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87cc673740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ed13487770 con 0x55ed13529690 2024-05-21T19:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87bb400640 1 -- 172.21.15.3:0/2589303875 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f87b40037a0 con 0x7f87c41090e0 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13529690 0x55ed1352bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59564/0 (socket says 172.21.15.3:59564) 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 -- 172.21.15.3:0/2484427256 learned_addr learned my addr 172.21.15.3:0/2484427256 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13524520 0x55ed13529020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 -- 172.21.15.3:0/2484427256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13529690 msgr2=0x55ed1352bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13529690 0x55ed1352bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 -- 172.21.15.3:0/2484427256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13524520 msgr2=0x55ed13529020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13524520 0x55ed13529020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.418+0000 7f87c3400640 1 -- 172.21.15.3:0/2484427256 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed1341c8b0 con 0x55ed13523b30 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.419+0000 7f87c3400640 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009fd0 tx=0x7f87bc0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f6f2b2c993bfae9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.419+0000 7f87afe00640 1 -- 172.21.15.3:0/2484427256 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc004d20 con 0x55ed13523b30 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.419+0000 7f87afe00640 1 -- 172.21.15.3:0/2484427256 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87bc004050 con 0x55ed13523b30 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.419+0000 7f87afe00640 1 -- 172.21.15.3:0/2484427256 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc005280 con 0x55ed13523b30 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 -- 172.21.15.3:0/2484427256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 msgr2=0x55ed13523f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009fd0 tx=0x7f87bc0118d0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87bb400640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 0x7f87a80b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 -- 172.21.15.3:0/2484427256 shutdown_connections 2024-05-21T19:17:15.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13529690 0x55ed1352bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13524520 0x55ed13529020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 --2- 172.21.15.3:0/2484427256 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13523b30 0x55ed13523f50 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 -- 172.21.15.3:0/2484427256 >> 172.21.15.3:0/2484427256 conn(0x55ed1351f1a0 msgr2=0x55ed1351f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87bb400640 1 -- 172.21.15.3:0/2589303875 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f87b40e2610 con 0x7f87c41090e0 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 0x7f87a80b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 -- 172.21.15.3:0/2484427256 shutdown_connections 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.420+0000 7f87cc673740 1 -- 172.21.15.3:0/2484427256 wait complete. 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 -- start start 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87c2a00640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 0x7f87a80b4de0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f87b40a98f0 tx=0x7f87b40e5dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 Processor -- start 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13523b30 0x55ed1352d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 0x55ed13534df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ed13169790 con 0x55ed13529690 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ed1342bbc0 con 0x55ed13524520 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ed1352c640 con 0x55ed13523b30 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.421+0000 7f87cc673740 10 client.0 _ll_register_callbacks cb 0x55ed13409400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 0x55ed13534df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 0x55ed13534df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49938/0 (socket says 172.21.15.3:49938) 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c3400640 1 -- 172.21.15.3:0/1587221397 learned_addr learned my addr 172.21.15.3:0/1587221397 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59572/0 (socket says 172.21.15.3:59572) 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c3400640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13523b30 0x55ed1352d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 -- 172.21.15.3:0/1587221397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13523b30 msgr2=0x55ed1352d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13523b30 0x55ed1352d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 -- 172.21.15.3:0/1587221397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 msgr2=0x55ed13534df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 0x55ed13534df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.422+0000 7f87c2000640 1 -- 172.21.15.3:0/1587221397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed13198210 con 0x55ed13524520 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87c2000640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f87b002aa00 tx=0x7f87b00052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1dcb56bdaa2aad23 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87acc00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0035040 con 0x55ed13524520 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f87b00048c0 con 0x55ed13524520 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87bc004050 con 0x55ed13524520 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f87b0005d50 con 0x55ed13524520 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87cc673740 10 client.27542 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.423+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed13264620 con 0x55ed13524520 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87bc004050 con 0x55ed13524520 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f87b0003c90 con 0x55ed13524520 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 10 client.27542 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 10 client.27542 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 20 client.27542 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135393a0 0x55ed1353b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 4 client.27542 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.424+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed13495ae0 con 0x55ed135393a0 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.425+0000 7f87c3400640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135393a0 0x55ed1353b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.425+0000 7f87c3400640 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135393a0 0x55ed1353b790 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e655557b3f6c64f4 server_cookie=eb3b57745ceba89a in_seq=0 out_seq=0 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.425+0000 7f87acc00640 10 client.27542 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87acc00640 1 -- 172.21.15.3:0/1587221397 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ed13495ae0 con 0x55ed135393a0 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87acc00640 10 client.27542 handle_command_reply: tid=0 2024-05-21T19:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 client.27542 shutdown 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 msgr2=0x55ed1352ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f87b002aa00 tx=0x7f87b00052f0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 shutdown_connections 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135393a0 0x55ed1353b790 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13529690 0x55ed13534df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13524520 0x55ed1352ddb0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 --2- 172.21.15.3:0/1587221397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13523b30 0x55ed1352d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 >> 172.21.15.3:0/1587221397 conn(0x55ed1351f1a0 msgr2=0x55ed1351e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87acc00640 0 client.27542 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.426+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 shutdown_connections 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.427+0000 7f87cc673740 1 -- 172.21.15.3:0/1587221397 wait complete. 2024-05-21T19:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.427+0000 7f87cc673740 20 client.27542 trim_cache size 0 max 16384 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 Processor -- start 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 -- start start 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed13522590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13524fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41b2e10 con 0x55ed13523b30 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41b06e0 con 0x55ed13529690 2024-05-21T19:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.444+0000 7f87cc673740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41ae530 con 0x55ed13524520 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed13522590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55382/0 (socket says 172.21.15.3:55382) 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed13522590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49948/0 (socket says 172.21.15.3:49948) 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 -- 172.21.15.3:0/3310139495 learned_addr learned my addr 172.21.15.3:0/3310139495 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c3400640 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13524fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 -- 172.21.15.3:0/3310139495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 msgr2=0x55ed13524fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13524fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 -- 172.21.15.3:0/3310139495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 msgr2=0x55ed13522590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed13522590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 -- 172.21.15.3:0/3310139495 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed1353bdc0 con 0x55ed13524520 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c3400640 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13524fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:17:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.445+0000 7f87c2000640 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009900 tx=0x7f87b0009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13b71141e0c018f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.446+0000 7f87af400640 1 -- 172.21.15.3:0/3310139495 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0035030 con 0x55ed13524520 2024-05-21T19:17:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.446+0000 7f87af400640 1 -- 172.21.15.3:0/3310139495 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87b0040070 con 0x55ed13524520 2024-05-21T19:17:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.446+0000 7f87af400640 1 -- 172.21.15.3:0/3310139495 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0004ea0 con 0x55ed13524520 2024-05-21T19:17:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- 172.21.15.3:0/3310139495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 msgr2=0x55ed13534db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009900 tx=0x7f87b0009580 comp rx=0 tx=0).stop 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- 172.21.15.3:0/3310139495 shutdown_connections 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13534db0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13524fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 --2- 172.21.15.3:0/3310139495 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed13522590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- 172.21.15.3:0/3310139495 >> 172.21.15.3:0/3310139495 conn(0x55ed1351f1a0 msgr2=0x55ed13521e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- 172.21.15.3:0/3310139495 shutdown_connections 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- 172.21.15.3:0/3310139495 wait complete. 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 -- start start 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.447+0000 7f87cc673740 1 Processor -- start 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13532e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13533df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41aeba0 con 0x55ed13523b30 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41b0010 con 0x55ed13529690 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41af270 con 0x55ed13524520 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87cc673740 10 client.0 _ll_register_callbacks cb 0x7f87bc0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87c3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49964/0 (socket says 172.21.15.3:49964) 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87c3400640 1 -- 172.21.15.3:0/635439877 learned_addr learned my addr 172.21.15.3:0/635439877 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87c2000640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13532e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.448+0000 7f87c3400640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13533df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 -- 172.21.15.3:0/635439877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 msgr2=0x55ed13532e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13532e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 -- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 msgr2=0x55ed13533df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13533df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 -- 172.21.15.3:0/635439877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed1351efd0 con 0x55ed13523b30 2024-05-21T19:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87c3400640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009f70 tx=0x7f87bc000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=237868a05e58c5ee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87acc00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc004c90 con 0x55ed13523b30 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f87bc01f040 con 0x55ed13523b30 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.449+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b0040070 con 0x55ed13523b30 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f87bc004e30 con 0x55ed13523b30 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 10 client.17439 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed135a3fe0 con 0x55ed13523b30 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87b0040070 con 0x55ed13523b30 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f87bc005420 con 0x55ed13523b30 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 10 client.17439 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 10 client.17439 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 20 client.17439 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135a47c0 0x55ed135a6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 4 client.17439 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ed1348f2c0 con 0x55ed135a47c0 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.450+0000 7f87c2000640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135a47c0 0x55ed135a6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.451+0000 7f87c2000640 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135a47c0 0x55ed135a6be0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd9836fc3225ea28 server_cookie=3e072c8299daa9cb in_seq=0 out_seq=0 2024-05-21T19:17:15.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.451+0000 7f87acc00640 10 client.17439 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.458+0000 7f87acc00640 1 -- 172.21.15.3:0/635439877 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ed1348f2c0 con 0x55ed135a47c0 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.458+0000 7f87acc00640 10 client.17439 handle_command_reply: tid=0 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.458+0000 7f87cc673740 1 client.17439 shutdown 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 msgr2=0x55ed135328f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009f70 tx=0x7f87bc000f40 comp rx=0 tx=0).stop 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 shutdown_connections 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed135a47c0 0x55ed135a6be0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed13524520 0x55ed13532e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed13529690 0x55ed13533df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 --2- 172.21.15.3:0/635439877 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed13523b30 0x55ed135328f0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 >> 172.21.15.3:0/635439877 conn(0x55ed1351f1a0 msgr2=0x55ed13521e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87acc00640 0 client.17439 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 shutdown_connections 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 1 -- 172.21.15.3:0/635439877 wait complete. 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.459+0000 7f87cc673740 20 client.17439 trim_cache size 0 max 16384 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 msgr2=0x7f87a80b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 0x7f87a80b4de0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f87b40a98f0 tx=0x7f87b40e5dc0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 msgr2=0x7f87c419f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f87b400e9c0 tx=0x7f87b400ee80 comp rx=0 tx=0).stop 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 shutdown_connections 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f87a80b2920 0x7f87a80b4de0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f87c410ac90 0x7f87c41a67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87c410a2d0 0x7f87c419f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 --2- 172.21.15.3:0/2589303875 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f87c41090e0 0x7f87c419f240 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:15.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 >> 172.21.15.3:0/2589303875 conn(0x7f87c40780a0 msgr2=0x7f87c410d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:15.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 shutdown_connections 2024-05-21T19:17:15.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:15.460+0000 7f87c9800640 1 -- 172.21.15.3:0/2589303875 wait complete. 2024-05-21T19:17:15.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:15 smithi003 ceph-mon[31577]: pgmap v719: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:17:15.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3228235858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:15 smithi178 ceph-mon[36523]: pgmap v719: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:17:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3228235858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:15 smithi104 ceph-mon[36417]: pgmap v719: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:17:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3228235858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:16.595 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 141.35 --await-for 45.0' 2024-05-21T19:17:16.596 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 141.35 --await-for 45.0 2024-05-21T19:17:17.050 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:17:17.051 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:17:17.056 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:17.645 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:17 smithi003 ceph-mon[31577]: pgmap v720: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:17 smithi178 ceph-mon[36523]: pgmap v720: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:17 smithi104 ceph-mon[36417]: pgmap v720: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:18.434 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.430+0000 7f1ccb200700 1 -- 172.21.15.3:0/1730439173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc076180 msgr2=0x7f1ccc10f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.430+0000 7f1ccb200700 1 --2- 172.21.15.3:0/1730439173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc076180 0x7f1ccc10f710 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8009990 tx=0x7f1cb8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 -- 172.21.15.3:0/1730439173 shutdown_connections 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 --2- 172.21.15.3:0/1730439173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc112040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 --2- 172.21.15.3:0/1730439173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc075860 0x7f1ccc075c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 --2- 172.21.15.3:0/1730439173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc076180 0x7f1ccc10f710 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 -- 172.21.15.3:0/1730439173 >> 172.21.15.3:0/1730439173 conn(0x7f1ccc0feee0 msgr2=0x7f1ccc101300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 -- 172.21.15.3:0/1730439173 shutdown_connections 2024-05-21T19:17:19.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.431+0000 7f1ccb200700 1 -- 172.21.15.3:0/1730439173 wait complete. 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 Processor -- start 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 -- start start 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 0x7f1ccc1a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc19bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1157a0 con 0x7f1ccc10fc50 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc115620 con 0x7f1ccc076180 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.432+0000 7f1ccb200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc115920 con 0x7f1ccc075860 2024-05-21T19:17:19.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cca800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc19bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 0x7f1ccc1a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 0x7f1ccc1a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59606/0 (socket says 172.21.15.3:59606) 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9400700 1 -- 172.21.15.3:0/818913668 learned_addr learned my addr 172.21.15.3:0/818913668 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55408/0 (socket says 172.21.15.3:55408) 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cca800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc19bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49984/0 (socket says 172.21.15.3:49984) 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 -- 172.21.15.3:0/818913668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 msgr2=0x7f1ccc1a1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 0x7f1ccc1a1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 -- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 msgr2=0x7f1ccc19bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc19bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 -- 172.21.15.3:0/818913668 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ccc19c220 con 0x7f1ccc075860 2024-05-21T19:17:19.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.433+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc00e9f0 tx=0x7f1cbc00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.434+0000 7f1cc2a00700 1 -- 172.21.15.3:0/818913668 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc00c9c0 con 0x7f1ccc075860 2024-05-21T19:17:19.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.434+0000 7f1cc2a00700 1 -- 172.21.15.3:0/818913668 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cbc00cb60 con 0x7f1ccc075860 2024-05-21T19:17:19.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.434+0000 7f1cc2a00700 1 -- 172.21.15.3:0/818913668 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc018680 con 0x7f1ccc075860 2024-05-21T19:17:19.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.434+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ccc19c510 con 0x7f1ccc075860 2024-05-21T19:17:19.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.434+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ccc1a8780 con 0x7f1ccc075860 2024-05-21T19:17:19.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.437+0000 7f1cc2a00700 1 -- 172.21.15.3:0/818913668 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1cbc010430 con 0x7f1ccc075860 2024-05-21T19:17:19.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 Processor -- start 2024-05-21T19:17:19.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 -- start start 2024-05-21T19:17:19.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde263c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde20720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5ddd7dfe0 con 0x55b5dde202c0 2024-05-21T19:17:19.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b5ddd6db80 con 0x55b5dde20c60 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5ddd71bc0 con 0x55b5dde25fe0 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.439+0000 7f1cca800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde263c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc2a00700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 0x7f1cb00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cca800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde263c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55416/0 (socket says 172.21.15.3:55416) 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cca800700 1 -- 172.21.15.3:0/1558442938 learned_addr learned my addr 172.21.15.3:0/1558442938 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:19.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde20720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc2a00700 1 -- 172.21.15.3:0/818913668 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1cbc0e2370 con 0x7f1ccc075860 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cca800700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 0x7f1cb00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 -- 172.21.15.3:0/1558442938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 msgr2=0x55b5dde263c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde263c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 -- 172.21.15.3:0/1558442938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 msgr2=0x55b5dde20720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde20720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.440+0000 7f1cc9400700 1 -- 172.21.15.3:0/1558442938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5ddd365c0 con 0x55b5dde20c60 2024-05-21T19:17:19.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.441+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2cd30 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8006010 tx=0x7f1cb80096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8391bba11b25f20a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.441+0000 7f1cca800700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 0x7f1cb00b4e70 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400fb80 tx=0x7f1cc4004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.441+0000 7f1cb7400700 1 -- 172.21.15.3:0/1558442938 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8027070 con 0x55b5dde20c60 2024-05-21T19:17:19.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.441+0000 7f1cb7400700 1 -- 172.21.15.3:0/1558442938 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cb80056a0 con 0x55b5dde20c60 2024-05-21T19:17:19.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.441+0000 7f1cb7400700 1 -- 172.21.15.3:0/1558442938 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8003b10 con 0x55b5dde20c60 2024-05-21T19:17:19.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1558442938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 msgr2=0x55b5dde2cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2cd30 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8006010 tx=0x7f1cb80096a0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1558442938 shutdown_connections 2024-05-21T19:17:19.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2cd30 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde263c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1558442938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde20720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1558442938 >> 172.21.15.3:0/1558442938 conn(0x55b5ddd4dd80 msgr2=0x55b5dde1af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1558442938 shutdown_connections 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1558442938 wait complete. 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.442+0000 7f1cdbbbcb80 1 -- start start 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 Processor -- start 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 0x55b5dde2c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde29d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde25fe0 0x55b5dde2a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5ddc74140 con 0x55b5dde20c60 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b5ddd0e900 con 0x55b5dde25fe0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5dde2d270 con 0x55b5dde202c0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cdbbbcb80 10 client.0 _ll_register_callbacks cb 0x55b5ddd17e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.443+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde29d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde29d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50000/0 (socket says 172.21.15.3:50000) 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9400700 1 -- 172.21.15.3:0/1528127217 learned_addr learned my addr 172.21.15.3:0/1528127217 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 0x55b5dde2c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cca800700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde25fe0 0x55b5dde2a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 -- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde25fe0 msgr2=0x55b5dde2a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde25fe0 0x55b5dde2a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 -- 172.21.15.3:0/1528127217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 msgr2=0x55b5dde29d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde29d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 -- 172.21.15.3:0/1528127217 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5ddcbda70 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 0x55b5dde2c910 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0a9610 tx=0x7f1cbc0cc390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89f1a5dc07bbdea2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.444+0000 7f1cabe00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc0b24e0 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1cbc0cabc0 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cb80056a0 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1cbc0adcc0 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cdbbbcb80 10 client.27556 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b5ddd3e200 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cb80056a0 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.445+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1cbc0a8b70 con 0x55b5dde202c0 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 10 client.27556 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 10 client.27556 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 20 client.27556 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:19.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5dde3a060 0x55b5dde3c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 4 client.27556 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5ddd7ff30 con 0x55b5dde3a060 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.446+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5dde3a060 0x55b5dde3c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.447+0000 7f1cc9400700 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5dde3a060 0x55b5dde3c4e0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a44e9a41b7aad129 server_cookie=2737cf4a6535b690 in_seq=0 out_seq=0 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.447+0000 7f1cabe00700 10 client.27556 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cabe00700 1 -- 172.21.15.3:0/1528127217 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b5ddd7ff30 con 0x55b5dde3a060 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cabe00700 10 client.27556 handle_command_reply: tid=0 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 client.27556 shutdown 2024-05-21T19:17:19.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 msgr2=0x55b5dde2c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 0x55b5dde2c910 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc0a9610 tx=0x7f1cbc0cc390 comp rx=0 tx=0).stop 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 shutdown_connections 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5dde3a060 0x55b5dde3c4e0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde25fe0 0x55b5dde2a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde202c0 0x55b5dde2c910 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/1528127217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde29d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cabe00700 0 client.27556 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:19.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 >> 172.21.15.3:0/1528127217 conn(0x55b5ddd4dd80 msgr2=0x55b5dde252d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 shutdown_connections 2024-05-21T19:17:19.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/1528127217 wait complete. 2024-05-21T19:17:19.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.448+0000 7f1cdbbbcb80 20 client.27556 trim_cache size 0 max 16384 2024-05-21T19:17:19.471 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 Processor -- start 2024-05-21T19:17:19.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 -- start start 2024-05-21T19:17:19.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde41df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1b24e0 con 0x55b5dde202c0 2024-05-21T19:17:19.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1afd70 con 0x55b5dde20c60 2024-05-21T19:17:19.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1adbc0 con 0x55b5dde25fe0 2024-05-21T19:17:19.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.471+0000 7f1cc9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50008/0 (socket says 172.21.15.3:50008) 2024-05-21T19:17:19.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 -- 172.21.15.3:0/3388321060 learned_addr learned my addr 172.21.15.3:0/3388321060 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9400700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cca800700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde41df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 -- 172.21.15.3:0/3388321060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 msgr2=0x55b5dde41df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde41df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 -- 172.21.15.3:0/3388321060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 msgr2=0x55b5dde2a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 -- 172.21.15.3:0/3388321060 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5dde1bc30 con 0x55b5dde202c0 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9400700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cca800700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde41df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc00e9c0 tx=0x7f1cbc0a9420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff7b28f85f94d987 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.472+0000 7f1cb6a00700 1 -- 172.21.15.3:0/3388321060 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc0a9910 con 0x55b5dde202c0 2024-05-21T19:17:19.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cb6a00700 1 -- 172.21.15.3:0/3388321060 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cbc0a8b70 con 0x55b5dde202c0 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cb6a00700 1 -- 172.21.15.3:0/3388321060 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cbc0a5280 con 0x55b5dde202c0 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/3388321060 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 msgr2=0x55b5dde28960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc00e9c0 tx=0x7f1cbc0a9420 comp rx=0 tx=0).stop 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/3388321060 shutdown_connections 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde41df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde202c0 0x55b5dde28960 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/3388321060 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde20c60 0x55b5dde2a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/3388321060 >> 172.21.15.3:0/3388321060 conn(0x55b5ddd4dd80 msgr2=0x55b5dde1fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/3388321060 shutdown_connections 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.473+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/3388321060 wait complete. 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.474+0000 7f1cdbbbcb80 1 -- start start 2024-05-21T19:17:19.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.474+0000 7f1cdbbbcb80 1 Processor -- start 2024-05-21T19:17:19.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde202c0 0x55b5dde328a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde2f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1ae230 con 0x55b5dde20c60 2024-05-21T19:17:19.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1af6a0 con 0x55b5dde202c0 2024-05-21T19:17:19.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ccc1ae900 con 0x55b5dde25fe0 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cdbbbcb80 10 client.0 _ll_register_callbacks cb 0x55b5ddd17e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:50018/0 (socket says 172.21.15.3:50018) 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 -- 172.21.15.3:0/7239517 learned_addr learned my addr 172.21.15.3:0/7239517 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde202c0 0x55b5dde328a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cca800700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde2f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 -- 172.21.15.3:0/7239517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 msgr2=0x55b5dde2f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde2f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 -- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde202c0 msgr2=0x55b5dde328a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:19.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde202c0 0x55b5dde328a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cc9400700 1 -- 172.21.15.3:0/7239517 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5dde2ff10 con 0x55b5dde20c60 2024-05-21T19:17:19.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.475+0000 7f1cca800700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde2f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:19.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cc9400700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1cb80094b0 tx=0x7f1cb8005650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88c0f5b1c58331a0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:19.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cabe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:19.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8027040 con 0x55b5dde20c60 2024-05-21T19:17:19.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1cb8003ca0 con 0x55b5dde20c60 2024-05-21T19:17:19.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cbc0a8b70 con 0x55b5dde20c60 2024-05-21T19:17:19.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1cb800b720 con 0x55b5dde20c60 2024-05-21T19:17:19.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cdbbbcb80 10 client.17457 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:19.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.476+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b5ddea5920 con 0x55b5dde20c60 2024-05-21T19:17:19.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1cbc0a8b70 con 0x55b5dde20c60 2024-05-21T19:17:19.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1cb8021070 con 0x55b5dde20c60 2024-05-21T19:17:19.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 10 client.17457 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:19.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 10 client.17457 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:19.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 20 client.17457 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:19.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5ddea5c60 0x55b5ddea8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:19.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 4 client.17457 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.35, "await_for": 45.0}] 2024-05-21T19:17:19.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.35, "await_for": 45.0}) -- 0x55b5ddd79710 con 0x55b5ddea5c60 2024-05-21T19:17:19.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.477+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5ddea5c60 0x55b5ddea8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:19.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.478+0000 7f1cc9e00700 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5ddea5c60 0x55b5ddea8050 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af04f1d59f30e8ee server_cookie=5a3013352bbb5113 in_seq=0 out_seq=0 2024-05-21T19:17:19.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.478+0000 7f1cabe00700 10 client.17457 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:19.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cabe00700 1 -- 172.21.15.3:0/7239517 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55b5ddd79710 con 0x55b5ddea5c60 2024-05-21T19:17:19.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cabe00700 10 client.17457 handle_command_reply: tid=0 2024-05-21T19:17:19.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 client.17457 shutdown 2024-05-21T19:17:19.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 msgr2=0x55b5dde2f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1cb80094b0 tx=0x7f1cb8005650 comp rx=0 tx=0).stop 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 shutdown_connections 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5ddea5c60 0x55b5ddea8050 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b5dde25fe0 0x55b5dde2f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b5dde202c0 0x55b5dde328a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 --2- 172.21.15.3:0/7239517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b5dde20c60 0x55b5dde2f490 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 >> 172.21.15.3:0/7239517 conn(0x55b5ddd4dd80 msgr2=0x55b5dde19c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cabe00700 0 client.17457 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:19.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 shutdown_connections 2024-05-21T19:17:19.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 1 -- 172.21.15.3:0/7239517 wait complete. 2024-05-21T19:17:19.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.488+0000 7f1cdbbbcb80 20 client.17457 trim_cache size 0 max 16384 2024-05-21T19:17:19.496 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 30, 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "2cd8bd88": { 2024-05-21T19:17:19.497 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 30, 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:17:19.498 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.3, 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:19.499 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:17:19.500 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:19.500 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:19.500 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:19.500 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:19.501 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:19.501 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:19.501 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:19.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 msgr2=0x7f1cb00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 0x7f1cb00b4e70 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1cc400fb80 tx=0x7f1cc4004b40 comp rx=0 tx=0).stop 2024-05-21T19:17:19.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 msgr2=0x7f1ccc1a18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1cbc00e9f0 tx=0x7f1cbc00ed00 comp rx=0 tx=0).stop 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 shutdown_connections 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1cb00b29b0 0x7f1cb00b4e70 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ccc10fc50 0x7f1ccc19bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ccc075860 0x7f1ccc1a18b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 --2- 172.21.15.3:0/818913668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ccc076180 0x7f1ccc1a1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:19.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 >> 172.21.15.3:0/818913668 conn(0x7f1ccc0feee0 msgr2=0x7f1ccc0ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:19.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 shutdown_connections 2024-05-21T19:17:19.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:19.489+0000 7f1ccb200700 1 -- 172.21.15.3:0/818913668 wait complete. 2024-05-21T19:17:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:19 smithi003 ceph-mon[31577]: pgmap v721: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:17:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:19 smithi178 ceph-mon[36523]: pgmap v721: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:17:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:19 smithi104 ceph-mon[36417]: pgmap v721: 97 pgs: 97 active+clean; 3.6 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:17:21.220 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '2cd8bd88', quiesce took 10.5 seconds. Will release after: 10.850000000000001 2024-05-21T19:17:21.704 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:21 smithi003 ceph-mon[31577]: pgmap v722: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:21.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 -- 172.21.15.3:0/4214568814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 msgr2=0x7fc4581081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 --2- 172.21.15.3:0/4214568814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc4581081c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc4480099c0 tx=0x7fc448009cd0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 -- 172.21.15.3:0/4214568814 shutdown_connections 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 --2- 172.21.15.3:0/4214568814 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc458110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 --2- 172.21.15.3:0/4214568814 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc458103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 --2- 172.21.15.3:0/4214568814 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc4581081c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 -- 172.21.15.3:0/4214568814 >> 172.21.15.3:0/4214568814 conn(0x7fc45807a6a0 msgr2=0x7fc45807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 -- 172.21.15.3:0/4214568814 shutdown_connections 2024-05-21T19:17:21.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.755+0000 7fc45f600700 1 -- 172.21.15.3:0/4214568814 wait complete. 2024-05-21T19:17:21.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 Processor -- start 2024-05-21T19:17:21.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 -- start start 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc45819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc45819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc458113720 con 0x7fc4581037f0 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581135a0 con 0x7fc4581041a0 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.756+0000 7fc45f600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581138a0 con 0x7fc4581088f0 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc45819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:43240/0 (socket says 172.21.15.3:43240) 2024-05-21T19:17:21.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 -- 172.21.15.3:0/700878137 learned_addr learned my addr 172.21.15.3:0/700878137 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:21.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc457e00700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc45819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 -- 172.21.15.3:0/700878137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 msgr2=0x7fc45819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc45819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 -- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 msgr2=0x7fc45819bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc45819bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45d600700 1 -- 172.21.15.3:0/700878137 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4581a0e00 con 0x7fc4581088f0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc457e00700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc45819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.757+0000 7fc45cc00700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc45819bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc45d600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc45000ef30 tx=0x7fc45000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc455600700 1 -- 172.21.15.3:0/700878137 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4500092e0 con 0x7fc4581088f0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc455600700 1 -- 172.21.15.3:0/700878137 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc450004bb0 con 0x7fc4581088f0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc455600700 1 -- 172.21.15.3:0/700878137 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc450004280 con 0x7fc4581088f0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4581a1090 con 0x7fc4581088f0 2024-05-21T19:17:21.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.758+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4581a8970 con 0x7fc4581088f0 2024-05-21T19:17:21.762 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.762+0000 7fc455600700 1 -- 172.21.15.3:0/700878137 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc45001b030 con 0x7fc4581088f0 2024-05-21T19:17:21.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.763+0000 7fc469e94b80 1 Processor -- start 2024-05-21T19:17:21.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.763+0000 7fc469e94b80 1 -- start start 2024-05-21T19:17:21.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc1cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc1d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56122bb7aec0 con 0x56122bc1d1c0 2024-05-21T19:17:21.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56122bb6aa60 con 0x56122bc22690 2024-05-21T19:17:21.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc469e94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56122bb6eaa0 con 0x56122bc22fb0 2024-05-21T19:17:21.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc455600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 0x7fc4400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc457e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc457e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53268/0 (socket says 172.21.15.3:53268) 2024-05-21T19:17:21.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc457e00700 1 -- 172.21.15.3:0/2285423326 learned_addr learned my addr 172.21.15.3:0/2285423326 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:21.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc45cc00700 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc1cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc457e00700 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc1d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.764+0000 7fc45d600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 0x7fc4400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc455600700 1 -- 172.21.15.3:0/700878137 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc4500e1d40 con 0x7fc4581088f0 2024-05-21T19:17:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 -- 172.21.15.3:0/2285423326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 msgr2=0x56122bc1cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc1cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 -- 172.21.15.3:0/2285423326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 msgr2=0x56122bc1d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc1d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 -- 172.21.15.3:0/2285423326 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56122bb334a0 con 0x56122bc22690 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc457e00700 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc448003760 tx=0x7fc44801a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc25b3602db30994 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc45d600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 0x7fc4400b4dc0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fc4500a9070 tx=0x7fc450091040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc446000700 1 -- 172.21.15.3:0/2285423326 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc448005590 con 0x56122bc22690 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc446000700 1 -- 172.21.15.3:0/2285423326 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc448003c70 con 0x56122bc22690 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.765+0000 7fc446000700 1 -- 172.21.15.3:0/2285423326 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44800bc90 con 0x56122bc22690 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 -- 172.21.15.3:0/2285423326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 msgr2=0x56122bc22a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc448003760 tx=0x7fc44801a040 comp rx=0 tx=0).stop 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 -- 172.21.15.3:0/2285423326 shutdown_connections 2024-05-21T19:17:21.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc1d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc22a70 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2285423326 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc1cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 -- 172.21.15.3:0/2285423326 >> 172.21.15.3:0/2285423326 conn(0x56122bb4ac60 msgr2=0x56122bc17710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.766+0000 7fc469e94b80 1 -- 172.21.15.3:0/2285423326 shutdown_connections 2024-05-21T19:17:21.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.767+0000 7fc469e94b80 1 -- 172.21.15.3:0/2285423326 wait complete. 2024-05-21T19:17:21.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.767+0000 7fc469e94b80 1 -- start start 2024-05-21T19:17:21.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.767+0000 7fc469e94b80 1 Processor -- start 2024-05-21T19:17:21.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc1d1c0 0x56122bc28ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 0x56122bc26780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56122ba71020 con 0x56122bc22fb0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56122bb0b7e0 con 0x56122bc1d1c0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56122bc29a00 con 0x56122bc22690 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc469e94b80 10 client.0 _ll_register_callbacks cb 0x56122bb14cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc457e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc1d1c0 0x56122bc28ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc45cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc45cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:43266/0 (socket says 172.21.15.3:43266) 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.768+0000 7fc45cc00700 1 -- 172.21.15.3:0/1694060196 learned_addr learned my addr 172.21.15.3:0/1694060196 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc457e00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 0x56122bc26780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 -- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc1d1c0 msgr2=0x56122bc28ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc1d1c0 0x56122bc28ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 -- 172.21.15.3:0/1694060196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 msgr2=0x56122bc26780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 0x56122bc26780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 -- 172.21.15.3:0/1694060196 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56122baba950 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc457e00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 0x56122bc26780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc45cc00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc44c012d20 tx=0x7fc44c00f6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc33c6a2059fb2c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc43aa00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.769+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c00fc30 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc44c00fdd0 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc448003c70 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc44c010430 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc469e94b80 10 client.27571 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56122bb3b0e0 con 0x56122bc22690 2024-05-21T19:17:21.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc448003c70 con 0x56122bc22690 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.770+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc44c026520 con 0x56122bc22690 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 10 client.27571 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 10 client.27571 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 20 client.27571 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bc36700 0x56122bc38af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 4 client.27571 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:21.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56122bb7ce10 con 0x56122bc36700 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.771+0000 7fc457e00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bc36700 0x56122bc38af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.772+0000 7fc457e00700 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bc36700 0x56122bc38af0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3c50e154d2edee6 server_cookie=907b8cf5fcdb00db in_seq=0 out_seq=0 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.772+0000 7fc43aa00700 10 client.27571 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc43aa00700 1 -- 172.21.15.3:0/1694060196 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56122bb7ce10 con 0x56122bc36700 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc43aa00700 10 client.27571 handle_command_reply: tid=0 2024-05-21T19:17:21.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 client.27571 shutdown 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 msgr2=0x56122bc26240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc44c012d20 tx=0x7fc44c00f6a0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 shutdown_connections 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bc36700 0x56122bc38af0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22fb0 0x56122bc26780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc1d1c0 0x56122bc28ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc43aa00700 0 client.27571 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 --2- 172.21.15.3:0/1694060196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22690 0x56122bc26240 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 >> 172.21.15.3:0/1694060196 conn(0x56122bb4ac60 msgr2=0x56122bc16df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 shutdown_connections 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 1 -- 172.21.15.3:0/1694060196 wait complete. 2024-05-21T19:17:21.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.773+0000 7fc469e94b80 20 client.27571 trim_cache size 0 max 16384 2024-05-21T19:17:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.796+0000 7fc469e94b80 1 Processor -- start 2024-05-21T19:17:21.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.796+0000 7fc469e94b80 1 -- start start 2024-05-21T19:17:21.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc21b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc17570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581b2680 con 0x56122bc1d1c0 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581aff10 con 0x56122bc22690 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc469e94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581add60 con 0x56122bc22fb0 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc457e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc457e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33024/0 (socket says 172.21.15.3:33024) 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc457e00700 1 -- 172.21.15.3:0/3613633463 learned_addr learned my addr 172.21.15.3:0/3613633463 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:21.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.797+0000 7fc45cc00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc21b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc457e00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc17570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 -- 172.21.15.3:0/3613633463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 msgr2=0x56122bc17570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc17570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 -- 172.21.15.3:0/3613633463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 msgr2=0x56122bc32aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 -- 172.21.15.3:0/3613633463 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56122bc18420 con 0x56122bc22690 2024-05-21T19:17:21.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc457e00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc45cc00700 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc21b80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc44c026910 tx=0x7fc44c026e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=383dab5fd08666bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc445600700 1 -- 172.21.15.3:0/3613633463 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c02b030 con 0x56122bc22690 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc445600700 1 -- 172.21.15.3:0/3613633463 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c005570 con 0x56122bc22690 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.798+0000 7fc445600700 1 -- 172.21.15.3:0/3613633463 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c00fe90 con 0x56122bc22690 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 -- 172.21.15.3:0/3613633463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 msgr2=0x56122bc21b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc21b80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc44c026910 tx=0x7fc44c026e70 comp rx=0 tx=0).stop 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 -- 172.21.15.3:0/3613633463 shutdown_connections 2024-05-21T19:17:21.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc22fb0 0x56122bc17570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc1d1c0 0x56122bc32aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 --2- 172.21.15.3:0/3613633463 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22690 0x56122bc21b80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 -- 172.21.15.3:0/3613633463 >> 172.21.15.3:0/3613633463 conn(0x56122bb4ac60 msgr2=0x56122bc23390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 -- 172.21.15.3:0/3613633463 shutdown_connections 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.799+0000 7fc469e94b80 1 -- 172.21.15.3:0/3613633463 wait complete. 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.800+0000 7fc469e94b80 1 -- start start 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.800+0000 7fc469e94b80 1 Processor -- start 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc1d1c0 0x56122bc2c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 0x56122bc2c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 0x56122bca9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581ae3d0 con 0x56122bc22690 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581af840 con 0x56122bc22fb0 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581aeaa0 con 0x56122bc1d1c0 2024-05-21T19:17:21.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc469e94b80 10 client.0 _ll_register_callbacks cb 0x56122bc20dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc45cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 0x56122bc2c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc45cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 0x56122bc2c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33026/0 (socket says 172.21.15.3:33026) 2024-05-21T19:17:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc457e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 0x56122bca9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc45cc00700 1 -- 172.21.15.3:0/2667691393 learned_addr learned my addr 172.21.15.3:0/2667691393 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:21.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.801+0000 7fc457e00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc1d1c0 0x56122bc2c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 -- 172.21.15.3:0/2667691393 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc1d1c0 msgr2=0x56122bc2c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc1d1c0 0x56122bc2c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 -- 172.21.15.3:0/2667691393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 msgr2=0x56122bc2c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 0x56122bc2c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 -- 172.21.15.3:0/2667691393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56122bcaa010 con 0x56122bc22fb0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc457e00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 0x56122bca9aa0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc448009750 tx=0x7fc448000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69eb64ac1290d29c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc43aa00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4480038c0 con 0x56122bc22fb0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc44c005570 con 0x56122bc22fb0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.802+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc44802f040 con 0x56122bc22fb0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.803+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc448041070 con 0x56122bc22fb0 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.803+0000 7fc469e94b80 10 client.27581 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:21.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.803+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56122bcab350 con 0x56122bc22fb0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.803+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc44c005570 con 0x56122bc22fb0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.803+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc44803a350 con 0x56122bc22fb0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 10 client.27581 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 10 client.27581 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 20 client.27581 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bcab5e0 0x56122bcad9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 4 client.27581 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56122bb765f0 con 0x56122bcab5e0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc45cc00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bcab5e0 0x56122bcad9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc45cc00700 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bcab5e0 0x56122bcad9d0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60b4fe47127180f7 server_cookie=3ef89ef66d36daa5 in_seq=0 out_seq=0 2024-05-21T19:17:21.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.804+0000 7fc43aa00700 10 client.27581 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc43aa00700 1 -- 172.21.15.3:0/2667691393 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56122bb765f0 con 0x56122bcab5e0 2024-05-21T19:17:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc43aa00700 10 client.27581 handle_command_reply: tid=0 2024-05-21T19:17:21.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 client.27581 shutdown 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 msgr2=0x56122bca9aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 0x56122bca9aa0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc448009750 tx=0x7fc448000bc0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 shutdown_connections 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56122bcab5e0 0x56122bcad9d0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56122bc22fb0 0x56122bca9aa0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56122bc1d1c0 0x56122bc2c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc43aa00700 0 client.27581 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 --2- 172.21.15.3:0/2667691393 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56122bc22690 0x56122bc2c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 >> 172.21.15.3:0/2667691393 conn(0x56122bb4ac60 msgr2=0x56122bc21a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 shutdown_connections 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 1 -- 172.21.15.3:0/2667691393 wait complete. 2024-05-21T19:17:21.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.806+0000 7fc469e94b80 20 client.27581 trim_cache size 0 max 16384 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "c6ab428f-6312-4d38-a7ca-acee93b2939e", 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 msgr2=0x7fc4400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 0x7fc4400b4dc0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fc4500a9070 tx=0x7fc450091040 comp rx=0 tx=0).stop 2024-05-21T19:17:21.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 msgr2=0x7fc4581a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc45000ef30 tx=0x7fc45000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 shutdown_connections 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc4400b2900 0x7fc4400b4dc0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc4581088f0 0x7fc4581a06c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc4581037f0 0x7fc45819bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 --2- 172.21.15.3:0/700878137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4581041a0 0x7fc45819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.807+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 >> 172.21.15.3:0/700878137 conn(0x7fc45807a6a0 msgr2=0x7fc458101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.808+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 shutdown_connections 2024-05-21T19:17:21.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:21.808+0000 7fc45f600700 1 -- 172.21.15.3:0/700878137 wait complete. 2024-05-21T19:17:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:21 smithi178 ceph-mon[36523]: pgmap v722: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:21.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:21 smithi104 ceph-mon[36417]: pgmap v722: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:17:22.795 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.881 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:17:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:17:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:17:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:17:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:17:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:17:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:23.282 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:23.757 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:17:23.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:23.758 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:23 smithi003 ceph-mon[31577]: pgmap v723: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:17:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:17:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:23 smithi178 ceph-mon[36523]: pgmap v723: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:17:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:17:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:17:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:23 smithi104 ceph-mon[36417]: pgmap v723: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:17:25.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 -- 172.21.15.3:0/307997217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 msgr2=0x7f1b081081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 --2- 172.21.15.3:0/307997217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b081081c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f1af00099c0 tx=0x7f1af0009cd0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 -- 172.21.15.3:0/307997217 shutdown_connections 2024-05-21T19:17:25.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 --2- 172.21.15.3:0/307997217 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081088f0 0x7f1b08110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 --2- 172.21.15.3:0/307997217 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081037f0 0x7f1b08103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 --2- 172.21.15.3:0/307997217 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b081081c0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 -- 172.21.15.3:0/307997217 >> 172.21.15.3:0/307997217 conn(0x7f1b0807a6a0 msgr2=0x7f1b0807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 -- 172.21.15.3:0/307997217 shutdown_connections 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.614+0000 7f1b0e600700 1 -- 172.21.15.3:0/307997217 wait complete. 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 Processor -- start 2024-05-21T19:17:25.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 -- start start 2024-05-21T19:17:25.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b08075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081088f0 0x7f1b080762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b08113720 con 0x7f1b081041a0 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081135a0 con 0x7f1b081037f0 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.616+0000 7f1b0e600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081138a0 con 0x7f1b081088f0 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53312/0 (socket says 172.21.15.3:53312) 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1afea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b08075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 -- 172.21.15.3:0/1258448331 learned_addr learned my addr 172.21.15.3:0/1258448331 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:25.618 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07e00700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081088f0 0x7f1b080762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 -- 172.21.15.3:0/1258448331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081088f0 msgr2=0x7f1b080762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081088f0 0x7f1b080762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 -- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 msgr2=0x7f1b08075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b08075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.617+0000 7f1b07400700 1 -- 172.21.15.3:0/1258448331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b081a8100 con 0x7f1b081037f0 2024-05-21T19:17:25.619 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b07400700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1af800ef30 tx=0x7f1af800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b04c00700 1 -- 172.21.15.3:0/1258448331 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af80092e0 con 0x7f1b081037f0 2024-05-21T19:17:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b04c00700 1 -- 172.21.15.3:0/1258448331 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af8004bb0 con 0x7f1b081037f0 2024-05-21T19:17:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b04c00700 1 -- 172.21.15.3:0/1258448331 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af8004280 con 0x7f1b081037f0 2024-05-21T19:17:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b081a8390 con 0x7f1b081037f0 2024-05-21T19:17:25.620 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.618+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b081a88a0 con 0x7f1b081037f0 2024-05-21T19:17:25.622 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.622+0000 7f1b04c00700 1 -- 172.21.15.3:0/1258448331 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1af801b030 con 0x7f1b081037f0 2024-05-21T19:17:25.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 Processor -- start 2024-05-21T19:17:25.623 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 -- start start 2024-05-21T19:17:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b04c00700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 0x7f1aec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac88b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.624 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0ac895c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca0abe6e40 con 0x55ca0ac8e610 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca0abd69e0 con 0x55ca0ac89140 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.623+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca0abdaa20 con 0x55ca0ac8ef30 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b04c00700 1 -- 172.21.15.3:0/1258448331 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1af80e1e10 con 0x7f1b081037f0 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b07e00700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 0x7f1aec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b07400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b07400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33056/0 (socket says 172.21.15.3:33056) 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b07400700 1 -- 172.21.15.3:0/490102100 learned_addr learned my addr 172.21.15.3:0/490102100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:25.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac88b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1b07e00700 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0ac895c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 -- 172.21.15.3:0/490102100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 msgr2=0x55ca0ac895c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0ac895c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 -- 172.21.15.3:0/490102100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 msgr2=0x55ca0ac8e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.624+0000 7f1afea00700 1 -- 172.21.15.3:0/490102100 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca0ab9f420 con 0x55ca0ac8ef30 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.625+0000 7f1afea00700 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac88b20 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1af0009990 tx=0x7f1af0005bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4020523c936e035d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.625+0000 7f1b07e00700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 0x7f1aec0b4dc0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1b00005e90 tx=0x7f1b00013790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.625+0000 7f1afcc00700 1 -- 172.21.15.3:0/490102100 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0028070 con 0x55ca0ac8ef30 2024-05-21T19:17:25.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.625+0000 7f1afcc00700 1 -- 172.21.15.3:0/490102100 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af00037c0 con 0x55ca0ac8ef30 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.625+0000 7f1afcc00700 1 -- 172.21.15.3:0/490102100 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af000b9f0 con 0x55ca0ac8ef30 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 -- 172.21.15.3:0/490102100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 msgr2=0x55ca0ac88b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac88b20 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1af0009990 tx=0x7f1af0005bc0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 -- 172.21.15.3:0/490102100 shutdown_connections 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0ac895c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/490102100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac88b20 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 -- 172.21.15.3:0/490102100 >> 172.21.15.3:0/490102100 conn(0x55ca0abb6be0 msgr2=0x55ca0ac83690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 -- 172.21.15.3:0/490102100 shutdown_connections 2024-05-21T19:17:25.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.626+0000 7f1b18f40b80 1 -- 172.21.15.3:0/490102100 wait complete. 2024-05-21T19:17:25.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.627+0000 7f1b18f40b80 1 -- start start 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.627+0000 7f1b18f40b80 1 Processor -- start 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac94c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac92570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca0aadcfa0 con 0x55ca0ac8e610 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca0ab77760 con 0x55ca0ac8ef30 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca0ac95980 con 0x55ca0ac89140 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b18f40b80 10 client.0 _ll_register_callbacks cb 0x55ca0ab80c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33070/0 (socket says 172.21.15.3:33070) 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 -- 172.21.15.3:0/3056636043 learned_addr learned my addr 172.21.15.3:0/3056636043 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:25.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b07e00700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac92570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1b07400700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac94c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 -- 172.21.15.3:0/3056636043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 msgr2=0x55ca0ac94c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac94c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 -- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8ef30 msgr2=0x55ca0ac92570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac92570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.628+0000 7f1afea00700 1 -- 172.21.15.3:0/3056636043 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca0ab268d0 con 0x55ca0ac8e610 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.629+0000 7f1afea00700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1af0003760 tx=0x7f1af0005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0cafaeb7915cd1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.631 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.629+0000 7f1af5600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.629+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0028070 con 0x55ca0ac8e610 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.629+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1af0005560 con 0x55ca0ac8e610 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.629+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1af00037c0 con 0x55ca0ac8e610 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.630+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1af000b790 con 0x55ca0ac8e610 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.630+0000 7f1b18f40b80 10 client.17487 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:25.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.630+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca0aba7060 con 0x55ca0ac8e610 2024-05-21T19:17:25.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af00037c0 con 0x55ca0ac8e610 2024-05-21T19:17:25.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1af000f950 con 0x55ca0ac8e610 2024-05-21T19:17:25.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 10 client.17487 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:25.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 10 client.17487 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:25.635 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 20 client.17487 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0aca2370 0x55ca0aca4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 4 client.17487 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.634+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca0abe8d90 con 0x55ca0aca2370 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.635+0000 7f1b07400700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0aca2370 0x55ca0aca4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.635+0000 7f1b07400700 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0aca2370 0x55ca0aca4760 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5bd4fd9c8bf54d server_cookie=40cfb0148324ac81 in_seq=0 out_seq=0 2024-05-21T19:17:25.636 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.635+0000 7f1af5600700 10 client.17487 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:25.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1af5600700 1 -- 172.21.15.3:0/3056636043 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca0abe8d90 con 0x55ca0aca2370 2024-05-21T19:17:25.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1af5600700 10 client.17487 handle_command_reply: tid=0 2024-05-21T19:17:25.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 client.17487 shutdown 2024-05-21T19:17:25.637 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 msgr2=0x55ca0ac92030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1af0003760 tx=0x7f1af0005980 comp rx=0 tx=0).stop 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 shutdown_connections 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0aca2370 0x55ca0aca4760 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac92570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac94c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/3056636043 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0ac92030 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.636+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 >> 172.21.15.3:0/3056636043 conn(0x55ca0abb6be0 msgr2=0x55ca0ac82d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.637+0000 7f1af5600700 0 client.17487 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.637+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 shutdown_connections 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.637+0000 7f1b18f40b80 1 -- 172.21.15.3:0/3056636043 wait complete. 2024-05-21T19:17:25.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.637+0000 7f1b18f40b80 20 client.17487 trim_cache size 0 max 16384 2024-05-21T19:17:25.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 Processor -- start 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 -- start start 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac834f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081b2640 con 0x55ca0ac8ef30 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081afed0 con 0x55ca0ac8e610 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.660+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081add20 con 0x55ca0ac89140 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:43334/0 (socket says 172.21.15.3:43334) 2024-05-21T19:17:25.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 -- 172.21.15.3:0/474568551 learned_addr learned my addr 172.21.15.3:0/474568551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1afea00700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07e00700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac834f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 -- 172.21.15.3:0/474568551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 msgr2=0x55ca0ac8fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 -- 172.21.15.3:0/474568551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 msgr2=0x55ca0ac834f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac834f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 -- 172.21.15.3:0/474568551 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca0ac905a0 con 0x55ca0ac89140 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1afea00700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07e00700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac834f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.661+0000 7f1b07400700 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f1af800ef00 tx=0x7f1af80df760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14f70ae779fdf493 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.662+0000 7f1af7e00700 1 -- 172.21.15.3:0/474568551 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af80a9b40 con 0x55ca0ac89140 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.662+0000 7f1af7e00700 1 -- 172.21.15.3:0/474568551 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af80a9440 con 0x55ca0ac89140 2024-05-21T19:17:25.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.662+0000 7f1af7e00700 1 -- 172.21.15.3:0/474568551 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af80a9900 con 0x55ca0ac89140 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.662+0000 7f1b18f40b80 1 -- 172.21.15.3:0/474568551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 msgr2=0x55ca0ac88b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.662+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f1af800ef00 tx=0x7f1af80df760 comp rx=0 tx=0).stop 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 -- 172.21.15.3:0/474568551 shutdown_connections 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8ef30 0x55ca0ac834f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac89140 0x55ca0ac88b20 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/474568551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac8e610 0x55ca0ac8fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.667 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 -- 172.21.15.3:0/474568551 >> 172.21.15.3:0/474568551 conn(0x55ca0abb6be0 msgr2=0x55ca0ac92480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 -- 172.21.15.3:0/474568551 shutdown_connections 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 -- 172.21.15.3:0/474568551 wait complete. 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 -- start start 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.663+0000 7f1b18f40b80 1 Processor -- start 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0aca7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0aca52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081ae390 con 0x55ca0ac8e610 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081af800 con 0x55ca0ac89140 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1b081aea60 con 0x55ca0ac8ef30 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b18f40b80 10 client.0 _ll_register_callbacks cb 0x55ca0ac8cc40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1afea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1afea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33096/0 (socket says 172.21.15.3:33096) 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1afea00700 1 -- 172.21.15.3:0/2847416945 learned_addr learned my addr 172.21.15.3:0/2847416945 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b07400700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0aca7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.664+0000 7f1b07e00700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0aca52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 -- 172.21.15.3:0/2847416945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 msgr2=0x55ca0aca52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0aca52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 -- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 msgr2=0x55ca0aca7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0aca7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 -- 172.21.15.3:0/2847416945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca0aca5b20 con 0x55ca0ac8e610 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1b07400700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0aca7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:25.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1afea00700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f1af0009350 tx=0x7f1af0005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69651be73482fa20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1af5600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af0028030 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1af80a9440 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.665+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1af0005560 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1af0005760 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 10 client.17493 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca0ad0cb70 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1af80a9440 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1af002cc60 con 0x55ca0ac8e610 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 10 client.17493 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 10 client.17493 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 20 client.17493 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:25.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0ad0d1f0 0x55ca0ad0f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:25.671 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 4 client.17493 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:17:25.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.666+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ca0abe2570 con 0x55ca0ad0d1f0 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.667+0000 7f1b07400700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0ad0d1f0 0x55ca0ad0f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.667+0000 7f1b07400700 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0ad0d1f0 0x55ca0ad0f610 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc42791aef32a11a server_cookie=712d82e2012337aa in_seq=0 out_seq=0 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.667+0000 7f1af5600700 10 client.17493 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1af5600700 1 -- 172.21.15.3:0/2847416945 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ca0abe2570 con 0x55ca0ad0d1f0 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1af5600700 10 client.17493 handle_command_reply: tid=0 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 client.17493 shutdown 2024-05-21T19:17:25.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 msgr2=0x55ca0aca4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f1af0009350 tx=0x7f1af0005bc0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 shutdown_connections 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca0ad0d1f0 0x55ca0ad0f610 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca0ac8ef30 0x55ca0aca52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca0ac89140 0x55ca0aca7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 --2- 172.21.15.3:0/2847416945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca0ac8e610 0x55ca0aca4da0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 >> 172.21.15.3:0/2847416945 conn(0x55ca0abb6be0 msgr2=0x55ca0ac8d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1af5600700 0 client.17493 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 shutdown_connections 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 1 -- 172.21.15.3:0/2847416945 wait complete. 2024-05-21T19:17:25.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.668+0000 7f1b18f40b80 20 client.17493 trim_cache size 0 max 16384 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "c6ab428f-6312-4d38-a7ca-acee93b2939e": { 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "c6ab428f-6312-4d38-a7ca-acee93b2939e", 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:25.675 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 msgr2=0x7f1aec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 0x7f1aec0b4dc0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1b00005e90 tx=0x7f1b00013790 comp rx=0 tx=0).stop 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 msgr2=0x7f1b08075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1af800ef30 tx=0x7f1af800c3a0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 shutdown_connections 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1aec0b2900 0x7f1aec0b4dc0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1b081088f0 0x7f1b080762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1b081037f0 0x7f1b08075840 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 --2- 172.21.15.3:0/1258448331 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1b081041a0 0x7f1b08075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:25.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.669+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 >> 172.21.15.3:0/1258448331 conn(0x7f1b0807a6a0 msgr2=0x7f1b08101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:25.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.670+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 shutdown_connections 2024-05-21T19:17:25.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:25.670+0000 7f1b0e600700 1 -- 172.21.15.3:0/1258448331 wait complete. 2024-05-21T19:17:25.690 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:25 smithi003 ceph-mon[31577]: pgmap v724: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:17:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:25 smithi178 ceph-mon[36523]: pgmap v724: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:17:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:25 smithi104 ceph-mon[36417]: pgmap v724: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:17:26.750 INFO:tasks.cephfs.filesystem:scrub status for tag:c6ab428f-6312-4d38-a7ca-acee93b2939e - {'path': '/', 'tag': 'c6ab428f-6312-4d38-a7ca-acee93b2939e', 'options': 'recursive,force'} 2024-05-21T19:17:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:27 smithi104 ceph-mon[36417]: pgmap v725: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-21T19:17:28.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:27 smithi003 ceph-mon[31577]: pgmap v725: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-21T19:17:28.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:27 smithi178 ceph-mon[36523]: pgmap v725: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.0 KiB/s wr, 12 op/s 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 -- 172.21.15.3:0/3114463458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc103ca0 msgr2=0x7feebc104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 --2- 172.21.15.3:0/3114463458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc103ca0 0x7feebc104120 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7feea8009900 tx=0x7feea802a400 comp rx=0 tx=0).stop 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 -- 172.21.15.3:0/3114463458 shutdown_connections 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 --2- 172.21.15.3:0/3114463458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc103ca0 0x7feebc104120 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 --2- 172.21.15.3:0/3114463458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc104660 0x7feebc10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 --2- 172.21.15.3:0/3114463458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc102ab0 0x7feebc102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 -- 172.21.15.3:0/3114463458 >> 172.21.15.3:0/3114463458 conn(0x7feebc0fe040 msgr2=0x7feebc100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 -- 172.21.15.3:0/3114463458 shutdown_connections 2024-05-21T19:17:28.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.608+0000 7feec4400640 1 -- 172.21.15.3:0/3114463458 wait complete. 2024-05-21T19:17:28.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.609+0000 7feec4400640 1 Processor -- start 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.609+0000 7feec4400640 1 -- start start 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc102ab0 0x7feebc076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc104660 0x7feebc075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feebc10e610 con 0x7feebc103ca0 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feebc10e490 con 0x7feebc104660 2024-05-21T19:17:28.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec4400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feebc10e790 con 0x7feebc102ab0 2024-05-21T19:17:28.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33112/0 (socket says 172.21.15.3:33112) 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec1000640 1 -- 172.21.15.3:0/1244431274 learned_addr learned my addr 172.21.15.3:0/1244431274 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec2400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc104660 0x7feebc075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.610+0000 7feec1a00640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc102ab0 0x7feebc076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 -- 172.21.15.3:0/1244431274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc102ab0 msgr2=0x7feebc076800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc102ab0 0x7feebc076800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 -- 172.21.15.3:0/1244431274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc104660 msgr2=0x7feebc075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc104660 0x7feebc075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 -- 172.21.15.3:0/1244431274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feebc075c10 con 0x7feebc103ca0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.611+0000 7feec1000640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7feea8005ab0 tx=0x7feea8003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.612+0000 7feeba000640 1 -- 172.21.15.3:0/1244431274 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea803f070 con 0x7feebc103ca0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.612+0000 7feeba000640 1 -- 172.21.15.3:0/1244431274 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feea803b460 con 0x7feebc103ca0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.612+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feebc1a2c90 con 0x7feebc103ca0 2024-05-21T19:17:28.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.612+0000 7feeba000640 1 -- 172.21.15.3:0/1244431274 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea8035030 con 0x7feebc103ca0 2024-05-21T19:17:28.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.612+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feebc1a3190 con 0x7feebc103ca0 2024-05-21T19:17:28.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.615+0000 7feec717a740 1 Processor -- start 2024-05-21T19:17:28.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.615+0000 7feec717a740 1 -- start start 2024-05-21T19:17:28.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feeba000640 1 -- 172.21.15.3:0/1244431274 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feea8042070 con 0x7feebc103ca0 2024-05-21T19:17:28.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df821020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df823b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c6df78bb90 con 0x55c6df81bb30 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c6df77b730 con 0x55c6df81c520 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec717a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c6df77f770 con 0x55c6df821690 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33124/0 (socket says 172.21.15.3:33124) 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 -- 172.21.15.3:0/1553839013 learned_addr learned my addr 172.21.15.3:0/1553839013 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec1000640 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df823b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec1a00640 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df821020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 -- 172.21.15.3:0/1553839013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 msgr2=0x55c6df823b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df823b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 -- 172.21.15.3:0/1553839013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 msgr2=0x55c6df821020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df821020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.616+0000 7feec2400640 1 -- 172.21.15.3:0/1553839013 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6df7148b0 con 0x55c6df81bb30 2024-05-21T19:17:28.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.617+0000 7feec2400640 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009f90 tx=0x7feeb4010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e28d5b79d2c565f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.617+0000 7feeaea00640 1 -- 172.21.15.3:0/1553839013 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb4011700 con 0x55c6df81bb30 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.617+0000 7feeaea00640 1 -- 172.21.15.3:0/1553839013 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeb4011d50 con 0x55c6df81bb30 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.617+0000 7feeaea00640 1 -- 172.21.15.3:0/1553839013 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb4019d40 con 0x55c6df81bb30 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.617+0000 7feeba000640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 0x7feea40b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feeba000640 1 -- 172.21.15.3:0/1244431274 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feea8102b00 con 0x7feebc103ca0 2024-05-21T19:17:28.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec1a00640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 0x7feea40b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 -- 172.21.15.3:0/1553839013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 msgr2=0x55c6df81bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009f90 tx=0x7feeb4010860 comp rx=0 tx=0).stop 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 -- 172.21.15.3:0/1553839013 shutdown_connections 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df823b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df821020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 --2- 172.21.15.3:0/1553839013 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df81bf50 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 -- 172.21.15.3:0/1553839013 >> 172.21.15.3:0/1553839013 conn(0x55c6df8171a0 msgr2=0x55c6df8175a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 -- 172.21.15.3:0/1553839013 shutdown_connections 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.618+0000 7feec717a740 1 -- 172.21.15.3:0/1553839013 wait complete. 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec1a00640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 0x7feea40b4d60 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x55c6df818070 tx=0x7feeb000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 -- start start 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 Processor -- start 2024-05-21T19:17:28.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df825de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df82ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c6df461790 con 0x55c6df81bb30 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c6df723bc0 con 0x55c6df81c520 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c6df824640 con 0x55c6df821690 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.619+0000 7feec717a740 10 client.0 _ll_register_callbacks cb 0x55c6df701400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33128/0 (socket says 172.21.15.3:33128) 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 -- 172.21.15.3:0/1890903106 learned_addr learned my addr 172.21.15.3:0/1890903106 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec2400640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df82ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1000640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df825de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 -- 172.21.15.3:0/1890903106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 msgr2=0x55c6df82ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df82ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 -- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 msgr2=0x55c6df825de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df825de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.620+0000 7feec1a00640 1 -- 172.21.15.3:0/1890903106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6df490210 con 0x55c6df81bb30 2024-05-21T19:17:28.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feec1a00640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7feeb0004540 tx=0x7feeb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee53a2d53083d72b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feea3400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:28.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb002c060 con 0x55c6df81bb30 2024-05-21T19:17:28.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feeb0017030 con 0x55c6df81bb30 2024-05-21T19:17:28.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feeb4011d50 con 0x55c6df81bb30 2024-05-21T19:17:28.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feeb001fdd0 con 0x55c6df81bb30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feec717a740 10 client.17505 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.621+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c6df55c620 con 0x55c6df81bb30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeb4011d50 con 0x55c6df81bb30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7feeb001c580 con 0x55c6df81bb30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 10 client.17505 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 10 client.17505 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 20 client.17505 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df831440 0x55c6df833890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 4 client.17505 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6df78dae0 con 0x55c6df831440 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.622+0000 7feec1000640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df831440 0x55c6df833890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.623+0000 7feec1000640 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df831440 0x55c6df833890 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68ff2ff16f4e2441 server_cookie=9a6183be069cb8d2 in_seq=0 out_seq=0 2024-05-21T19:17:28.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.623+0000 7feea3400640 10 client.17505 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feea3400640 1 -- 172.21.15.3:0/1890903106 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c6df78dae0 con 0x55c6df831440 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feea3400640 10 client.17505 handle_command_reply: tid=0 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 client.17505 shutdown 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 msgr2=0x55c6df8258a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7feeb0004540 tx=0x7feeb00046c0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 shutdown_connections 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df831440 0x55c6df833890 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df821690 0x55c6df82ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df825de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 --2- 172.21.15.3:0/1890903106 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df81bb30 0x55c6df8258a0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feea3400640 0 client.17505 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 >> 172.21.15.3:0/1890903106 conn(0x55c6df8171a0 msgr2=0x55c6df816310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 shutdown_connections 2024-05-21T19:17:28.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.624+0000 7feec717a740 1 -- 172.21.15.3:0/1890903106 wait complete. 2024-05-21T19:17:28.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.625+0000 7feec717a740 20 client.17505 trim_cache size 0 max 16384 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.642+0000 7feec717a740 1 Processor -- start 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.642+0000 7feec717a740 1 -- start start 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.642+0000 7feec717a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.642+0000 7feec717a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df82cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.642+0000 7feec717a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df815a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec717a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1ae940 con 0x55c6df821690 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec717a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1ac210 con 0x55c6df81c520 2024-05-21T19:17:28.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec717a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1aa060 con 0x55c6df81bb30 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:43408/0 (socket says 172.21.15.3:43408) 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 -- 172.21.15.3:0/247147739 learned_addr learned my addr 172.21.15.3:0/247147739 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec2400640 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df815a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1000640 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df82cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 -- 172.21.15.3:0/247147739 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 msgr2=0x55c6df82cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df82cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 -- 172.21.15.3:0/247147739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 msgr2=0x55c6df815a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df815a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.643+0000 7feec1a00640 1 -- 172.21.15.3:0/247147739 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6df81b770 con 0x55c6df81bb30 2024-05-21T19:17:28.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.644+0000 7feec1a00640 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feeb0003a30 tx=0x7feeb0005fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5df468f03a5acdfe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.644+0000 7feeae000640 1 -- 172.21.15.3:0/247147739 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb001c3f0 con 0x55c6df81bb30 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.644+0000 7feeae000640 1 -- 172.21.15.3:0/247147739 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeb0005520 con 0x55c6df81bb30 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.644+0000 7feeae000640 1 -- 172.21.15.3:0/247147739 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb0004990 con 0x55c6df81bb30 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 -- 172.21.15.3:0/247147739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 msgr2=0x55c6df81a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7feeb0003a30 tx=0x7feeb0005fb0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 -- 172.21.15.3:0/247147739 shutdown_connections 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df815a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df81c520 0x55c6df82cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 --2- 172.21.15.3:0/247147739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81bb30 0x55c6df81a7c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 -- 172.21.15.3:0/247147739 >> 172.21.15.3:0/247147739 conn(0x55c6df8171a0 msgr2=0x55c6df81a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 -- 172.21.15.3:0/247147739 shutdown_connections 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.645+0000 7feec717a740 1 -- 172.21.15.3:0/247147739 wait complete. 2024-05-21T19:17:28.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 -- start start 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 Processor -- start 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81c520 0x55c6df82a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df82b6b0 0x55c6df82bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1aa6d0 con 0x55c6df821690 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1abb40 con 0x55c6df82b6b0 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feebc1aada0 con 0x55c6df81c520 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec717a740 10 client.0 _ll_register_callbacks cb 0x7feeb0004410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.646+0000 7feec1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33134/0 (socket says 172.21.15.3:33134) 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec2400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df82b6b0 0x55c6df82bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 -- 172.21.15.3:0/432210413 learned_addr learned my addr 172.21.15.3:0/432210413 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:28.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1a00640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81c520 0x55c6df82a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 -- 172.21.15.3:0/432210413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81c520 msgr2=0x55c6df82a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81c520 0x55c6df82a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 -- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df82b6b0 msgr2=0x55c6df82bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:28.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df82b6b0 0x55c6df82bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 -- 172.21.15.3:0/432210413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6df82c070 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feec1000640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7feea80c9e50 tx=0x7feea803bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1886484d4dd0e9b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feea3400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.647+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea8049040 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feeb0005520 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feea80c63e0 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feea810b040 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 10 client.17511 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c6df89c1a0 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feeb0005520 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7feea80ce0c0 con 0x55c6df821690 2024-05-21T19:17:28.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 10 client.17511 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 10 client.17511 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 20 client.17511 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df89cb00 0x55c6df89ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 4 client.17511 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.648+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c6df7872c0 con 0x55c6df89cb00 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.649+0000 7feec1a00640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df89cb00 0x55c6df89ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.649+0000 7feec1a00640 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df89cb00 0x55c6df89ef20 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9891fd704ee63c10 server_cookie=cafd7f64657aa142 in_seq=0 out_seq=0 2024-05-21T19:17:28.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.649+0000 7feea3400640 10 client.17511 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feea3400640 1 -- 172.21.15.3:0/432210413 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c6df7872c0 con 0x55c6df89cb00 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feea3400640 10 client.17511 handle_command_reply: tid=0 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 client.17511 shutdown 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 msgr2=0x55c6df82a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7feea80c9e50 tx=0x7feea803bcb0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 shutdown_connections 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c6df89cb00 0x55c6df89ef20 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c6df82b6b0 0x55c6df82bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c6df821690 0x55c6df82a6a0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 --2- 172.21.15.3:0/432210413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c6df81c520 0x55c6df82a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feea3400640 0 client.17511 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 >> 172.21.15.3:0/432210413 conn(0x55c6df8171a0 msgr2=0x55c6df81a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 shutdown_connections 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.658+0000 7feec717a740 1 -- 172.21.15.3:0/432210413 wait complete. 2024-05-21T19:17:28.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.659+0000 7feec717a740 20 client.17511 trim_cache size 0 max 16384 2024-05-21T19:17:28.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:17:28.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:17:28.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:17:28.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.659+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 msgr2=0x7feea40b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.659+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 0x7feea40b4d60 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x55c6df818070 tx=0x7feeb000b410 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.659+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 msgr2=0x7feebc074e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.659+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7feea8005ab0 tx=0x7feea8003cd0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 shutdown_connections 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feebc104660 0x7feebc075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feebc103ca0 0x7feebc074e40 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feea40b28a0 0x7feea40b4d60 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 --2- 172.21.15.3:0/1244431274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feebc102ab0 0x7feebc076800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 >> 172.21.15.3:0/1244431274 conn(0x7feebc0fe040 msgr2=0x7feebc106f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 shutdown_connections 2024-05-21T19:17:28.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:28.660+0000 7feec4400640 1 -- 172.21.15.3:0/1244431274 wait complete. 2024-05-21T19:17:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:29 smithi104 ceph-mon[36417]: pgmap v726: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-05-21T19:17:30.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:29 smithi003 ceph-mon[31577]: pgmap v726: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-05-21T19:17:30.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:29 smithi178 ceph-mon[36523]: pgmap v726: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-05-21T19:17:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:31 smithi104 ceph-mon[36417]: pgmap v727: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:17:32.071 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:17:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:31 smithi003 ceph-mon[31577]: pgmap v727: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:17:32.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:31 smithi178 ceph-mon[36523]: pgmap v727: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:17:32.536 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: pgmap v728: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:33 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: pgmap v728: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:33 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: pgmap v728: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:33 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:34.875 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 -- 172.21.15.3:0/1608275575 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 msgr2=0x7fb674105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 --2- 172.21.15.3:0/1608275575 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb674105be0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fb6600098f0 tx=0x7fb660009c00 comp rx=0 tx=0).stop 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 -- 172.21.15.3:0/1608275575 shutdown_connections 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 --2- 172.21.15.3:0/1608275575 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb674112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 --2- 172.21.15.3:0/1608275575 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 0x7fb67410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 --2- 172.21.15.3:0/1608275575 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb674105be0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 -- 172.21.15.3:0/1608275575 >> 172.21.15.3:0/1608275575 conn(0x7fb674101250 msgr2=0x7fb674103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 -- 172.21.15.3:0/1608275575 shutdown_connections 2024-05-21T19:17:34.876 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.875+0000 7fb679600700 1 -- 172.21.15.3:0/1608275575 wait complete. 2024-05-21T19:17:34.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 Processor -- start 2024-05-21T19:17:34.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 -- start start 2024-05-21T19:17:34.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb67419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:34.877 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:34.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 0x7fb6741a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:34.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb674115940 con 0x7fb67410b760 2024-05-21T19:17:34.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.877+0000 7fb679600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb6741157c0 con 0x7fb674106120 2024-05-21T19:17:34.878 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb679600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb674115ac0 con 0x7fb674105760 2024-05-21T19:17:34.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:34.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39712/0 (socket says 172.21.15.3:39712) 2024-05-21T19:17:34.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 -- 172.21.15.3:0/1637554196 learned_addr learned my addr 172.21.15.3:0/1637554196 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:34.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672a00700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb67419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:34.879 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb673400700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 0x7fb6741a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 -- 172.21.15.3:0/1637554196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 msgr2=0x7fb67419beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb67419beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 -- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 msgr2=0x7fb6741a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 0x7fb6741a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.878+0000 7fb672000700 1 -- 172.21.15.3:0/1637554196 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6741a0e70 con 0x7fb674106120 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb672000700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fb66000f990 tx=0x7fb66000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb660005400 con 0x7fb674106120 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6600055a0 con 0x7fb674106120 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6741a1100 con 0x7fb674106120 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb660004dc0 con 0x7fb674106120 2024-05-21T19:17:34.880 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.879+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6741a89e0 con 0x7fb674106120 2024-05-21T19:17:34.881 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.880+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb67406a230 con 0x7fb674106120 2024-05-21T19:17:34.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.882+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb66000b560 con 0x7fb674106120 2024-05-21T19:17:34.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.884+0000 7fb66b400700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 0x7fb6580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:34.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.884+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb6600e31d0 con 0x7fb674106120 2024-05-21T19:17:34.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.884+0000 7fb672a00700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 0x7fb6580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:34.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.885+0000 7fb672a00700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 0x7fb6580b4dc0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb664005fd0 tx=0x7fb664009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:34.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:34.888+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb660013030 con 0x7fb674106120 2024-05-21T19:17:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:17:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:17:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:17:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:35.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:17:35.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:17:35.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:17:35.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:17:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:17:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:17:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:17:35.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.173+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb67402e560 con 0x7fb674106120 2024-05-21T19:17:35.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.174+0000 7fb66b400700 1 -- 172.21.15.3:0/1637554196 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fb6600aaf00 con 0x7fb674106120 2024-05-21T19:17:35.175 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:17:35.175 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:17:35.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.177+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 msgr2=0x7fb6580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.177+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 0x7fb6580b4dc0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fb664005fd0 tx=0x7fb664009310 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 msgr2=0x7fb67419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fb66000f990 tx=0x7fb66000fa70 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 shutdown_connections 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6580b2900 0x7fb6580b4dc0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb67410b760 0x7fb6741a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb674105760 0x7fb67419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 --2- 172.21.15.3:0/1637554196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb674106120 0x7fb67419c3f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:35.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 >> 172.21.15.3:0/1637554196 conn(0x7fb674101250 msgr2=0x7fb674101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:35.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 shutdown_connections 2024-05-21T19:17:35.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:35.178+0000 7fb679600700 1 -- 172.21.15.3:0/1637554196 wait complete. 2024-05-21T19:17:35.180 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:17:35.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:35 smithi003 ceph-mon[31577]: pgmap v729: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:17:35.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:35 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1637554196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:35 smithi104 ceph-mon[36417]: pgmap v729: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:17:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:35 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1637554196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:36.055 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 2cd8bd88 --release --await' 2024-05-21T19:17:36.055 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 2cd8bd88 --release --await 2024-05-21T19:17:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:35 smithi178 ceph-mon[36523]: pgmap v729: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.1 KiB/s wr, 10 op/s 2024-05-21T19:17:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:35 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1637554196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:36.562 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:37.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:37 smithi003 ceph-mon[31577]: pgmap v730: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:37 smithi104 ceph-mon[36417]: pgmap v730: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:37 smithi178 ceph-mon[36523]: pgmap v730: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:17:38.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 -- 172.21.15.3:0/2428226578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 msgr2=0x7eff74112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 --2- 172.21.15.3:0/2428226578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff74112630 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7eff6c00b0a0 tx=0x7eff6c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 -- 172.21.15.3:0/2428226578 shutdown_connections 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 --2- 172.21.15.3:0/2428226578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff74112630 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 --2- 172.21.15.3:0/2428226578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff7410b760 0x7eff7410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 --2- 172.21.15.3:0/2428226578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff74105760 0x7eff74105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 -- 172.21.15.3:0/2428226578 >> 172.21.15.3:0/2428226578 conn(0x7eff74101250 msgr2=0x7eff74103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 -- 172.21.15.3:0/2428226578 shutdown_connections 2024-05-21T19:17:38.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.915+0000 7eff7ac00700 1 -- 172.21.15.3:0/2428226578 wait complete. 2024-05-21T19:17:38.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 Processor -- start 2024-05-21T19:17:38.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 -- start start 2024-05-21T19:17:38.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 0x7eff7419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff7419c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 0x7eff741a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff741159f0 con 0x7eff7410b760 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7eff74115870 con 0x7eff74106120 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.917+0000 7eff7ac00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff74115b70 con 0x7eff74105760 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff73e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 0x7eff7419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 0x7eff741a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff73e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 0x7eff7419bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45728/0 (socket says 172.21.15.3:45728) 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff73e00700 1 -- 172.21.15.3:0/1516833782 learned_addr learned my addr 172.21.15.3:0/1516833782 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:38.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff73400700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff7419c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 -- 172.21.15.3:0/1516833782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 msgr2=0x7eff7419bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 0x7eff7419bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 -- 172.21.15.3:0/1516833782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 msgr2=0x7eff7419c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff7419c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.918+0000 7eff78c00700 1 -- 172.21.15.3:0/1516833782 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff741a0dd0 con 0x7eff7410b760 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff78c00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 0x7eff741a0690 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7eff6c00b070 tx=0x7eff6c004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff70c00700 1 -- 172.21.15.3:0/1516833782 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c021070 con 0x7eff7410b760 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff70c00700 1 -- 172.21.15.3:0/1516833782 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6c007e30 con 0x7eff7410b760 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff741a1060 con 0x7eff7410b760 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff70c00700 1 -- 172.21.15.3:0/1516833782 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c0045f0 con 0x7eff7410b760 2024-05-21T19:17:38.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.919+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff741a8940 con 0x7eff7410b760 2024-05-21T19:17:38.922 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.923+0000 7eff70c00700 1 -- 172.21.15.3:0/1516833782 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7eff6c007980 con 0x7eff7410b760 2024-05-21T19:17:38.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.924+0000 7eff854c8b80 1 Processor -- start 2024-05-21T19:17:38.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.924+0000 7eff854c8b80 1 -- start start 2024-05-21T19:17:38.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.924+0000 7eff70c00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 0x7eff580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff70c00700 1 -- 172.21.15.3:0/1516833782 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7eff6c00f020 con 0x7eff7410b760 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937e94960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e953c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d937df2f40 con 0x55d937e9ad00 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d937de2ae0 con 0x55d937e9a3e0 2024-05-21T19:17:38.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff854c8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d937de6b20 con 0x55d937e94f80 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff73400700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 0x7eff580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff73e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff73400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937e94960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff73e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:39726/0 (socket says 172.21.15.3:39726) 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff73e00700 1 -- 172.21.15.3:0/2475498022 learned_addr learned my addr 172.21.15.3:0/2475498022 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:38.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.925+0000 7eff78c00700 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e953c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 -- 172.21.15.3:0/2475498022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 msgr2=0x55d937e9a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 -- 172.21.15.3:0/2475498022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 msgr2=0x55d937e94960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937e94960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 -- 172.21.15.3:0/2475498022 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d937dab520 con 0x55d937e94f80 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff73400700 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937e94960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:38.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff73400700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 0x7eff580b4d40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7eff7410bf20 tx=0x7eff60013900 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff78c00700 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e953c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7eff6c00b780 tx=0x7eff6c00b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=456d12f1e23a5c1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.926+0000 7eff69600700 1 -- 172.21.15.3:0/2475498022 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c0a6300 con 0x55d937e94f80 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.927+0000 7eff69600700 1 -- 172.21.15.3:0/2475498022 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6c0b3290 con 0x55d937e94f80 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.927+0000 7eff69600700 1 -- 172.21.15.3:0/2475498022 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c0b3940 con 0x55d937e94f80 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.927+0000 7eff854c8b80 1 -- 172.21.15.3:0/2475498022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 msgr2=0x55d937e953c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.927+0000 7eff854c8b80 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e953c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7eff6c00b780 tx=0x7eff6c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 -- 172.21.15.3:0/2475498022 shutdown_connections 2024-05-21T19:17:38.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e953c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.929 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 --2- 172.21.15.3:0/2475498022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937e94960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 -- 172.21.15.3:0/2475498022 >> 172.21.15.3:0/2475498022 conn(0x55d937dc2ce0 msgr2=0x55d937e8f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 -- 172.21.15.3:0/2475498022 shutdown_connections 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 -- 172.21.15.3:0/2475498022 wait complete. 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.928+0000 7eff854c8b80 1 -- start start 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 Processor -- start 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e94f80 0x55d937ea0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d937ce90a0 con 0x55d937e94f80 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d937d83860 con 0x55d937e9a3e0 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d937ea15a0 con 0x55d937e9ad00 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.929+0000 7eff854c8b80 10 client.0 _ll_register_callbacks cb 0x55d937d8cd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:38.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff73e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e94f80 0x55d937ea0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45744/0 (socket says 172.21.15.3:45744) 2024-05-21T19:17:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 -- 172.21.15.3:0/437283261 learned_addr learned my addr 172.21.15.3:0/437283261 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:38.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff73400700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 -- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 msgr2=0x55d937e9ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.932 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 -- 172.21.15.3:0/437283261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e94f80 msgr2=0x55d937ea0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e94f80 0x55d937ea0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 -- 172.21.15.3:0/437283261 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d937d329d0 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff78c00700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009c90 tx=0x7eff6c003c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c242bd224e166994 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.930+0000 7eff5e000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6c0c3020 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7eff6c004790 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff6c0b3290 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7eff6c0ab270 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 10 client.27631 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d937db3160 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6c0b3290 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7eff6c011070 con 0x55d937e9ad00 2024-05-21T19:17:38.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 10 client.27631 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 10 client.27631 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.931+0000 7eff854c8b80 20 client.27631 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937eadec0 0x55d937eb02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff854c8b80 4 client.27631 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d937df4e90 con 0x55d937eadec0 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff73e00700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937eadec0 0x55d937eb02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff73e00700 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937eadec0 0x55d937eb02b0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18dcb0881e213c1d server_cookie=202621d24e54e0fa in_seq=0 out_seq=0 2024-05-21T19:17:38.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.932+0000 7eff5e000700 10 client.27631 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:38.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.933+0000 7eff5e000700 1 -- 172.21.15.3:0/437283261 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d937df4e90 con 0x55d937eadec0 2024-05-21T19:17:38.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.933+0000 7eff5e000700 10 client.27631 handle_command_reply: tid=0 2024-05-21T19:17:38.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.933+0000 7eff854c8b80 1 client.27631 shutdown 2024-05-21T19:17:38.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 msgr2=0x55d937e9e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7eff6c009c90 tx=0x7eff6c003c90 comp rx=0 tx=0).stop 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 shutdown_connections 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937eadec0 0x55d937eb02b0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9ad00 0x55d937e9e300 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e94f80 0x55d937ea0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff5e000700 0 client.27631 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 --2- 172.21.15.3:0/437283261 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9a3e0 0x55d937e9ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 >> 172.21.15.3:0/437283261 conn(0x55d937dc2ce0 msgr2=0x55d937e93950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 shutdown_connections 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 1 -- 172.21.15.3:0/437283261 wait complete. 2024-05-21T19:17:38.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.934+0000 7eff854c8b80 20 client.27631 trim_cache size 0 max 16384 2024-05-21T19:17:38.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.957+0000 7eff854c8b80 1 Processor -- start 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.957+0000 7eff854c8b80 1 -- start start 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.957+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e9b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.957+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9ad00 0x55d937eb5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff854c8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff741b25d0 con 0x55d937e9a3e0 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff854c8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7eff741afe60 con 0x55d937e9ad00 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff854c8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff741adcb0 con 0x55d937e94f80 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56300/0 (socket says 172.21.15.3:56300) 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 -- 172.21.15.3:0/1588977477 learned_addr learned my addr 172.21.15.3:0/1588977477 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff78c00700 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9ad00 0x55d937eb5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73e00700 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e9b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 -- 172.21.15.3:0/1588977477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 msgr2=0x55d937e9b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e9b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 -- 172.21.15.3:0/1588977477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9ad00 msgr2=0x55d937eb5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9ad00 0x55d937eb5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.958+0000 7eff73400700 1 -- 172.21.15.3:0/1588977477 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d937e91430 con 0x55d937e9a3e0 2024-05-21T19:17:38.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.959+0000 7eff73400700 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7eff60013d00 tx=0x7eff6001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beca52832eb7f568 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.959+0000 7eff68c00700 1 -- 172.21.15.3:0/1588977477 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60012230 con 0x55d937e9a3e0 2024-05-21T19:17:38.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.959+0000 7eff68c00700 1 -- 172.21.15.3:0/1588977477 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff60004830 con 0x55d937e9a3e0 2024-05-21T19:17:38.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.959+0000 7eff68c00700 1 -- 172.21.15.3:0/1588977477 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60005310 con 0x55d937e9a3e0 2024-05-21T19:17:38.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 -- 172.21.15.3:0/1588977477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 msgr2=0x55d937eb5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7eff60013d00 tx=0x7eff6001f000 comp rx=0 tx=0).stop 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 -- 172.21.15.3:0/1588977477 shutdown_connections 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e9ad00 0x55d937eb5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e94f80 0x55d937e9b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1588977477 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9a3e0 0x55d937eb5aa0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 -- 172.21.15.3:0/1588977477 >> 172.21.15.3:0/1588977477 conn(0x55d937dc2ce0 msgr2=0x55d937e9b1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 -- 172.21.15.3:0/1588977477 shutdown_connections 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.960+0000 7eff854c8b80 1 -- 172.21.15.3:0/1588977477 wait complete. 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.961+0000 7eff854c8b80 1 -- start start 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.961+0000 7eff854c8b80 1 Processor -- start 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 0x55d937ea3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9a3e0 0x55d937ea44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7eff741ae320 con 0x55d937e9ad00 2024-05-21T19:17:38.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7eff741af790 con 0x55d937e94f80 2024-05-21T19:17:38.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7eff741ae9f0 con 0x55d937e9a3e0 2024-05-21T19:17:38.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff854c8b80 10 client.0 _ll_register_callbacks cb 0x55d937d8cd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:38.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff78c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 0x55d937ea3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff78c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56314/0 (socket says 172.21.15.3:56314) 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff78c00700 1 -- 172.21.15.3:0/1041182156 learned_addr learned my addr 172.21.15.3:0/1041182156 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73400700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9a3e0 0x55d937ea44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 -- 172.21.15.3:0/1041182156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9a3e0 msgr2=0x55d937ea44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9a3e0 0x55d937ea44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 -- 172.21.15.3:0/1041182156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 msgr2=0x55d937f129c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff73e00700 1 -- 172.21.15.3:0/1041182156 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d937f13000 con 0x55d937e94f80 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.962+0000 7eff78c00700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff73e00700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 0x55d937ea3f80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7eff6c0e34b0 tx=0x7eff64009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef19dd94d9e11377 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:38.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff5e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64004a30 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff60004830 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7eff64004bd0 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7eff64004dd0 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff854c8b80 10 client.27641 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.963+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d937f1a430 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff60004830 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7eff6401da70 con 0x55d937e94f80 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 10 client.27641 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 10 client.27641 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 20 client.27641 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937f1aac0 0x55d937f1cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 4 client.27641 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "2cd8bd88", "release": true, "await": true}] 2024-05-21T19:17:38.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "2cd8bd88", "release": true, "await": true}) -- 0x55d937dee670 con 0x55d937f1aac0 2024-05-21T19:17:38.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.964+0000 7eff73400700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937f1aac0 0x55d937f1cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:38.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.965+0000 7eff73400700 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937f1aac0 0x55d937f1cee0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35f7a415528dee6 server_cookie=852c2b2318d9b543 in_seq=0 out_seq=0 2024-05-21T19:17:38.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.965+0000 7eff5e000700 10 client.27641 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff5e000700 1 -- 172.21.15.3:0/1041182156 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d937dee670 con 0x55d937f1aac0 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff5e000700 10 client.27641 handle_command_reply: tid=0 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 client.27641 shutdown 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 msgr2=0x55d937ea3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 0x55d937ea3f80 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7eff6c0e34b0 tx=0x7eff64009260 comp rx=0 tx=0).stop 2024-05-21T19:17:38.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 shutdown_connections 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d937f1aac0 0x55d937f1cee0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d937e9ad00 0x55d937f129c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d937e94f80 0x55d937ea3f80 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 --2- 172.21.15.3:0/1041182156 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d937e9a3e0 0x55d937ea44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 >> 172.21.15.3:0/1041182156 conn(0x55d937dc2ce0 msgr2=0x55d937e9b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.967+0000 7eff5e000700 0 client.27641 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.968+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 shutdown_connections 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.968+0000 7eff854c8b80 1 -- 172.21.15.3:0/1041182156 wait complete. 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.968+0000 7eff854c8b80 20 client.27641 trim_cache size 0 max 16384 2024-05-21T19:17:38.969 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 32, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "2cd8bd88": { 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 32, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:17:38.970 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.3, 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:38.971 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 msgr2=0x7eff580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 0x7eff580b4d40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7eff7410bf20 tx=0x7eff60013900 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 msgr2=0x7eff741a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 0x7eff741a0690 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7eff6c00b070 tx=0x7eff6c004c80 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 shutdown_connections 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7eff580b2880 0x7eff580b4d40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7eff7410b760 0x7eff741a0690 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7eff74105760 0x7eff7419bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 --2- 172.21.15.3:0/1516833782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7eff74106120 0x7eff7419c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:38.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 >> 172.21.15.3:0/1516833782 conn(0x7eff74101250 msgr2=0x7eff74101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:38.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 shutdown_connections 2024-05-21T19:17:38.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:38.969+0000 7eff7ac00700 1 -- 172.21.15.3:0/1516833782 wait complete. 2024-05-21T19:17:39.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:39 smithi003 ceph-mon[31577]: pgmap v731: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:17:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:39 smithi104 ceph-mon[36417]: pgmap v731: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:17:40.011 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '2cd8bd88', total seconds elapsed: 29.3 2024-05-21T19:17:40.011 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.35 2024-05-21T19:17:40.011 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:17:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:39 smithi178 ceph-mon[36523]: pgmap v731: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-05-21T19:17:40.478 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:41.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 -- 172.21.15.3:0/1633229630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8190104b10 msgr2=0x7f8190104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 --2- 172.21.15.3:0/1633229630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8190104b10 0x7f8190104f30 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8180009900 tx=0x7f818002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 -- 172.21.15.3:0/1633229630 shutdown_connections 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 --2- 172.21.15.3:0/1633229630 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190105d00 0x7f8190106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 --2- 172.21.15.3:0/1633229630 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f81901066c0 0x7f819010cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 --2- 172.21.15.3:0/1633229630 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8190104b10 0x7f8190104f30 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 -- 172.21.15.3:0/1633229630 >> 172.21.15.3:0/1633229630 conn(0x7f8190100080 msgr2=0x7f81901024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 -- 172.21.15.3:0/1633229630 shutdown_connections 2024-05-21T19:17:41.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.807+0000 7f8195200640 1 -- 172.21.15.3:0/1633229630 wait complete. 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.808+0000 7f8195200640 1 Processor -- start 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 -- start start 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190104b10 0x7f819019ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81901066c0 0x7f81901a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8190110680 con 0x7f8190105d00 2024-05-21T19:17:41.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8190110500 con 0x7f81901066c0 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.809+0000 7f8195200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8190110800 con 0x7f8190104b10 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190104b10 0x7f819019ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45362/0 (socket says 172.21.15.3:45362) 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 -- 172.21.15.3:0/2659812442 learned_addr learned my addr 172.21.15.3:0/2659812442 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818fe00640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81901066c0 0x7f81901a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 -- 172.21.15.3:0/2659812442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190104b10 msgr2=0x7f819019ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190104b10 0x7f819019ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 -- 172.21.15.3:0/2659812442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81901066c0 msgr2=0x7f81901a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81901066c0 0x7f81901a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 -- 172.21.15.3:0/2659812442 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81901a2970 con 0x7f8190105d00 2024-05-21T19:17:41.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.810+0000 7f818ea00640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f817c00e9f0 tx=0x7f817c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.811+0000 7f8187e00640 1 -- 172.21.15.3:0/2659812442 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c00ccc0 con 0x7f8190105d00 2024-05-21T19:17:41.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.811+0000 7f8187e00640 1 -- 172.21.15.3:0/2659812442 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f817c00ce60 con 0x7f8190105d00 2024-05-21T19:17:41.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.811+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81901a2c60 con 0x7f8190105d00 2024-05-21T19:17:41.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.811+0000 7f8187e00640 1 -- 172.21.15.3:0/2659812442 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c010430 con 0x7f8190105d00 2024-05-21T19:17:41.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.811+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81901a3160 con 0x7f8190105d00 2024-05-21T19:17:41.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.814+0000 7f8199634740 1 Processor -- start 2024-05-21T19:17:41.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.814+0000 7f8199634740 1 -- start start 2024-05-21T19:17:41.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x5576605161e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660518ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557660480b90 con 0x557660516850 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557660470730 con 0x5576605116e0 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8199634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557660474770 con 0x557660510cf0 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f8187e00640 1 -- 172.21.15.3:0/2659812442 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f817c0046c0 con 0x7f8190105d00 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f818f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x5576605161e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f818fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f818fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:52698/0 (socket says 172.21.15.3:52698) 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f818fe00640 1 -- 172.21.15.3:0/2147733517 learned_addr learned my addr 172.21.15.3:0/2147733517 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.815+0000 7f818ea00640 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660518ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 -- 172.21.15.3:0/2147733517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 msgr2=0x5576605161e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x5576605161e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 -- 172.21.15.3:0/2147733517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 msgr2=0x557660518ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660518ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 -- 172.21.15.3:0/2147733517 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576604098b0 con 0x557660510cf0 2024-05-21T19:17:41.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f818fe00640 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8188011440 tx=0x7f8188011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dea21d83cffa8903 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f8184c00640 1 -- 172.21.15.3:0/2147733517 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8188003c30 con 0x557660510cf0 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f8184c00640 1 -- 172.21.15.3:0/2147733517 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8188003dd0 con 0x557660510cf0 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.816+0000 7f8184c00640 1 -- 172.21.15.3:0/2147733517 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818800fae0 con 0x557660510cf0 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8187e00640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 0x7f81740b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 -- 172.21.15.3:0/2147733517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 msgr2=0x557660511110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f8188011440 tx=0x7f8188011900 comp rx=0 tx=0).stop 2024-05-21T19:17:41.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8187e00640 1 -- 172.21.15.3:0/2659812442 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f817c0e2670 con 0x7f8190105d00 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 -- 172.21.15.3:0/2147733517 shutdown_connections 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660518ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x5576605161e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 --2- 172.21.15.3:0/2147733517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660510cf0 0x557660511110 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f8199634740 1 -- 172.21.15.3:0/2147733517 >> 172.21.15.3:0/2147733517 conn(0x55766050c360 msgr2=0x55766050c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.817+0000 7f818f400640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 0x7f81740b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.818+0000 7f8199634740 1 -- 172.21.15.3:0/2147733517 shutdown_connections 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.818+0000 7f8199634740 1 -- 172.21.15.3:0/2147733517 wait complete. 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.818+0000 7f8199634740 1 -- start start 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.818+0000 7f818f400640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 0x7f81740b4ca0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8180005ab0 tx=0x7f8180005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.818+0000 7f8199634740 1 Processor -- start 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660516850 0x557660521fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557660156790 con 0x557660510cf0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557660418bc0 con 0x557660516850 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557660519800 con 0x5576605116e0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f8199634740 10 client.0 _ll_register_callbacks cb 0x5576603f6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f818f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f818f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45380/0 (socket says 172.21.15.3:45380) 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f818f400640 1 -- 172.21.15.3:0/1219357009 learned_addr learned my addr 172.21.15.3:0/1219357009 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f818ea00640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.819+0000 7f818fe00640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660516850 0x557660521fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 -- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660516850 msgr2=0x557660521fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660516850 0x557660521fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 -- 172.21.15.3:0/1219357009 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 msgr2=0x55766051aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 -- 172.21.15.3:0/1219357009 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557660185210 con 0x5576605116e0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818f400640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f818ea00640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051afa0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f817c0a9910 tx=0x7f817c0a9440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a823be0e6499155a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8179600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c0a9c10 con 0x5576605116e0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f817c0b25e0 con 0x5576605116e0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8188003dd0 con 0x5576605116e0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f817c0adfc0 con 0x5576605116e0 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8199634740 10 client.27649 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:41.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.820+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557660251620 con 0x5576605116e0 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8188003dd0 con 0x5576605116e0 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f817c0a8e70 con 0x5576605116e0 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 10 client.27649 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 10 client.27649 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 20 client.27649 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660526550 0x557660528940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 4 client.27649 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:41.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557660482ae0 con 0x557660526550 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.821+0000 7f818f400640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660526550 0x557660528940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.822+0000 7f818f400640 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660526550 0x557660528940 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b724df844f0c32da server_cookie=fc942af354d2da1b in_seq=0 out_seq=0 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.822+0000 7f8179600640 10 client.27649 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8179600640 1 -- 172.21.15.3:0/1219357009 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557660482ae0 con 0x557660526550 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8179600640 10 client.27649 handle_command_reply: tid=0 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 client.27649 shutdown 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 msgr2=0x55766051afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051afa0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f817c0a9910 tx=0x7f817c0a9440 comp rx=0 tx=0).stop 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 shutdown_connections 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660526550 0x557660528940 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051afa0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660516850 0x557660521fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 --2- 172.21.15.3:0/1219357009 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766051aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 >> 172.21.15.3:0/1219357009 conn(0x55766050c360 msgr2=0x55766050b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8179600640 0 client.27649 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 shutdown_connections 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.823+0000 7f8199634740 1 -- 172.21.15.3:0/1219357009 wait complete. 2024-05-21T19:17:41.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.824+0000 7f8199634740 20 client.27649 trim_cache size 0 max 16384 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 Processor -- start 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 -- start start 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x557660521fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660516850 0x55766050b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81901ae7c0 con 0x557660510cf0 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81901ac090 con 0x5576605116e0 2024-05-21T19:17:41.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f8199634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f81901a9ee0 con 0x557660516850 2024-05-21T19:17:41.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.841+0000 7f818f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45392/0 (socket says 172.21.15.3:45392) 2024-05-21T19:17:41.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 -- 172.21.15.3:0/2935566723 learned_addr learned my addr 172.21.15.3:0/2935566723 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818ea00640 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x557660521fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818fe00640 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660516850 0x55766050b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 -- 172.21.15.3:0/2935566723 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660516850 msgr2=0x55766050b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660516850 0x55766050b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 -- 172.21.15.3:0/2935566723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 msgr2=0x557660521fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x557660521fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 -- 172.21.15.3:0/2935566723 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557660519940 con 0x557660510cf0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.842+0000 7f818f400640 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f818002a910 tx=0x7f8180040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e75bf4ceeee03be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f817be00640 1 -- 172.21.15.3:0/2935566723 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8180035040 con 0x557660510cf0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f817be00640 1 -- 172.21.15.3:0/2935566723 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8180031a50 con 0x557660510cf0 2024-05-21T19:17:41.843 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f817be00640 1 -- 172.21.15.3:0/2935566723 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818003d8b0 con 0x557660510cf0 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 -- 172.21.15.3:0/2935566723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 msgr2=0x55766050ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f818002a910 tx=0x7f8180040000 comp rx=0 tx=0).stop 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 -- 172.21.15.3:0/2935566723 shutdown_connections 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557660516850 0x55766050b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5576605116e0 0x557660521fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.843+0000 7f8199634740 1 --2- 172.21.15.3:0/2935566723 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660510cf0 0x55766050ac30 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.844+0000 7f8199634740 1 -- 172.21.15.3:0/2935566723 >> 172.21.15.3:0/2935566723 conn(0x55766050c360 msgr2=0x557660512970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.844+0000 7f8199634740 1 -- 172.21.15.3:0/2935566723 shutdown_connections 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.844+0000 7f8199634740 1 -- 172.21.15.3:0/2935566723 wait complete. 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.844+0000 7f8199634740 1 -- start start 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.844+0000 7f8199634740 1 Processor -- start 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 0x55766051f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81901aa550 con 0x557660516850 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81901ab9c0 con 0x557660510cf0 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f81901aac20 con 0x5576605116e0 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f8199634740 10 client.0 _ll_register_callbacks cb 0x7f817c009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45396/0 (socket says 172.21.15.3:45396) 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:52734/0 (socket says 172.21.15.3:52734) 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818fe00640 1 -- 172.21.15.3:0/4132042499 learned_addr learned my addr 172.21.15.3:0/4132042499 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818f400640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 0x55766051f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.845+0000 7f818fe00640 1 -- 172.21.15.3:0/4132042499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 msgr2=0x55766051f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818fe00640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818fe00640 1 -- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 msgr2=0x55766051f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818fe00640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 0x55766051f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818fe00640 1 -- 172.21.15.3:0/4132042499 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557660520f40 con 0x557660516850 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818f400640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 0x55766051f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818ea00640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f818fe00640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8188009b80 tx=0x7f818800f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be0ae1708097c7d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f8179600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:41.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8188009c60 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f818800f950 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.846+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8180031a50 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f818800fb50 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 10 client.17553 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557660522250 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8180031a50 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f818802e470 con 0x557660516850 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 10 client.17553 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 10 client.17553 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 20 client.17553 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660591680 0x557660593aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 4 client.17553 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:17:41.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.847+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55766047c2c0 con 0x557660591680 2024-05-21T19:17:41.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.848+0000 7f818f400640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660591680 0x557660593aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:41.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.848+0000 7f818f400640 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660591680 0x557660593aa0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fb204b2e1deaf8f server_cookie=922fa317a23c8cc9 in_seq=0 out_seq=0 2024-05-21T19:17:41.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.848+0000 7f8179600640 10 client.17553 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8179600640 1 -- 172.21.15.3:0/4132042499 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55766047c2c0 con 0x557660591680 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8179600640 10 client.17553 handle_command_reply: tid=0 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 client.17553 shutdown 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 msgr2=0x557660520950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f8188009b80 tx=0x7f818800f7e0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 shutdown_connections 2024-05-21T19:17:41.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557660591680 0x557660593aa0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5576605116e0 0x55766051f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557660516850 0x557660520950 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 --2- 172.21.15.3:0/4132042499 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557660510cf0 0x55766051f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8179600640 0 client.17553 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 >> 172.21.15.3:0/4132042499 conn(0x55766050c360 msgr2=0x55766050f040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 shutdown_connections 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 1 -- 172.21.15.3:0/4132042499 wait complete. 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.856+0000 7f8199634740 20 client.17553 trim_cache size 0 max 16384 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:17:41.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 msgr2=0x7f81740b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 0x7f81740b4ca0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8180005ab0 tx=0x7f8180005a20 comp rx=0 tx=0).stop 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 msgr2=0x7f819019b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f817c00e9f0 tx=0x7f817c00edf0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 shutdown_connections 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81901066c0 0x7f81901a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8190105d00 0x7f819019b290 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81740b27e0 0x7f81740b4ca0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 --2- 172.21.15.3:0/2659812442 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8190104b10 0x7f819019ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 >> 172.21.15.3:0/2659812442 conn(0x7f8190100080 msgr2=0x7f81901090d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 shutdown_connections 2024-05-21T19:17:41.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:41.857+0000 7f8195200640 1 -- 172.21.15.3:0/2659812442 wait complete. 2024-05-21T19:17:41.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:41 smithi003 ceph-mon[31577]: pgmap v732: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-05-21T19:17:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:41 smithi104 ceph-mon[36417]: pgmap v732: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-05-21T19:17:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:41 smithi178 ceph-mon[36523]: pgmap v732: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 -- 172.21.15.3:0/4139644459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc39810b760 msgr2=0x7fc39810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4139644459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc39810b760 0x7fc39810bb40 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc38c009990 tx=0x7fc38c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 -- 172.21.15.3:0/4139644459 shutdown_connections 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4139644459 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398106120 0x7fc398112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4139644459 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc39810b760 0x7fc39810bb40 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4139644459 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc398105760 0x7fc398105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 -- 172.21.15.3:0/4139644459 >> 172.21.15.3:0/4139644459 conn(0x7fc398101250 msgr2=0x7fc398103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:42.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 -- 172.21.15.3:0/4139644459 shutdown_connections 2024-05-21T19:17:42.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.823+0000 7fc3a0800700 1 -- 172.21.15.3:0/4139644459 wait complete. 2024-05-21T19:17:42.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.824+0000 7fc3a0800700 1 Processor -- start 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.824+0000 7fc3a0800700 1 -- start start 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.824+0000 7fc3a0800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398105760 0x7fc39819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc3a0800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc3a0800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 0x7fc3981a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc3a0800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc398115990 con 0x7fc398106120 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc3a0800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc398115810 con 0x7fc39810b760 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc3a0800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc398115b10 con 0x7fc398105760 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45412/0 (socket says 172.21.15.3:45412) 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39d400700 1 -- 172.21.15.3:0/4136787434 learned_addr learned my addr 172.21.15.3:0/4136787434 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39de00700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398105760 0x7fc39819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39e800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 0x7fc3981a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:42.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39d400700 1 -- 172.21.15.3:0/4136787434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398105760 msgr2=0x7fc39819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.825+0000 7fc39d400700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398105760 0x7fc39819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc39d400700 1 -- 172.21.15.3:0/4136787434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 msgr2=0x7fc3981a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc39d400700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 0x7fc3981a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc39d400700 1 -- 172.21.15.3:0/4136787434 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3981a0e50 con 0x7fc398106120 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc39e800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 0x7fc3981a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc39d400700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc38800e9a0 tx=0x7fc38800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38800ca10 con 0x7fc398106120 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc38800cbb0 con 0x7fc398106120 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3981a1140 con 0x7fc398106120 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc388018680 con 0x7fc398106120 2024-05-21T19:17:42.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.826+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3981a89c0 con 0x7fc398106120 2024-05-21T19:17:42.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.828+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc39806a230 con 0x7fc398106120 2024-05-21T19:17:42.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.833+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc388010430 con 0x7fc398106120 2024-05-21T19:17:42.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.835+0000 7fc392a00700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 0x7fc3800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:42.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.835+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc3880e2730 con 0x7fc398106120 2024-05-21T19:17:42.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.835+0000 7fc39de00700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 0x7fc3800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:42.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.836+0000 7fc39de00700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 0x7fc3800b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc38c006010 tx=0x7fc38c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:42.837 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:42.837+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc3880aa3d0 con 0x7fc398106120 2024-05-21T19:17:42.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:42 smithi104 ceph-mon[36417]: pgmap v733: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:17:43.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:42 smithi003 ceph-mon[31577]: pgmap v733: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:17:43.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.131+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc39819d1a0 con 0x7fc398106120 2024-05-21T19:17:43.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.132+0000 7fc392a00700 1 -- 172.21.15.3:0/4136787434 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fc3880a9cd0 con 0x7fc398106120 2024-05-21T19:17:43.133 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:17:43.133 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 msgr2=0x7fc3800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 0x7fc3800b4dc0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc38c006010 tx=0x7fc38c00b260 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 msgr2=0x7fc39819c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc38800e9a0 tx=0x7fc38800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 shutdown_connections 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3800b2900 0x7fc3800b4dc0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc39810b760 0x7fc3981a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc398105760 0x7fc39819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 --2- 172.21.15.3:0/4136787434 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc398106120 0x7fc39819c380 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.135+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 >> 172.21.15.3:0/4136787434 conn(0x7fc398101250 msgr2=0x7fc3981018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:43.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.136+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 shutdown_connections 2024-05-21T19:17:43.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:43.136+0000 7fc3a0800700 1 -- 172.21.15.3:0/4136787434 wait complete. 2024-05-21T19:17:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:42 smithi178 ceph-mon[36523]: pgmap v733: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-21T19:17:43.137 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:17:43.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:43 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4136787434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:44.101 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 141.35 --await-for 45.0' 2024-05-21T19:17:44.101 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 141.35 --await-for 45.0 2024-05-21T19:17:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:43 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4136787434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:44.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:43 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4136787434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:17:44.581 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:45.002 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:44 smithi003 ceph-mon[31577]: pgmap v734: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:17:45.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:44 smithi178 ceph-mon[36523]: pgmap v734: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:17:45.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:44 smithi104 ceph-mon[36417]: pgmap v734: 97 pgs: 97 active+clean; 3.6 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.5 KiB/s wr, 8 op/s 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 -- 172.21.15.3:0/2940732783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 msgr2=0x7f32e8116620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 --2- 172.21.15.3:0/2940732783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e8116620 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f32e000b0a0 tx=0x7f32e000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 -- 172.21.15.3:0/2940732783 shutdown_connections 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 --2- 172.21.15.3:0/2940732783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e8116620 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 --2- 172.21.15.3:0/2940732783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8077a70 0x7f32e8077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 --2- 172.21.15.3:0/2940732783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8078390 0x7f32e8113cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 -- 172.21.15.3:0/2940732783 >> 172.21.15.3:0/2940732783 conn(0x7f32e81010c0 msgr2=0x7f32e81034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 -- 172.21.15.3:0/2940732783 shutdown_connections 2024-05-21T19:17:46.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.977+0000 7f32ee400700 1 -- 172.21.15.3:0/2940732783 wait complete. 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.978+0000 7f32ee400700 1 Processor -- start 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.978+0000 7f32ee400700 1 -- start start 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8078390 0x7f32e81a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e81a4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8119bc0 con 0x7f32e8077a70 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8119a40 con 0x7f32e8114230 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ee400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f32e8119d40 con 0x7f32e8078390 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ed000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32eda00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e81a4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ed000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45424/0 (socket says 172.21.15.3:45424) 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32ed000700 1 -- 172.21.15.3:0/1024352035 learned_addr learned my addr 172.21.15.3:0/1024352035 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:46.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.979+0000 7f32e7e00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8078390 0x7f32e81a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 -- 172.21.15.3:0/1024352035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8078390 msgr2=0x7f32e81a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8078390 0x7f32e81a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 -- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 msgr2=0x7f32e819ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 -- 172.21.15.3:0/1024352035 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e81a4fc0 con 0x7f32e8114230 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32ed000700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:46.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.980+0000 7f32eda00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e81a4880 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f32e000d010 tx=0x7f32e0004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:46.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.981+0000 7f32e5600700 1 -- 172.21.15.3:0/1024352035 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e0021070 con 0x7f32e8114230 2024-05-21T19:17:46.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.981+0000 7f32e5600700 1 -- 172.21.15.3:0/1024352035 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32e0007e30 con 0x7f32e8114230 2024-05-21T19:17:46.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.981+0000 7f32e5600700 1 -- 172.21.15.3:0/1024352035 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e00045f0 con 0x7f32e8114230 2024-05-21T19:17:46.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.981+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e81a5250 con 0x7f32e8114230 2024-05-21T19:17:46.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.981+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e81acb30 con 0x7f32e8114230 2024-05-21T19:17:46.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.985+0000 7f32e5600700 1 -- 172.21.15.3:0/1024352035 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f32e0007980 con 0x7f32e8114230 2024-05-21T19:17:46.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.986+0000 7f32fa2deb80 1 Processor -- start 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.986+0000 7f32e5600700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 0x7f32d00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.986+0000 7f32fa2deb80 1 -- start start 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32e5600700 1 -- 172.21.15.3:0/1024352035 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f32e000f020 con 0x7f32e8114230 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32e7e00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 0x7f32d00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da0c60 0x55bf85dacd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bf85cfdfe0 con 0x55bf85da5fe0 2024-05-21T19:17:46.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bf85cedb80 con 0x55bf85da02c0 2024-05-21T19:17:46.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bf85cf1bc0 con 0x55bf85da0c60 2024-05-21T19:17:46.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.987+0000 7f32ed000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45426/0 (socket says 172.21.15.3:45426) 2024-05-21T19:17:46.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32e7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 -- 172.21.15.3:0/3175416834 learned_addr learned my addr 172.21.15.3:0/3175416834 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32eda00700 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da0c60 0x55bf85dacd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32e7e00700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 0x7f32d00b4e70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f32e8104b20 tx=0x7f32d4011440 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 -- 172.21.15.3:0/3175416834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da0c60 msgr2=0x55bf85dacd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da0c60 0x55bf85dacd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 -- 172.21.15.3:0/3175416834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 msgr2=0x55bf85da0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 -- 172.21.15.3:0/3175416834 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf85cb65c0 con 0x55bf85da5fe0 2024-05-21T19:17:46.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.988+0000 7f32ed000700 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0117e0 tx=0x7f32dc011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=149d890492a73f99 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:46.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.989+0000 7f32da000700 1 -- 172.21.15.3:0/3175416834 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc01e070 con 0x55bf85da5fe0 2024-05-21T19:17:46.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.989+0000 7f32da000700 1 -- 172.21.15.3:0/3175416834 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32dc00f930 con 0x55bf85da5fe0 2024-05-21T19:17:46.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.989+0000 7f32da000700 1 -- 172.21.15.3:0/3175416834 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc019970 con 0x55bf85da5fe0 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 -- 172.21.15.3:0/3175416834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 msgr2=0x55bf85da63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0117e0 tx=0x7f32dc011af0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 -- 172.21.15.3:0/3175416834 shutdown_connections 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da0c60 0x55bf85dacd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da5fe0 0x55bf85da63c0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/3175416834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 -- 172.21.15.3:0/3175416834 >> 172.21.15.3:0/3175416834 conn(0x55bf85ccdd80 msgr2=0x55bf85d9af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 -- 172.21.15.3:0/3175416834 shutdown_connections 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.990+0000 7f32fa2deb80 1 -- 172.21.15.3:0/3175416834 wait complete. 2024-05-21T19:17:46.995 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 -- start start 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 Processor -- start 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85daa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bf85bf4140 con 0x55bf85da0c60 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bf85c8e900 con 0x55bf85da02c0 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.991+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bf85dad270 con 0x55bf85da5fe0 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32fa2deb80 10 client.0 _ll_register_callbacks cb 0x55bf85c97e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54862/0 (socket says 172.21.15.3:54862) 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 -- 172.21.15.3:0/4156843413 learned_addr learned my addr 172.21.15.3:0/4156843413 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32e7e00700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32eda00700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85daa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 -- 172.21.15.3:0/4156843413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 msgr2=0x55bf85daa180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85daa180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 -- 172.21.15.3:0/4156843413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 msgr2=0x55bf85da9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.992+0000 7f32ed000700 1 -- 172.21.15.3:0/4156843413 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf85c3da70 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32ed000700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f32dc014040 tx=0x7f32dc00fd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b96db760bea263e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32cea00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc027060 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f32dc0050c0 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32dc00f930 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f32dc01e040 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32fa2deb80 10 client.27677 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.993+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bf85cbe200 con 0x55bf85da02c0 2024-05-21T19:17:46.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32dc00f930 con 0x55bf85da02c0 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f32dc021070 con 0x55bf85da02c0 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 10 client.27677 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 10 client.27677 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 20 client.27677 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85db9cd0 0x55bf85dbc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 4 client.27677 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:46.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf85cfff30 con 0x55bf85db9cd0 2024-05-21T19:17:46.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.994+0000 7f32e7e00700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85db9cd0 0x55bf85dbc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:46.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.995+0000 7f32e7e00700 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85db9cd0 0x55bf85dbc0c0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de4cef36a0a9bf6a server_cookie=12b9e5ba8a4b2c45 in_seq=0 out_seq=0 2024-05-21T19:17:46.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.995+0000 7f32cea00700 10 client.27677 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:46.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32cea00700 1 -- 172.21.15.3:0/4156843413 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bf85cfff30 con 0x55bf85db9cd0 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32cea00700 10 client.27677 handle_command_reply: tid=0 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 client.27677 shutdown 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 msgr2=0x55bf85dac8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f32dc014040 tx=0x7f32dc00fd10 comp rx=0 tx=0).stop 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 shutdown_connections 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85db9cd0 0x55bf85dbc0c0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85daa180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85dac8a0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32cea00700 0 client.27677 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/4156843413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 >> 172.21.15.3:0/4156843413 conn(0x55bf85ccdd80 msgr2=0x55bf85da52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.996+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 shutdown_connections 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.997+0000 7f32fa2deb80 1 -- 172.21.15.3:0/4156843413 wait complete. 2024-05-21T19:17:47.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:46.997+0000 7f32fa2deb80 20 client.27677 trim_cache size 0 max 16384 2024-05-21T19:17:47.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.019+0000 7f32fa2deb80 1 Processor -- start 2024-05-21T19:17:47.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.019+0000 7f32fa2deb80 1 -- start start 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85d9f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b67d0 con 0x55bf85da0c60 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b4060 con 0x55bf85da02c0 2024-05-21T19:17:47.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b1ed0 con 0x55bf85da5fe0 2024-05-21T19:17:47.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32ed000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32e7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32ed000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54866/0 (socket says 172.21.15.3:54866) 2024-05-21T19:17:47.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32ed000700 1 -- 172.21.15.3:0/750167574 learned_addr learned my addr 172.21.15.3:0/750167574 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.020+0000 7f32eda00700 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85d9f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 -- 172.21.15.3:0/750167574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 msgr2=0x55bf85d9f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85d9f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 -- 172.21.15.3:0/750167574 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 msgr2=0x55bf85da8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 -- 172.21.15.3:0/750167574 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf85d9a780 con 0x55bf85da02c0 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32eda00700 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85d9f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32ed000700 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f32dc003b90 tx=0x7f32dc009e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a1cb206bb656776 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32d9600700 1 -- 172.21.15.3:0/750167574 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc027070 con 0x55bf85da02c0 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32d9600700 1 -- 172.21.15.3:0/750167574 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32dc00f8b0 con 0x55bf85da02c0 2024-05-21T19:17:47.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.021+0000 7f32d9600700 1 -- 172.21.15.3:0/750167574 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc0056a0 con 0x55bf85da02c0 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 -- 172.21.15.3:0/750167574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 msgr2=0x55bf85da4310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f32dc003b90 tx=0x7f32dc009e10 comp rx=0 tx=0).stop 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 -- 172.21.15.3:0/750167574 shutdown_connections 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da5fe0 0x55bf85d9f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da02c0 0x55bf85da4310 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/750167574 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85da8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 -- 172.21.15.3:0/750167574 >> 172.21.15.3:0/750167574 conn(0x55bf85ccdd80 msgr2=0x55bf85d9f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:47.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 -- 172.21.15.3:0/750167574 shutdown_connections 2024-05-21T19:17:47.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.022+0000 7f32fa2deb80 1 -- 172.21.15.3:0/750167574 wait complete. 2024-05-21T19:17:47.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.023+0000 7f32fa2deb80 1 -- start start 2024-05-21T19:17:47.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.023+0000 7f32fa2deb80 1 Processor -- start 2024-05-21T19:17:47.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.023+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.023+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85db2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32fa2deb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 0x55bf85da18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b2520 con 0x55bf85da0c60 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b3990 con 0x55bf85da5fe0 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32fa2deb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f32e81b2bf0 con 0x55bf85da02c0 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32fa2deb80 10 client.0 _ll_register_callbacks cb 0x55bf85c97e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32e7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85db2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:52824/0 (socket says 172.21.15.3:52824) 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32e7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85db2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45444/0 (socket says 172.21.15.3:45444) 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 -- 172.21.15.3:0/412275148 learned_addr learned my addr 172.21.15.3:0/412275148 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:47.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32eda00700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 0x55bf85da18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 -- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 msgr2=0x55bf85da18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 0x55bf85da18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 -- 172.21.15.3:0/412275148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 msgr2=0x55bf85db2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85db2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32ed000700 1 -- 172.21.15.3:0/412275148 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf85da1de0 con 0x55bf85da02c0 2024-05-21T19:17:47.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.024+0000 7f32eda00700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 0x55bf85da18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32ed000700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f32dc00f880 tx=0x7f32dc019740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99ea25c2cf041cca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32cea00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32dc027040 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f32dc003890 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32dc00f8b0 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f32dc005110 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32fa2deb80 10 client.27679 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.025+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bf85e25e10 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32dc00f8b0 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f32dc021040 con 0x55bf85da02c0 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 10 client.27679 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:47.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 10 client.27679 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 20 client.27679 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85e26420 0x55bf85e28810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 4 client.27679 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.35, "await_for": 45.0}] 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.35, "await_for": 45.0}) -- 0x55bf85cf9710 con 0x55bf85e26420 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.026+0000 7f32e7e00700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85e26420 0x55bf85e28810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.027+0000 7f32e7e00700 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85e26420 0x55bf85e28810 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2304a993021fe4b6 server_cookie=94645dff411f4e1d in_seq=0 out_seq=0 2024-05-21T19:17:47.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.027+0000 7f32cea00700 10 client.27679 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.034+0000 7f32cea00700 1 -- 172.21.15.3:0/412275148 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55bf85cf9710 con 0x55bf85e26420 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.034+0000 7f32cea00700 10 client.27679 handle_command_reply: tid=0 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.034+0000 7f32fa2deb80 1 client.27679 shutdown 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 msgr2=0x55bf85db2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f32dc00f880 tx=0x7f32dc019740 comp rx=0 tx=0).stop 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 shutdown_connections 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bf85e26420 0x55bf85e28810 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bf85da5fe0 0x55bf85da18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bf85da02c0 0x55bf85db2500 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 --2- 172.21.15.3:0/412275148 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bf85da0c60 0x55bf85db2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 >> 172.21.15.3:0/412275148 conn(0x55bf85ccdd80 msgr2=0x55bf85d9fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:47.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32cea00700 0 client.27679 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:47.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 shutdown_connections 2024-05-21T19:17:47.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.035+0000 7f32fa2deb80 1 -- 172.21.15.3:0/412275148 wait complete. 2024-05-21T19:17:47.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.036+0000 7f32fa2deb80 20 client.27679 trim_cache size 0 max 16384 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 34, 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "83c7e4f4": { 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 34, 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:47.038 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.3, 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:47.039 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.036+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 msgr2=0x7f32d00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.036+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 0x7f32d00b4e70 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f32e8104b20 tx=0x7f32d4011440 comp rx=0 tx=0).stop 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.036+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 msgr2=0x7f32e81a4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.036+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e81a4880 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f32e000d010 tx=0x7f32e0004c80 comp rx=0 tx=0).stop 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 shutdown_connections 2024-05-21T19:17:47.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f32d00b29b0 0x7f32d00b4e70 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f32e8114230 0x7f32e81a4880 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f32e8077a70 0x7f32e819ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 --2- 172.21.15.3:0/1024352035 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f32e8078390 0x7f32e81a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 >> 172.21.15.3:0/1024352035 conn(0x7f32e81010c0 msgr2=0x7f32e81034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 shutdown_connections 2024-05-21T19:17:47.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:47.037+0000 7f32ee400700 1 -- 172.21.15.3:0/1024352035 wait complete. 2024-05-21T19:17:47.788 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:47 smithi003 ceph-mon[31577]: pgmap v735: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:17:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:47 smithi178 ceph-mon[36523]: pgmap v735: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:17:47.910 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '83c7e4f4', quiesce took 7.9 seconds. Will release after: 13.450000000000001 2024-05-21T19:17:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:47 smithi104 ceph-mon[36417]: pgmap v735: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:17:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:49 smithi003 ceph-mon[31577]: pgmap v736: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:17:49.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:49 smithi178 ceph-mon[36523]: pgmap v736: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:17:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:49 smithi104 ceph-mon[36417]: pgmap v736: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:17:51.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:51 smithi003 ceph-mon[31577]: pgmap v737: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.4 KiB/s wr, 9 op/s 2024-05-21T19:17:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:51 smithi178 ceph-mon[36523]: pgmap v737: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.4 KiB/s wr, 9 op/s 2024-05-21T19:17:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:51 smithi104 ceph-mon[36417]: pgmap v737: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.4 KiB/s wr, 9 op/s 2024-05-21T19:17:53.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:53 smithi003 ceph-mon[31577]: pgmap v738: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-05-21T19:17:53.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:53 smithi178 ceph-mon[36523]: pgmap v738: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-05-21T19:17:53.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:53 smithi104 ceph-mon[36417]: pgmap v738: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.5 KiB/s wr, 9 op/s 2024-05-21T19:17:55.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 -- 172.21.15.3:0/3671957722 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 msgr2=0x7f0564105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 --2- 172.21.15.3:0/3671957722 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f0564105100 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f0554009900 tx=0x7f055402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 -- 172.21.15.3:0/3671957722 shutdown_connections 2024-05-21T19:17:55.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 --2- 172.21.15.3:0/3671957722 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 0x7f0564106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 --2- 172.21.15.3:0/3671957722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 0x7f056410d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 --2- 172.21.15.3:0/3671957722 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f0564105100 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 -- 172.21.15.3:0/3671957722 >> 172.21.15.3:0/3671957722 conn(0x7f0564100270 msgr2=0x7f0564102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 -- 172.21.15.3:0/3671957722 shutdown_connections 2024-05-21T19:17:55.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.009+0000 7f056a800640 1 -- 172.21.15.3:0/3671957722 wait complete. 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.010+0000 7f056a800640 1 Processor -- start 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.010+0000 7f056a800640 1 -- start start 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 0x7f056419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 0x7f05641a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0564110850 con 0x7f0564104ce0 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f05641106d0 con 0x7f0564106890 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f056a800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f05641109d0 con 0x7f0564105ed0 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35744/0 (socket says 172.21.15.3:35744) 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 -- 172.21.15.3:0/1279747701 learned_addr learned my addr 172.21.15.3:0/1279747701 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:55.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f055be00640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 0x7f056419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563e00640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 0x7f05641a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 -- 172.21.15.3:0/1279747701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 msgr2=0x7f056419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 0x7f056419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 -- 172.21.15.3:0/1279747701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 msgr2=0x7f05641a2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.011+0000 7f0563400640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 0x7f05641a2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f0563400640 1 -- 172.21.15.3:0/1279747701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05641a2ab0 con 0x7f0564104ce0 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f0563400640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f0554031500 tx=0x7f0554003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f0560c00640 1 -- 172.21.15.3:0/1279747701 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055403f070 con 0x7f0564104ce0 2024-05-21T19:17:55.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f0560c00640 1 -- 172.21.15.3:0/1279747701 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0554031c50 con 0x7f0564104ce0 2024-05-21T19:17:55.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f0560c00640 1 -- 172.21.15.3:0/1279747701 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554035030 con 0x7f0564104ce0 2024-05-21T19:17:55.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05641a2d40 con 0x7f0564104ce0 2024-05-21T19:17:55.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.012+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05641a3180 con 0x7f0564104ce0 2024-05-21T19:17:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.016+0000 7f056d603740 1 Processor -- start 2024-05-21T19:17:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.016+0000 7f056d603740 1 -- start start 2024-05-21T19:17:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.016+0000 7f0560c00640 1 -- 172.21.15.3:0/1279747701 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0554042070 con 0x7f0564104ce0 2024-05-21T19:17:55.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.016+0000 7f056d603740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f056d603740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9ea9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f056d603740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9eabb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f056d603740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5619c9e13b90 con 0x5619c9ea4520 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f056d603740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5619c9e03730 con 0x5619c9ea9690 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f056d603740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5619c9e07770 con 0x5619c9ea3b30 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9ea9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55720/0 (socket says 172.21.15.3:55720) 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 -- 172.21.15.3:0/1404042793 learned_addr learned my addr 172.21.15.3:0/1404042793 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f055be00640 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9eabb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 -- 172.21.15.3:0/1404042793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 msgr2=0x5619c9eabb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9eabb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 -- 172.21.15.3:0/1404042793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 msgr2=0x5619c9ea9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9ea9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.017+0000 7f0563e00640 1 -- 172.21.15.3:0/1404042793 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619c9d9c8b0 con 0x5619c9ea3b30 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0563e00640 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f055c009fd0 tx=0x7f055c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a36549c8900ba240 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0558c00640 1 -- 172.21.15.3:0/1404042793 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c004d20 con 0x5619c9ea3b30 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0558c00640 1 -- 172.21.15.3:0/1404042793 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c004050 con 0x5619c9ea3b30 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0558c00640 1 -- 172.21.15.3:0/1404042793 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c005220 con 0x5619c9ea3b30 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0560c00640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 0x7f05480b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.018+0000 7f0560c00640 1 -- 172.21.15.3:0/1279747701 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f05541028f0 con 0x7f0564104ce0 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f0563400640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 0x7f05480b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 -- 172.21.15.3:0/1404042793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 msgr2=0x5619c9ea3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f055c009fd0 tx=0x7f055c0118d0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 -- 172.21.15.3:0/1404042793 shutdown_connections 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9eabb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9ea9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 --2- 172.21.15.3:0/1404042793 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ea3f50 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 -- 172.21.15.3:0/1404042793 >> 172.21.15.3:0/1404042793 conn(0x5619c9e9f1a0 msgr2=0x5619c9e9f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 -- 172.21.15.3:0/1404042793 shutdown_connections 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f0563400640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 0x7f05480b4de0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f05540c9c40 tx=0x7f0554108530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.019+0000 7f056d603740 1 -- 172.21.15.3:0/1404042793 wait complete. 2024-05-21T19:17:55.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.020+0000 7f056d603740 1 -- start start 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.020+0000 7f056d603740 1 Processor -- start 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.020+0000 7f056d603740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ead8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.020+0000 7f056d603740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f056d603740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 0x5619c9eb4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f056d603740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5619c9ae9790 con 0x5619c9ea9690 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f056d603740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5619c9dabbc0 con 0x5619c9ea4520 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f056d603740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5619c9eac640 con 0x5619c9ea3b30 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f056d603740 10 client.0 _ll_register_callbacks cb 0x5619c9d89400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:55.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f0563e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ead8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56774/0 (socket says 172.21.15.3:56774) 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f0563e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 0x5619c9eb4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 -- 172.21.15.3:0/3106866407 learned_addr learned my addr 172.21.15.3:0/3106866407 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 -- 172.21.15.3:0/3106866407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 msgr2=0x5619c9ead8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ead8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 -- 172.21.15.3:0/3106866407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 msgr2=0x5619c9eb4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 0x5619c9eb4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f055be00640 1 -- 172.21.15.3:0/3106866407 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619c9b18210 con 0x5619c9ea4520 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.021+0000 7f0563e00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 0x5619c9eb4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f055be00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f054c0126e0 tx=0x7f054c012ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83f5e632f9e2f6a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f0551600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c00f920 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f054c00fac0 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055c004050 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.022+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f054c00fcc0 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 10 client.27695 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5619c9be4620 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c004050 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f054c01c420 con 0x5619c9ea4520 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 10 client.27695 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 10 client.27695 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:55.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 20 client.27695 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9eb9410 0x5619c9ebb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 4 client.27695 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.023+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619c9e15ae0 con 0x5619c9eb9410 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.024+0000 7f0563e00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9eb9410 0x5619c9ebb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.024+0000 7f0563e00640 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9eb9410 0x5619c9ebb820 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b2ad83827087be3 server_cookie=3c82eaed7c103285 in_seq=0 out_seq=0 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.024+0000 7f0551600640 10 client.27695 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:55.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.025+0000 7f0551600640 1 -- 172.21.15.3:0/3106866407 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5619c9e15ae0 con 0x5619c9eb9410 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.025+0000 7f0551600640 10 client.27695 handle_command_reply: tid=0 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.025+0000 7f056d603740 1 client.27695 shutdown 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 msgr2=0x5619c9eade00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f054c0126e0 tx=0x7f054c012ba0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 shutdown_connections 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9eb9410 0x5619c9ebb820 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea9690 0x5619c9eb4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea4520 0x5619c9eade00 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 --2- 172.21.15.3:0/3106866407 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea3b30 0x5619c9ead8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f0551600640 0 client.27695 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 >> 172.21.15.3:0/3106866407 conn(0x5619c9e9f1a0 msgr2=0x5619c9e9e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 shutdown_connections 2024-05-21T19:17:55.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 1 -- 172.21.15.3:0/3106866407 wait complete. 2024-05-21T19:17:55.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.026+0000 7f056d603740 20 client.27695 trim_cache size 0 max 16384 2024-05-21T19:17:55.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 Processor -- start 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 -- start start 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 0x5619c9eb4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9ea25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f05641ae990 con 0x5619c9ea3b30 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f05641ac260 con 0x5619c9ea9690 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.043+0000 7f056d603740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aa0b0 con 0x5619c9ea4520 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35774/0 (socket says 172.21.15.3:35774) 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 -- 172.21.15.3:0/2601342020 learned_addr learned my addr 172.21.15.3:0/2601342020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9ea25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f055be00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 0x5619c9eb4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 -- 172.21.15.3:0/2601342020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 msgr2=0x5619c9eb4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 0x5619c9eb4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 -- 172.21.15.3:0/2601342020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 msgr2=0x5619c9ea25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9ea25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f0563e00640 1 -- 172.21.15.3:0/2601342020 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619c9e9efd0 con 0x5619c9ea3b30 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.044+0000 7f055be00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 0x5619c9eb4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.045+0000 7f0563e00640 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f055c009de0 tx=0x7f055c009d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3105dd572bf635bb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.045+0000 7f0553e00640 1 -- 172.21.15.3:0/2601342020 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c0042d0 con 0x5619c9ea3b30 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.045+0000 7f0553e00640 1 -- 172.21.15.3:0/2601342020 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c02c030 con 0x5619c9ea3b30 2024-05-21T19:17:55.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.045+0000 7f0553e00640 1 -- 172.21.15.3:0/2601342020 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c005330 con 0x5619c9ea3b30 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- 172.21.15.3:0/2601342020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 msgr2=0x5619c9ea2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f055c009de0 tx=0x7f055c009d50 comp rx=0 tx=0).stop 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- 172.21.15.3:0/2601342020 shutdown_connections 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea4520 0x5619c9eb4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea9690 0x5619c9ea25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 --2- 172.21.15.3:0/2601342020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea3b30 0x5619c9ea2080 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- 172.21.15.3:0/2601342020 >> 172.21.15.3:0/2601342020 conn(0x5619c9e9f1a0 msgr2=0x5619c9ea8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- 172.21.15.3:0/2601342020 shutdown_connections 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- 172.21.15.3:0/2601342020 wait complete. 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.046+0000 7f056d603740 1 -- start start 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 Processor -- start 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea3b30 0x5619c9eb1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 0x5619c9f21fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aa720 con 0x5619c9ea4520 2024-05-21T19:17:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f05641abb90 con 0x5619c9ea3b30 2024-05-21T19:17:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aadf0 con 0x5619c9ea9690 2024-05-21T19:17:55.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f056d603740 10 client.0 _ll_register_callbacks cb 0x7f054c009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f055be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f0563e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 0x5619c9f21fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f055be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35780/0 (socket says 172.21.15.3:35780) 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f055be00640 1 -- 172.21.15.3:0/3972673005 learned_addr learned my addr 172.21.15.3:0/3972673005 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.047+0000 7f0563e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 0x5619c9f21fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55750/0 (socket says 172.21.15.3:55750) 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f0563e00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea3b30 0x5619c9eb1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 -- 172.21.15.3:0/3972673005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 msgr2=0x5619c9f21fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 0x5619c9f21fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 -- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea3b30 msgr2=0x5619c9eb1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea3b30 0x5619c9eb1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 -- 172.21.15.3:0/3972673005 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619c9e9a440 con 0x5619c9ea4520 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f055be00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f054c001eb0 tx=0x7f054c00f820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6521efe399bf946 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f0551600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054c01c420 con 0x5619c9ea4520 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f054c021020 con 0x5619c9ea4520 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.048+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055c02c030 con 0x5619c9ea4520 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f054c01c5c0 con 0x5619c9ea4520 2024-05-21T19:17:55.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 10 client.17595 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5619c9f235e0 con 0x5619c9ea4520 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f055c02c030 con 0x5619c9ea4520 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f054c003710 con 0x5619c9ea4520 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 10 client.17595 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 10 client.17595 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 20 client.17595 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9f23fc0 0x5619c9f263e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 4 client.17595 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.049+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5619c9e0f2c0 con 0x5619c9f23fc0 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.050+0000 7f0563e00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9f23fc0 0x5619c9f263e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.050+0000 7f0563e00640 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9f23fc0 0x5619c9f263e0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=340129fa20d1c8e8 server_cookie=424f5848451da76d in_seq=0 out_seq=0 2024-05-21T19:17:55.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.050+0000 7f0551600640 10 client.17595 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:55.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f0551600640 1 -- 172.21.15.3:0/3972673005 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5619c9e0f2c0 con 0x5619c9f23fc0 2024-05-21T19:17:55.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f0551600640 10 client.17595 handle_command_reply: tid=0 2024-05-21T19:17:55.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 client.17595 shutdown 2024-05-21T19:17:55.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 msgr2=0x5619c9eb21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f054c001eb0 tx=0x7f054c00f820 comp rx=0 tx=0).stop 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 shutdown_connections 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5619c9f23fc0 0x5619c9f263e0 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5619c9ea9690 0x5619c9f21fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5619c9ea4520 0x5619c9eb21a0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f0551600640 0 client.17595 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 --2- 172.21.15.3:0/3972673005 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5619c9ea3b30 0x5619c9eb1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 >> 172.21.15.3:0/3972673005 conn(0x5619c9e9f1a0 msgr2=0x5619c9ea4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 shutdown_connections 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.058+0000 7f056d603740 1 -- 172.21.15.3:0/3972673005 wait complete. 2024-05-21T19:17:55.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056d603740 20 client.17595 trim_cache size 0 max 16384 2024-05-21T19:17:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:17:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:17:55.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 msgr2=0x7f05480b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 0x7f05480b4de0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f05540c9c40 tx=0x7f0554108530 comp rx=0 tx=0).stop 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 msgr2=0x7f056419ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f0554031500 tx=0x7f0554003c10 comp rx=0 tx=0).stop 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 shutdown_connections 2024-05-21T19:17:55.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05480b2920 0x7f05480b4de0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0564105ed0 0x7f056419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0564106890 0x7f05641a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 --2- 172.21.15.3:0/1279747701 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0564104ce0 0x7f056419ae90 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.059+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 >> 172.21.15.3:0/1279747701 conn(0x7f0564100270 msgr2=0x7f05641091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.060+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 shutdown_connections 2024-05-21T19:17:55.063 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:17:55.060+0000 7f056a800640 1 -- 172.21.15.3:0/1279747701 wait complete. 2024-05-21T19:17:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:55 smithi003 ceph-mon[31577]: pgmap v739: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-21T19:17:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:55 smithi178 ceph-mon[36523]: pgmap v739: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-21T19:17:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:55 smithi104 ceph-mon[36417]: pgmap v739: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.8 KiB/s wr, 10 op/s 2024-05-21T19:17:56.751 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:17:57.232 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:17:57.748 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:57 smithi003 ceph-mon[31577]: pgmap v740: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-21T19:17:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:57 smithi178 ceph-mon[36523]: pgmap v740: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-21T19:17:57.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:57 smithi104 ceph-mon[36417]: pgmap v740: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 4.3 KiB/s wr, 9 op/s 2024-05-21T19:17:59.779 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.777+0000 7f82e0600700 1 -- 172.21.15.3:0/2317620012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 msgr2=0x7f82d8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.777+0000 7f82e0600700 1 --2- 172.21.15.3:0/2317620012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d8110470 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b0a0 tx=0x7f82d000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 -- 172.21.15.3:0/2317620012 shutdown_connections 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 --2- 172.21.15.3:0/2317620012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d8110470 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 --2- 172.21.15.3:0/2317620012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81037f0 0x7f82d8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 --2- 172.21.15.3:0/2317620012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 -- 172.21.15.3:0/2317620012 >> 172.21.15.3:0/2317620012 conn(0x7f82d807a6a0 msgr2=0x7f82d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 -- 172.21.15.3:0/2317620012 shutdown_connections 2024-05-21T19:17:59.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.778+0000 7f82e0600700 1 -- 172.21.15.3:0/2317620012 wait complete. 2024-05-21T19:17:59.780 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:17:59 smithi003 ceph-mon[31577]: pgmap v741: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:17:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.779+0000 7f82e0600700 1 Processor -- start 2024-05-21T19:17:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 -- start start 2024-05-21T19:17:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 0x7f82d819fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d81999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81136e0 con 0x7f82d81041a0 2024-05-21T19:17:59.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d8113560 con 0x7f82d81037f0 2024-05-21T19:17:59.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.780+0000 7f82e0600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d8113860 con 0x7f82d81088f0 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d81999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82dd200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 0x7f82d819fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56796/0 (socket says 172.21.15.3:56796) 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82ddc00700 1 -- 172.21.15.3:0/3944339284 learned_addr learned my addr 172.21.15.3:0/3944339284 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 -- 172.21.15.3:0/3944339284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 msgr2=0x7f82d819f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 -- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 msgr2=0x7f82d819fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 0x7f82d819fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82de600700 1 -- 172.21.15.3:0/3944339284 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d819a100 con 0x7f82d81088f0 2024-05-21T19:17:59.783 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.781+0000 7f82ddc00700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82de600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d81999a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b0a0 tx=0x7f82d0004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82d6000700 1 -- 172.21.15.3:0/3944339284 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d0021070 con 0x7f82d81088f0 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82d6000700 1 -- 172.21.15.3:0/3944339284 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82d0007b80 con 0x7f82d81088f0 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82d6000700 1 -- 172.21.15.3:0/3944339284 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d001de50 con 0x7f82d81088f0 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d819a390 con 0x7f82d81088f0 2024-05-21T19:17:59.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.782+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d81a6660 con 0x7f82d81088f0 2024-05-21T19:17:59.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.786+0000 7f82d6000700 1 -- 172.21.15.3:0/3944339284 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f82d0024070 con 0x7f82d81088f0 2024-05-21T19:17:59.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 Processor -- start 2024-05-21T19:17:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 -- start start 2024-05-21T19:17:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c15704260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560c15662e40 con 0x560c1570a7d0 2024-05-21T19:17:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.787+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560c156529e0 con 0x560c15709eb0 2024-05-21T19:17:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560c15656a20 con 0x560c15704880 2024-05-21T19:17:59.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82d6000700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 0x7f82c00b4f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82dd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82dd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56808/0 (socket says 172.21.15.3:56808) 2024-05-21T19:17:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82dd200700 1 -- 172.21.15.3:0/2008939694 learned_addr learned my addr 172.21.15.3:0/2008939694 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82dd200700 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82d6000700 1 -- 172.21.15.3:0/3944339284 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82d00e3090 con 0x7f82d81088f0 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82de600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 0x7f82c00b4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.788+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c15704260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 -- 172.21.15.3:0/2008939694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 msgr2=0x560c1570a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 -- 172.21.15.3:0/2008939694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 msgr2=0x560c15704260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c15704260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 -- 172.21.15.3:0/2008939694 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c1561b420 con 0x560c15704880 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82dd200700 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704ce0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f82c4011880 tx=0x7f82c4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc50d11c0a613892 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82de600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 0x7f82c00b4f60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f82d00a6740 tx=0x7f82d00b1040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.789+0000 7f82caa00700 1 -- 172.21.15.3:0/2008939694 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c4004030 con 0x560c15704880 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.790+0000 7f82caa00700 1 -- 172.21.15.3:0/2008939694 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82c4003680 con 0x560c15704880 2024-05-21T19:17:59.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.790+0000 7f82caa00700 1 -- 172.21.15.3:0/2008939694 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c400f620 con 0x560c15704880 2024-05-21T19:17:59.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.790+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2008939694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 msgr2=0x560c15704ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.790+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704ce0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f82c4011880 tx=0x7f82c4009260 comp rx=0 tx=0).stop 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2008939694 shutdown_connections 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704ce0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2008939694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c15704260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2008939694 >> 172.21.15.3:0/2008939694 conn(0x560c15632be0 msgr2=0x560c156ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2008939694 shutdown_connections 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2008939694 wait complete. 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.791+0000 7f82eaf25b80 1 -- start start 2024-05-21T19:17:59.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 Processor -- start 2024-05-21T19:17:59.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c1570de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560c15558fa0 con 0x560c1570a7d0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560c155f3760 con 0x560c15709eb0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560c15711240 con 0x560c15704880 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.792+0000 7f82eaf25b80 10 client.0 _ll_register_callbacks cb 0x560c155fcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:55802/0 (socket says 172.21.15.3:55802) 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 -- 172.21.15.3:0/379647095 learned_addr learned my addr 172.21.15.3:0/379647095 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82ddc00700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c1570de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 -- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 msgr2=0x560c1570d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 -- 172.21.15.3:0/379647095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 msgr2=0x560c1570de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c1570de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.793+0000 7f82dd200700 1 -- 172.21.15.3:0/379647095 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c155a28d0 con 0x560c15704880 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82dd200700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f82c40116c0 tx=0x7f82c4013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa7b982b869afb23 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82bf400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c4011260 con 0x560c15704880 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82c4003680 con 0x560c15704880 2024-05-21T19:17:59.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82c401a070 con 0x560c15704880 2024-05-21T19:17:59.797 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f82c40050a0 con 0x560c15704880 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82eaf25b80 10 client.27709 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.794+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c15623060 con 0x560c15704880 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82c4003680 con 0x560c15704880 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f82c402d040 con 0x560c15704880 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 10 client.27709 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 10 client.27709 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 20 client.27709 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c1571dc30 0x560c15720020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 4 client.27709 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.795+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c15664d90 con 0x560c1571dc30 2024-05-21T19:17:59.798 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.796+0000 7f82ddc00700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c1571dc30 0x560c15720020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.796+0000 7f82ddc00700 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c1571dc30 0x560c15720020 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ffe3db0b91185c3 server_cookie=939437e8817685a1 in_seq=0 out_seq=0 2024-05-21T19:17:59.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.796+0000 7f82bf400700 10 client.27709 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:59.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82bf400700 1 -- 172.21.15.3:0/379647095 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560c15664d90 con 0x560c1571dc30 2024-05-21T19:17:59.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82bf400700 10 client.27709 handle_command_reply: tid=0 2024-05-21T19:17:59.799 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 client.27709 shutdown 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 msgr2=0x560c15710520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f82c40116c0 tx=0x7f82c4013040 comp rx=0 tx=0).stop 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 shutdown_connections 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c1571dc30 0x560c15720020 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c1570a7d0 0x560c1570de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15710520 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/379647095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15709eb0 0x560c1570d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82bf400700 0 client.27709 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.797+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 >> 172.21.15.3:0/379647095 conn(0x560c15632be0 msgr2=0x560c15703250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.798+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 shutdown_connections 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.798+0000 7f82eaf25b80 1 -- 172.21.15.3:0/379647095 wait complete. 2024-05-21T19:17:59.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.798+0000 7f82eaf25b80 20 client.27709 trim_cache size 0 max 16384 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 Processor -- start 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 -- start start 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 0x560c1570b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81ae190 con 0x560c15709eb0 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81aba20 con 0x560c1570a7d0 2024-05-21T19:17:59.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.821+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81a9870 con 0x560c15704880 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:35814/0 (socket says 172.21.15.3:35814) 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 -- 172.21.15.3:0/3682964964 learned_addr learned my addr 172.21.15.3:0/3682964964 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82dd200700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82dd200700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 0x560c1570b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 -- 172.21.15.3:0/3682964964 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 msgr2=0x560c15704260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 -- 172.21.15.3:0/3682964964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 msgr2=0x560c1570b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 0x560c1570b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 -- 172.21.15.3:0/3682964964 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c1570b800 con 0x560c15709eb0 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82dd200700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 0x560c1570b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.822+0000 7f82ddc00700 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x560c156f7340 tx=0x7f82cc005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead0286c64e627 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.823+0000 7f82ca000700 1 -- 172.21.15.3:0/3682964964 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82cc017c90 con 0x560c15709eb0 2024-05-21T19:17:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.823+0000 7f82ca000700 1 -- 172.21.15.3:0/3682964964 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82cc017e30 con 0x560c15709eb0 2024-05-21T19:17:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.823+0000 7f82ca000700 1 -- 172.21.15.3:0/3682964964 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82cc0053a0 con 0x560c15709eb0 2024-05-21T19:17:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- 172.21.15.3:0/3682964964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 msgr2=0x560c15708030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x560c156f7340 tx=0x7f82cc005ce0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- 172.21.15.3:0/3682964964 shutdown_connections 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c1570a7d0 0x560c1570b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c15704880 0x560c15704260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/3682964964 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15708030 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- 172.21.15.3:0/3682964964 >> 172.21.15.3:0/3682964964 conn(0x560c15632be0 msgr2=0x560c1570abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- 172.21.15.3:0/3682964964 shutdown_connections 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- 172.21.15.3:0/3682964964 wait complete. 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.824+0000 7f82eaf25b80 1 -- start start 2024-05-21T19:17:59.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 Processor -- start 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 0x560c157166b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15716bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 0x560c157134a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81a9ee0 con 0x560c15709eb0 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81ab350 con 0x560c15704880 2024-05-21T19:17:59.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81aa5b0 con 0x560c1570a7d0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.825+0000 7f82eaf25b80 10 client.0 _ll_register_callbacks cb 0x560c155fcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82dd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 0x560c157166b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82dd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 0x560c157166b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:56830/0 (socket says 172.21.15.3:56830) 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82dd200700 1 -- 172.21.15.3:0/2505155209 learned_addr learned my addr 172.21.15.3:0/2505155209 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15716bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82dd200700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 0x560c157134a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 -- 172.21.15.3:0/2505155209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 msgr2=0x560c157134a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 0x560c157134a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 -- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 msgr2=0x560c157166b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 0x560c157166b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82ddc00700 1 -- 172.21.15.3:0/2505155209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c15713c40 con 0x560c15709eb0 2024-05-21T19:17:59.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.826+0000 7f82dd200700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 0x560c157134a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82ddc00700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15716bf0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x560c156fb770 tx=0x7f82cc00ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbdb86b823692f50 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82bf400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82cc005430 con 0x560c15709eb0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82cc0055d0 con 0x560c15709eb0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82cc017e30 con 0x560c15709eb0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f82cc004750 con 0x560c15709eb0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82eaf25b80 10 client.17613 fetch_fsmap learned FSMap version 30 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.827+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c15789190 con 0x560c15709eb0 2024-05-21T19:17:59.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82cc017e30 con 0x560c15709eb0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f82cc019550 con 0x560c15709eb0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 10 client.17613 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 10 client.17613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 20 client.17613 populate_metadata read hostname 'smithi003' 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c157897c0 0x560c1578bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 4 client.17613 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560c1565e570 con 0x560c157897c0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.828+0000 7f82dd200700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c157897c0 0x560c1578bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82dd200700 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c157897c0 0x560c1578bbe0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2143dc54575d51b3 server_cookie=576ce62c7f44aea3 in_seq=0 out_seq=0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82bf400700 10 client.17613 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82bf400700 1 -- 172.21.15.3:0/2505155209 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560c1565e570 con 0x560c157897c0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82bf400700 10 client.17613 handle_command_reply: tid=0 2024-05-21T19:17:59.831 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82eaf25b80 1 client.17613 shutdown 2024-05-21T19:17:59.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 msgr2=0x560c15716bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.829+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15716bf0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x560c156fb770 tx=0x7f82cc00ec60 comp rx=0 tx=0).stop 2024-05-21T19:17:59.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 shutdown_connections 2024-05-21T19:17:59.832 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560c157897c0 0x560c1578bbe0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560c1570a7d0 0x560c157134a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560c15704880 0x560c157166b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82bf400700 0 client.17613 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 --2- 172.21.15.3:0/2505155209 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560c15709eb0 0x560c15716bf0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 >> 172.21.15.3:0/2505155209 conn(0x560c15632be0 msgr2=0x560c15708a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 shutdown_connections 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 1 -- 172.21.15.3:0/2505155209 wait complete. 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.830+0000 7f82eaf25b80 20 client.17613 trim_cache size 0 max 16384 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:17:59.833 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:17:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 msgr2=0x7f82c00b4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 0x7f82c00b4f60 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f82d00a6740 tx=0x7f82d00b1040 comp rx=0 tx=0).stop 2024-05-21T19:17:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 msgr2=0x7f82d81999a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:17:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d81999a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b0a0 tx=0x7f82d0004d00 comp rx=0 tx=0).stop 2024-05-21T19:17:59.834 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 shutdown_connections 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82c00b2aa0 0x7f82c00b4f60 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d81999a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d819f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 --2- 172.21.15.3:0/3944339284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 0x7f82d819fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 >> 172.21.15.3:0/3944339284 conn(0x7f82d807a6a0 msgr2=0x7f82d8101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.831+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 shutdown_connections 2024-05-21T19:17:59.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:17:59.832+0000 7f82e0600700 1 -- 172.21.15.3:0/3944339284 wait complete. 2024-05-21T19:17:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:17:59 smithi178 ceph-mon[36523]: pgmap v741: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:17:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:17:59 smithi104 ceph-mon[36417]: pgmap v741: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:18:00.644 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:18:00.645 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:18:01.104 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:01.362 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:18:01.706 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:01 smithi003 ceph-mon[31577]: pgmap v742: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:18:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:01 smithi178 ceph-mon[36523]: pgmap v742: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:18:01.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:01 smithi104 ceph-mon[36417]: pgmap v742: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:18:02.485 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:03.819 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:03 smithi003 ceph-mon[31577]: pgmap v743: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:18:03.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 -- 172.21.15.3:0/4263509516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010eeb0 msgr2=0x7f18b0116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:03.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 --2- 172.21.15.3:0/4263509516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010eeb0 0x7f18b0116a80 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f18a800b0d0 tx=0x7f18a800b3e0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 -- 172.21.15.3:0/4263509516 shutdown_connections 2024-05-21T19:18:03.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 --2- 172.21.15.3:0/4263509516 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010eeb0 0x7f18b0116a80 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.882 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 --2- 172.21.15.3:0/4263509516 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 --2- 172.21.15.3:0/4263509516 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010a780 0x7f18b010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 -- 172.21.15.3:0/4263509516 >> 172.21.15.3:0/4263509516 conn(0x7f18b0076d10 msgr2=0x7f18b0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:03.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 -- 172.21.15.3:0/4263509516 shutdown_connections 2024-05-21T19:18:03.883 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.881+0000 7f18b7000700 1 -- 172.21.15.3:0/4263509516 wait complete. 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.882+0000 7f18b7000700 1 Processor -- start 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.882+0000 7f18b7000700 1 -- start start 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.882+0000 7f18b7000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b7000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 0x7f18b01a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b7000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010eeb0 0x7f18b01a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b7000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f18b0119d40 con 0x7f18b010a780 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b7000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f18b0119bc0 con 0x7f18b0109dd0 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b7000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f18b0119ec0 con 0x7f18b010eeb0 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18af400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 0x7f18b01a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:03.884 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43482/0 (socket says 172.21.15.3:43482) 2024-05-21T19:18:03.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 -- 172.21.15.3:0/2640401838 learned_addr learned my addr 172.21.15.3:0/2640401838 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:03.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18b5000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010eeb0 0x7f18b01a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:03.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 -- 172.21.15.3:0/2640401838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010eeb0 msgr2=0x7f18b01a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010eeb0 0x7f18b01a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 -- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 msgr2=0x7f18b01a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 0x7f18b01a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18afe00700 1 -- 172.21.15.3:0/2640401838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b01a51a0 con 0x7f18b0109dd0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.883+0000 7f18af400700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 0x7f18b01a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18afe00700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f18a000e9a0 tx=0x7f18a000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a000ca10 con 0x7f18b0109dd0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18b01a5490 con 0x7f18b0109dd0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18a000cbb0 con 0x7f18b0109dd0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a0018680 con 0x7f18b0109dd0 2024-05-21T19:18:03.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.884+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18b01acd10 con 0x7f18b0109dd0 2024-05-21T19:18:03.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:03 smithi178 ceph-mon[36523]: pgmap v743: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:18:03.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.885+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18b006a230 con 0x7f18b0109dd0 2024-05-21T19:18:03.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.888+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f18a0010430 con 0x7f18b0109dd0 2024-05-21T19:18:03.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.889+0000 7f18acc00700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 0x7f18940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:03.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.889+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f18a00e23e0 con 0x7f18b0109dd0 2024-05-21T19:18:03.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.890+0000 7f18af400700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 0x7f18940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:03.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.890+0000 7f18af400700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 0x7f18940b4d40 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f18b0110210 tx=0x7f189c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:03.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:03.893+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f18a00aa080 con 0x7f18b0109dd0 2024-05-21T19:18:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:03 smithi104 ceph-mon[36417]: pgmap v743: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:18:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.184+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18b002e560 con 0x7f18b0109dd0 2024-05-21T19:18:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.185+0000 7f18acc00700 1 -- 172.21.15.3:0/2640401838 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f18a00b2100 con 0x7f18b0109dd0 2024-05-21T19:18:04.187 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:18:04.187 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:18:04.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 msgr2=0x7f18940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 0x7f18940b4d40 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f18b0110210 tx=0x7f189c009260 comp rx=0 tx=0).stop 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 msgr2=0x7f18b01a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f18a000e9a0 tx=0x7f18a000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 shutdown_connections 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f18940b2880 0x7f18940b4d40 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f18b010eeb0 0x7f18b01a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f18b0109dd0 0x7f18b01a0190 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:04.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 --2- 172.21.15.3:0/2640401838 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f18b010a780 0x7f18b01a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:04.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 >> 172.21.15.3:0/2640401838 conn(0x7f18b0076d10 msgr2=0x7f18b0077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:04.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.188+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 shutdown_connections 2024-05-21T19:18:04.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:04.189+0000 7f18b7000700 1 -- 172.21.15.3:0/2640401838 wait complete. 2024-05-21T19:18:04.191 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:18:04.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:04 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2640401838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:04.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:04 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2640401838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:04.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:04 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2640401838' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:04.991 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 -- 172.21.15.3:0/2759900276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1088f0 msgr2=0x7ffa8c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 --2- 172.21.15.3:0/2759900276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c110470 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ffa8400b0d0 tx=0x7ffa8400b3e0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 -- 172.21.15.3:0/2759900276 shutdown_connections 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 --2- 172.21.15.3:0/2759900276 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c110470 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 --2- 172.21.15.3:0/2759900276 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 --2- 172.21.15.3:0/2759900276 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 -- 172.21.15.3:0/2759900276 >> 172.21.15.3:0/2759900276 conn(0x7ffa8c07a6a0 msgr2=0x7ffa8c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 -- 172.21.15.3:0/2759900276 shutdown_connections 2024-05-21T19:18:05.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.543+0000 7ffa94000700 1 -- 172.21.15.3:0/2759900276 wait complete. 2024-05-21T19:18:05.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.545+0000 7ffa94000700 1 Processor -- start 2024-05-21T19:18:05.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.545+0000 7ffa94000700 1 -- start start 2024-05-21T19:18:05.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:05.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:05.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:05.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c113730 con 0x7ffa8c1037f0 2024-05-21T19:18:05.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1135b0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa94000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c1138b0 con 0x7ffa8c1088f0 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa91600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa90c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa90c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43502/0 (socket says 172.21.15.3:43502) 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa91600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41074/0 (socket says 172.21.15.3:41074) 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa90c00700 1 -- 172.21.15.3:0/2685900408 learned_addr learned my addr 172.21.15.3:0/2685900408 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.546+0000 7ffa92000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 -- 172.21.15.3:0/2685900408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1088f0 msgr2=0x7ffa8c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:05.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 -- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 msgr2=0x7ffa8c19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 -- 172.21.15.3:0/2685900408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c1a0da0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.547+0000 7ffa90c00700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800eb30 tx=0x7ffa7800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.548+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7800cbd0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.548+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa780044d0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.548+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78003e60 con 0x7ffa8c1041a0 2024-05-21T19:18:05.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.548+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c1a1090 con 0x7ffa8c1041a0 2024-05-21T19:18:05.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.548+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1a8910 con 0x7ffa8c1041a0 2024-05-21T19:18:05.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.550+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c06a230 con 0x7ffa8c1041a0 2024-05-21T19:18:05.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.554+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa78004000 con 0x7ffa8c1041a0 2024-05-21T19:18:05.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.556+0000 7ffa8a000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 0x7ffa740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:05.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.556+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa780e2500 con 0x7ffa8c1041a0 2024-05-21T19:18:05.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.557+0000 7ffa91600700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 0x7ffa740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:05.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.557+0000 7ffa91600700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 0x7ffa740b4dc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ffa80009c60 tx=0x7ffa80009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:05.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.560+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffa780042f0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.589 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:05.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:05 smithi003 ceph-mon[31577]: pgmap v744: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:18:05.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.864+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa8c1a8ba0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.865+0000 7ffa8a000700 1 -- 172.21.15.3:0/2685900408 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7ffa780aa1a0 con 0x7ffa8c1041a0 2024-05-21T19:18:05.866 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:18:05.867 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:18:05.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 msgr2=0x7ffa740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:05.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 0x7ffa740b4dc0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ffa80009c60 tx=0x7ffa80009260 comp rx=0 tx=0).stop 2024-05-21T19:18:05.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 msgr2=0x7ffa8c19c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:05.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800eb30 tx=0x7ffa7800ee40 comp rx=0 tx=0).stop 2024-05-21T19:18:05.870 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 shutdown_connections 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa740b2900 0x7ffa740b4dc0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa8c1088f0 0x7ffa8c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa8c1037f0 0x7ffa8c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 --2- 172.21.15.3:0/2685900408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa8c1041a0 0x7ffa8c19c2d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 >> 172.21.15.3:0/2685900408 conn(0x7ffa8c07a6a0 msgr2=0x7ffa8c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 shutdown_connections 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:05.869+0000 7ffa94000700 1 -- 172.21.15.3:0/2685900408 wait complete. 2024-05-21T19:18:05.871 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:18:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:05 smithi178 ceph-mon[36523]: pgmap v744: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:18:05.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:05 smithi104 ceph-mon[36417]: pgmap v744: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:18:06.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2685900408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:06.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2685900408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:06.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2685900408' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:18:07.586 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 83c7e4f4 --release --await' 2024-05-21T19:18:07.587 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 83c7e4f4 --release --await 2024-05-21T19:18:07.818 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:07 smithi003 ceph-mon[31577]: pgmap v745: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:18:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:07 smithi178 ceph-mon[36523]: pgmap v745: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:18:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:07 smithi104 ceph-mon[36417]: pgmap v745: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:18:08.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 -- 172.21.15.3:0/3133448976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8102ab0 msgr2=0x7f52a8102ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 --2- 172.21.15.3:0/3133448976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8102ab0 0x7f52a8102ed0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f529c009900 tx=0x7f529c02a3f0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 -- 172.21.15.3:0/3133448976 shutdown_connections 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 --2- 172.21.15.3:0/3133448976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8103ca0 0x7f52a8104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 --2- 172.21.15.3:0/3133448976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8104660 0x7f52a810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 --2- 172.21.15.3:0/3133448976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8102ab0 0x7f52a8102ed0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 -- 172.21.15.3:0/3133448976 >> 172.21.15.3:0/3133448976 conn(0x7f52a80fe040 msgr2=0x7f52a8100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 -- 172.21.15.3:0/3133448976 shutdown_connections 2024-05-21T19:18:08.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.207+0000 7f52afe00640 1 -- 172.21.15.3:0/3133448976 wait complete. 2024-05-21T19:18:08.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.208+0000 7f52afe00640 1 Processor -- start 2024-05-21T19:18:08.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 -- start start 2024-05-21T19:18:08.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8102ab0 0x7f52a819ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8103ca0 0x7f52a819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52a810e620 con 0x7f52a8103ca0 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52a810e4a0 con 0x7f52a8102ab0 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52afe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a810e7a0 con 0x7f52a8104660 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52aca00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8103ca0 0x7f52a819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52ade00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52ad400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8102ab0 0x7f52a819ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52ade00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57672/0 (socket says 172.21.15.3:57672) 2024-05-21T19:18:08.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.209+0000 7f52ade00640 1 -- 172.21.15.3:0/2200984063 learned_addr learned my addr 172.21.15.3:0/2200984063 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 -- 172.21.15.3:0/2200984063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8102ab0 msgr2=0x7f52a819ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8102ab0 0x7f52a819ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 -- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8103ca0 msgr2=0x7f52a819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8103ca0 0x7f52a819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 -- 172.21.15.3:0/2200984063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a81a2a70 con 0x7f52a8104660 2024-05-21T19:18:08.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.210+0000 7f52ade00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f52a000eb10 tx=0x7f52a000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.211+0000 7f52a6000640 1 -- 172.21.15.3:0/2200984063 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a0004b20 con 0x7f52a8104660 2024-05-21T19:18:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.211+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a81a2d60 con 0x7f52a8104660 2024-05-21T19:18:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.211+0000 7f52a6000640 1 -- 172.21.15.3:0/2200984063 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52a0004cc0 con 0x7f52a8104660 2024-05-21T19:18:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.211+0000 7f52a6000640 1 -- 172.21.15.3:0/2200984063 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a0010670 con 0x7f52a8104660 2024-05-21T19:18:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.211+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a81a3250 con 0x7f52a8104660 2024-05-21T19:18:08.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.215+0000 7f52a6000640 1 -- 172.21.15.3:0/2200984063 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f52a0005020 con 0x7f52a8104660 2024-05-21T19:18:08.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 Processor -- start 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 -- start start 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563917ff8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ffe690 0x563918000b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563917f68b90 con 0x563917ff8b30 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563917f58730 con 0x563917ffe690 2024-05-21T19:18:08.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.216+0000 7f52b2baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563917f5c770 con 0x563917ff9520 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52a6000640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 0x7f52900b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52aca00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563917ff8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57684/0 (socket says 172.21.15.3:57684) 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 -- 172.21.15.3:0/2708239949 learned_addr learned my addr 172.21.15.3:0/2708239949 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52aca00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563917ff8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41104/0 (socket says 172.21.15.3:41104) 2024-05-21T19:18:08.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52aca00640 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ffe690 0x563918000b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52a6000640 1 -- 172.21.15.3:0/2200984063 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f52a00e2790 con 0x7f52a8104660 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 -- 172.21.15.3:0/2708239949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ffe690 msgr2=0x563918000b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ffe690 0x563918000b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 -- 172.21.15.3:0/2708239949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 msgr2=0x563917ff8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563917ff8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ad400640 1 -- 172.21.15.3:0/2708239949 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563917ef18b0 con 0x563917ff9520 2024-05-21T19:18:08.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.217+0000 7f52ade00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 0x7f52900b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.218+0000 7f52ad400640 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f529c006010 tx=0x7f529c004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f01d97e38d4b1ab2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.218+0000 7f529a600640 1 -- 172.21.15.3:0/2708239949 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c035030 con 0x563917ff9520 2024-05-21T19:18:08.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.218+0000 7f529a600640 1 -- 172.21.15.3:0/2708239949 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c040070 con 0x563917ff9520 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.218+0000 7f529a600640 1 -- 172.21.15.3:0/2708239949 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c0318d0 con 0x563917ff9520 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- 172.21.15.3:0/2708239949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 msgr2=0x563917ffe020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f529c006010 tx=0x7f529c004040 comp rx=0 tx=0).stop 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52ade00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 0x7f52900b4de0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f52a00a6fa0 tx=0x7f52a000cee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- 172.21.15.3:0/2708239949 shutdown_connections 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563917ffe020 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ffe690 0x563918000b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2708239949 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563917ff8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- 172.21.15.3:0/2708239949 >> 172.21.15.3:0/2708239949 conn(0x563917ff41a0 msgr2=0x563917ff45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- 172.21.15.3:0/2708239949 shutdown_connections 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- 172.21.15.3:0/2708239949 wait complete. 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.219+0000 7f52b2baf740 1 -- start start 2024-05-21T19:18:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.220+0000 7f52b2baf740 1 Processor -- start 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.220+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x5639180028c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.220+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.220+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563918009e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52b2baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563917c3e790 con 0x563917ffe690 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52b2baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563917f00bc0 con 0x563917ff8b30 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52b2baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5639180015e0 con 0x563917ff9520 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52b2baf740 10 client.0 _ll_register_callbacks cb 0x563917ede400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x5639180028c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57696/0 (socket says 172.21.15.3:57696) 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52ad400640 1 -- 172.21.15.3:0/4201268518 learned_addr learned my addr 172.21.15.3:0/4201268518 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563918009e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 -- 172.21.15.3:0/4201268518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 msgr2=0x563918002e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 -- 172.21.15.3:0/4201268518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 msgr2=0x563918009e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563918009e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52aca00640 1 -- 172.21.15.3:0/4201268518 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563917c6d210 con 0x563917ff8b30 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.221+0000 7f52ad400640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.222+0000 7f52aca00640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x5639180028c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x563917ff9d80 tx=0x7f5294009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df054d1d2e01d848 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.222+0000 7f528ea00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.222+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294011ae0 con 0x563917ff8b30 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.222+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5294011c80 con 0x563917ff8b30 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.222+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f529c040070 con 0x563917ff8b30 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.223+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f52940223f0 con 0x563917ff8b30 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.223+0000 7f52b2baf740 10 client.27743 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:08.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.223+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563917d39620 con 0x563917ff8b30 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.223+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c040070 con 0x563917ff8b30 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f529402c3b0 con 0x563917ff8b30 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 10 client.27743 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 10 client.27743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 20 client.27743 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56391800e3a0 0x563918010790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 4 client.27743 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563917f6aae0 con 0x56391800e3a0 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.224+0000 7f52ad400640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56391800e3a0 0x563918010790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.225+0000 7f52ad400640 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56391800e3a0 0x563918010790 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a846d0dce16c16f server_cookie=4342fbcb3836f545 in_seq=0 out_seq=0 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.225+0000 7f528ea00640 10 client.27743 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f528ea00640 1 -- 172.21.15.3:0/4201268518 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563917f6aae0 con 0x56391800e3a0 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f528ea00640 10 client.27743 handle_command_reply: tid=0 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 client.27743 shutdown 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 msgr2=0x5639180028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x5639180028c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x563917ff9d80 tx=0x7f5294009b50 comp rx=0 tx=0).stop 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 shutdown_connections 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56391800e3a0 0x563918010790 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918002e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563918009e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f528ea00640 0 client.27743 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 --2- 172.21.15.3:0/4201268518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x5639180028c0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.226+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 >> 172.21.15.3:0/4201268518 conn(0x563917ff41a0 msgr2=0x563917ff3310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.227+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 shutdown_connections 2024-05-21T19:18:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.227+0000 7f52b2baf740 1 -- 172.21.15.3:0/4201268518 wait complete. 2024-05-21T19:18:08.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.227+0000 7f52b2baf740 20 client.27743 trim_cache size 0 max 16384 2024-05-21T19:18:08.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 Processor -- start 2024-05-21T19:18:08.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 -- start start 2024-05-21T19:18:08.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x563917ff79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563917ff3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81ae960 con 0x563917ffe690 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81ac230 con 0x563917ff8b30 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52b2baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81aa080 con 0x563917ff9520 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.245+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57712/0 (socket says 172.21.15.3:57712) 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 -- 172.21.15.3:0/2322620825 learned_addr learned my addr 172.21.15.3:0/2322620825 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52aca00640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563917ff3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52aca00640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x563917ff79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 -- 172.21.15.3:0/2322620825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 msgr2=0x563917ff79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x563917ff79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 -- 172.21.15.3:0/2322620825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 msgr2=0x563917ff3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563917ff3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 -- 172.21.15.3:0/2322620825 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563917ff92c0 con 0x563917ff9520 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52aca00640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x563917ff79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.246+0000 7f52ad400640 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f529c02a910 tx=0x7f529c005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd025c83f809acef server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.247+0000 7f5299c00640 1 -- 172.21.15.3:0/2322620825 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c035040 con 0x563917ff9520 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.247+0000 7f5299c00640 1 -- 172.21.15.3:0/2322620825 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c040040 con 0x563917ff9520 2024-05-21T19:18:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.247+0000 7f5299c00640 1 -- 172.21.15.3:0/2322620825 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c031800 con 0x563917ff9520 2024-05-21T19:18:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 -- 172.21.15.3:0/2322620825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 msgr2=0x563918009dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f529c02a910 tx=0x7f529c005c00 comp rx=0 tx=0).stop 2024-05-21T19:18:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 -- 172.21.15.3:0/2322620825 shutdown_connections 2024-05-21T19:18:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ff9520 0x563918009dd0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ffe690 0x563917ff3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 --2- 172.21.15.3:0/2322620825 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff8b30 0x563917ff79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 -- 172.21.15.3:0/2322620825 >> 172.21.15.3:0/2322620825 conn(0x563917ff41a0 msgr2=0x563917ff2a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 -- 172.21.15.3:0/2322620825 shutdown_connections 2024-05-21T19:18:08.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 -- 172.21.15.3:0/3549812526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341041a0 msgr2=0x7f1e341081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/3549812526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341041a0 0x7f1e341081c0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1e200099c0 tx=0x7f1e20009cd0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 -- 172.21.15.3:0/3549812526 shutdown_connections 2024-05-21T19:18:08.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/3549812526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e34110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/3549812526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341037f0 0x7f1e34103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/3549812526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341041a0 0x7f1e341081c0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 -- 172.21.15.3:0/3549812526 >> 172.21.15.3:0/3549812526 conn(0x7f1e3407a6a0 msgr2=0x7f1e3407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f52b2baf740 1 -- 172.21.15.3:0/2322620825 wait complete. 2024-05-21T19:18:08.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 -- 172.21.15.3:0/3549812526 shutdown_connections 2024-05-21T19:18:08.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.248+0000 7f1e3ba00700 1 -- 172.21.15.3:0/3549812526 wait complete. 2024-05-21T19:18:08.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.249+0000 7f52b2baf740 1 -- start start 2024-05-21T19:18:08.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.249+0000 7f52b2baf740 1 Processor -- start 2024-05-21T19:18:08.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.249+0000 7f1e3ba00700 1 Processor -- start 2024-05-21T19:18:08.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 -- start start 2024-05-21T19:18:08.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563918007070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e3410af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1e34113750 con 0x7f1e341041a0 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341135d0 con 0x7f1e341037f0 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e3ba00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341138d0 con 0x7f1e341088f0 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e39a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e3410af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43554/0 (socket says 172.21.15.3:43554) 2024-05-21T19:18:08.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41134/0 (socket says 172.21.15.3:41134) 2024-05-21T19:18:08.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 0x5639180075b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e39000700 1 -- 172.21.15.3:0/276029439 learned_addr learned my addr 172.21.15.3:0/276029439 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.250+0000 7f1e39a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e3410af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57720/0 (socket says 172.21.15.3:57720) 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 0x563918008550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81aa6f0 con 0x563917ff8b30 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81abb60 con 0x563917ff9520 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f52a81aadc0 con 0x563917ffe690 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52b2baf740 10 client.0 _ll_register_callbacks cb 0x7f5294013050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:08.256 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52ad400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 0x5639180075b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e33e00700 1 -- 172.21.15.3:0/276029439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 msgr2=0x7f1e3410af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e33e00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e3410af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e33e00700 1 -- 172.21.15.3:0/276029439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 msgr2=0x7f1e3410a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e33e00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e33e00700 1 -- 172.21.15.3:0/276029439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e3419bba0 con 0x7f1e341041a0 2024-05-21T19:18:08.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52aca00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 0x563918008550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52aca00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 0x563918008550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57730/0 (socket says 172.21.15.3:57730) 2024-05-21T19:18:08.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52aca00640 1 -- 172.21.15.3:0/3744685403 learned_addr learned my addr 172.21.15.3:0/3744685403 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.257 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f52aca00640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563918007070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.251+0000 7f1e39000700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:08.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e33e00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1e20000c00 tx=0x7f1e2000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e31600700 1 -- 172.21.15.3:0/276029439 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e20026070 con 0x7f1e341041a0 2024-05-21T19:18:08.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e31600700 1 -- 172.21.15.3:0/276029439 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e20021410 con 0x7f1e341041a0 2024-05-21T19:18:08.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e3419be30 con 0x7f1e341041a0 2024-05-21T19:18:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f52ad400640 1 -- 172.21.15.3:0/3744685403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 msgr2=0x563918008550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f52ad400640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 0x563918008550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f52ad400640 1 -- 172.21.15.3:0/3744685403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 msgr2=0x563918007070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.253+0000 7f52ad400640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563918007070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e31600700 1 -- 172.21.15.3:0/276029439 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e20009e60 con 0x7f1e341041a0 2024-05-21T19:18:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.253+0000 7f52ad400640 1 -- 172.21.15.3:0/3744685403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563918008b40 con 0x563917ff9520 2024-05-21T19:18:08.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.252+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e3419c360 con 0x7f1e341041a0 2024-05-21T19:18:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.253+0000 7f52aca00640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563918007070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.254+0000 7f52ad400640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 0x5639180075b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f529c005ab0 tx=0x7f529c003f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40be73c8ac4e5a77 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.254+0000 7f528ea00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.254+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529c035070 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.254+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f529c040040 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.254+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f529c0038c0 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.255+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f529c003ac0 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.255+0000 7f52b2baf740 10 client.27752 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.255+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563918009dc0 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.255+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529c040040 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f529c0456e0 con 0x563917ff9520 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 10 client.27752 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 10 client.27752 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 20 client.27752 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563918081780 0x563918083b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 4 client.27752 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:18:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563917f642c0 con 0x563918081780 2024-05-21T19:18:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.256+0000 7f52aca00640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563918081780 0x563918083b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.257+0000 7f52aca00640 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563918081780 0x563918083b70 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdcb4bbf6489b3ba server_cookie=5752ee342ddf18d9 in_seq=0 out_seq=0 2024-05-21T19:18:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.257+0000 7f528ea00640 10 client.27752 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:08.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.258+0000 7f1e31600700 1 -- 172.21.15.3:0/276029439 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1e200218c0 con 0x7f1e341041a0 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.258+0000 7f1e46315b80 1 Processor -- start 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 -- start start 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82faf290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fa9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b82f07e40 con 0x564b82faeeb0 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b82ef79e0 con 0x564b82faf7d0 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e46315b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b82efba20 con 0x564b82fa9880 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.259+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fa9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82faf290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43574/0 (socket says 172.21.15.3:43574) 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fa9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:57744/0 (socket says 172.21.15.3:57744) 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 -- 172.21.15.3:0/516217866 learned_addr learned my addr 172.21.15.3:0/516217866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e31600700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 0x7f1e1c0b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 -- 172.21.15.3:0/516217866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 msgr2=0x564b82fa9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fa9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 -- 172.21.15.3:0/516217866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 msgr2=0x564b82faf290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82faf290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39000700 1 -- 172.21.15.3:0/516217866 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b82ec0420 con 0x564b82faf7d0 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e31600700 1 -- 172.21.15.3:0/276029439 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1e200e27b0 con 0x7f1e341041a0 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.260+0000 7f1e39a00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 0x7f1e1c0b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.261+0000 7f1e39000700 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1e28009e90 tx=0x7f1e280116c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c66344dea4f31fcd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.261+0000 7f1e26000700 1 -- 172.21.15.3:0/516217866 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28011e20 con 0x564b82faf7d0 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.262+0000 7f1e26000700 1 -- 172.21.15.3:0/516217866 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e28012900 con 0x564b82faf7d0 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.262+0000 7f1e26000700 1 -- 172.21.15.3:0/516217866 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2800f900 con 0x564b82faf7d0 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 -- 172.21.15.3:0/516217866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 msgr2=0x564b82fa9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1e28009e90 tx=0x7f1e280116c0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 -- 172.21.15.3:0/516217866 shutdown_connections 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fa9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82faf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 --2- 172.21.15.3:0/516217866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fa9260 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 -- 172.21.15.3:0/516217866 >> 172.21.15.3:0/516217866 conn(0x564b82ed7be0 msgr2=0x564b82fa4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 -- 172.21.15.3:0/516217866 shutdown_connections 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e46315b80 1 -- 172.21.15.3:0/516217866 wait complete. 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.263+0000 7f1e39a00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 0x7f1e1c0b4e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009ec0 tx=0x7f1e2c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.264+0000 7f1e46315b80 1 -- start start 2024-05-21T19:18:08.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.264+0000 7f1e46315b80 1 Processor -- start 2024-05-21T19:18:08.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.264+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fb54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.264+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fb2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e46315b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x564b82dfdfa0 con 0x564b82faeeb0 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e46315b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564b82e98760 con 0x564b82faf7d0 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e46315b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x564b82fb6240 con 0x564b82fa9880 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e46315b80 10 client.0 _ll_register_callbacks cb 0x564b82ea1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41166/0 (socket says 172.21.15.3:41166) 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e33e00700 1 -- 172.21.15.3:0/3018737676 learned_addr learned my addr 172.21.15.3:0/3018737676 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.265+0000 7f1e39000700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fb54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f528ea00640 1 -- 172.21.15.3:0/3744685403 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563917f642c0 con 0x563918081780 2024-05-21T19:18:08.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f528ea00640 10 client.27752 handle_command_reply: tid=0 2024-05-21T19:18:08.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f52b2baf740 1 client.27752 shutdown 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e39a00700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fb2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e33e00700 1 -- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 msgr2=0x564b82fb54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e33e00700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fb54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e33e00700 1 -- 172.21.15.3:0/3018737676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 msgr2=0x564b82fb2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e33e00700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fb2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e39000700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fb54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:08.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.266+0000 7f1e33e00700 1 -- 172.21.15.3:0/3018737676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b82e478d0 con 0x564b82faeeb0 2024-05-21T19:18:08.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 msgr2=0x5639180075b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 0x5639180075b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f529c005ab0 tx=0x7f529c003f50 comp rx=0 tx=0).stop 2024-05-21T19:18:08.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e33e00700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1e20005e50 tx=0x7f1e200a95b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e1bcd0c2df874b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 shutdown_connections 2024-05-21T19:18:08.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563918081780 0x563918083b70 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563917ffe690 0x563918008550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563917ff9520 0x5639180075b0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 --2- 172.21.15.3:0/3744685403 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563917ff8b30 0x563918007070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 >> 172.21.15.3:0/3744685403 conn(0x563917ff41a0 msgr2=0x563917ff7870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e1aa00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:08.272 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f528ea00640 0 client.27752 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:08.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e200ac060 con 0x564b82faeeb0 2024-05-21T19:18:08.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1e200b2990 con 0x564b82faeeb0 2024-05-21T19:18:08.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 shutdown_connections 2024-05-21T19:18:08.273 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 1 -- 172.21.15.3:0/3744685403 wait complete. 2024-05-21T19:18:08.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e28012900 con 0x564b82faeeb0 2024-05-21T19:18:08.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1e200095d0 con 0x564b82faeeb0 2024-05-21T19:18:08.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e46315b80 10 client.17655 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:08.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564b82ec8060 con 0x564b82faeeb0 2024-05-21T19:18:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.267+0000 7f52b2baf740 20 client.27752 trim_cache size 0 max 16384 2024-05-21T19:18:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:18:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:18:08.275 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:18:08.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e28012900 con 0x564b82faeeb0 2024-05-21T19:18:08.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1e200b03f0 con 0x564b82faeeb0 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 msgr2=0x7f52900b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 0x7f52900b4de0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f52a00a6fa0 tx=0x7f52a000cee0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 msgr2=0x7f52a81a2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f52a000eb10 tx=0x7f52a000c2d0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 shutdown_connections 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f52900b2920 0x7f52900b4de0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f52a8104660 0x7f52a81a2400 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f52a8103ca0 0x7f52a819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 --2- 172.21.15.3:0/2200984063 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f52a8102ab0 0x7f52a819ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.276 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 >> 172.21.15.3:0/2200984063 conn(0x7f52a80fe040 msgr2=0x7f52a8074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 10 client.17655 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 10 client.17655 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 20 client.17655 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b82fc2be0 0x564b82fc4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 4 client.17655 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:08.277 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.268+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b82f09d90 con 0x564b82fc2be0 2024-05-21T19:18:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 shutdown_connections 2024-05-21T19:18:08.277 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f52afe00640 1 -- 172.21.15.3:0/2200984063 wait complete. 2024-05-21T19:18:08.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.269+0000 7f1e39000700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b82fc2be0 0x564b82fc4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.270+0000 7f1e39000700 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b82fc2be0 0x564b82fc4fd0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e7198891de47adbe server_cookie=47d6ca7dadb61110 in_seq=0 out_seq=0 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.270+0000 7f1e1aa00700 10 client.17655 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e1aa00700 1 -- 172.21.15.3:0/3018737676 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564b82f09d90 con 0x564b82fc2be0 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e1aa00700 10 client.17655 handle_command_reply: tid=0 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 client.17655 shutdown 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 msgr2=0x564b82fb2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f1e20005e50 tx=0x7f1e200a95b0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 shutdown_connections 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82faf7d0 0x564b82fb2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fa9880 0x564b82fb54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b82fc2be0 0x564b82fc4fd0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3018737676 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faeeb0 0x564b82fb2860 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e1aa00700 0 client.17655 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:18:08.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 >> 172.21.15.3:0/3018737676 conn(0x564b82ed7be0 msgr2=0x564b82fa8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 shutdown_connections 2024-05-21T19:18:08.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.271+0000 7f1e46315b80 1 -- 172.21.15.3:0/3018737676 wait complete. 2024-05-21T19:18:08.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.272+0000 7f1e46315b80 20 client.17655 trim_cache size 0 max 16384 2024-05-21T19:18:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.290+0000 7f1e46315b80 1 Processor -- start 2024-05-21T19:18:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.290+0000 7f1e46315b80 1 -- start start 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fa9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fb4e70 0x564b82fb1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341bf250 con 0x564b82faf7d0 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341a39f0 con 0x564b82fa9880 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e46315b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341a1840 con 0x564b82fb4e70 2024-05-21T19:18:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41180/0 (socket says 172.21.15.3:41180) 2024-05-21T19:18:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e33e00700 1 -- 172.21.15.3:0/3688928762 learned_addr learned my addr 172.21.15.3:0/3688928762 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e39000700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fa9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.291+0000 7f1e39a00700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fb4e70 0x564b82fb1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 -- 172.21.15.3:0/3688928762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fb4e70 msgr2=0x564b82fb1690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fb4e70 0x564b82fb1690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 -- 172.21.15.3:0/3688928762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 msgr2=0x564b82fb1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 -- 172.21.15.3:0/3688928762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b82fc5340 con 0x564b82fa9880 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e33e00700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e39000700 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fa9260 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f1e2801c040 tx=0x7f1e28005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74674208fca5713f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e25600700 1 -- 172.21.15.3:0/3688928762 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28009700 con 0x564b82fa9880 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.292+0000 7f1e25600700 1 -- 172.21.15.3:0/3688928762 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e280054f0 con 0x564b82fa9880 2024-05-21T19:18:08.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e25600700 1 -- 172.21.15.3:0/3688928762 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e28003d00 con 0x564b82fa9880 2024-05-21T19:18:08.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 -- 172.21.15.3:0/3688928762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 msgr2=0x564b82fa9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fa9260 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f1e2801c040 tx=0x7f1e28005ce0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 -- 172.21.15.3:0/3688928762 shutdown_connections 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82fb4e70 0x564b82fb1690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fa9260 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 --2- 172.21.15.3:0/3688928762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82faf7d0 0x564b82fb1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.293+0000 7f1e46315b80 1 -- 172.21.15.3:0/3688928762 >> 172.21.15.3:0/3688928762 conn(0x564b82ed7be0 msgr2=0x564b82f9de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.294+0000 7f1e46315b80 1 -- 172.21.15.3:0/3688928762 shutdown_connections 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.294+0000 7f1e46315b80 1 -- 172.21.15.3:0/3688928762 wait complete. 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.294+0000 7f1e46315b80 1 -- start start 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.294+0000 7f1e46315b80 1 Processor -- start 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 0x564b82fbba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82fb4e70 0x564b82fb84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341a1eb0 con 0x564b82fb4e70 2024-05-21T19:18:08.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341a3320 con 0x564b82fa9880 2024-05-21T19:18:08.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1e341a2580 con 0x564b82faf7d0 2024-05-21T19:18:08.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e46315b80 10 client.0 _ll_register_callbacks cb 0x564b82ea1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e39000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43606/0 (socket says 172.21.15.3:43606) 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e39000700 1 -- 172.21.15.3:0/2597342448 learned_addr learned my addr 172.21.15.3:0/2597342448 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e33e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 0x564b82fbba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.295+0000 7f1e39a00700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82fb4e70 0x564b82fb84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 -- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 msgr2=0x564b82fbba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 0x564b82fbba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 -- 172.21.15.3:0/2597342448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82fb4e70 msgr2=0x564b82fb84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82fb4e70 0x564b82fb84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 -- 172.21.15.3:0/2597342448 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b82fb89e0 con 0x564b82fa9880 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e33e00700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 0x564b82fbba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:08.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e39000700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1e280092a0 tx=0x7f1e280056a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6015191891f27562 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e1aa00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e280052b0 con 0x564b82fa9880 2024-05-21T19:18:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e280054f0 con 0x564b82fa9880 2024-05-21T19:18:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.296+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1e28003680 con 0x564b82fa9880 2024-05-21T19:18:08.299 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1e28003880 con 0x564b82fa9880 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 10 client.27764 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564b8302ddb0 con 0x564b82fa9880 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e280054f0 con 0x564b82fa9880 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1e28012c70 con 0x564b82fa9880 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 10 client.27764 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 10 client.27764 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 20 client.27764 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:08.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b8302e200 0x564b830305f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 4 client.27764 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.297+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b82f03570 con 0x564b8302e200 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.298+0000 7f1e33e00700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b8302e200 0x564b830305f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.298+0000 7f1e33e00700 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b8302e200 0x564b830305f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e0d3b10450c9efe8 server_cookie=7c8bfe07a3774e50 in_seq=0 out_seq=0 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.298+0000 7f1e1aa00700 10 client.27764 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e1aa00700 1 -- 172.21.15.3:0/2597342448 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b82f03570 con 0x564b8302e200 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e1aa00700 10 client.27764 handle_command_reply: tid=0 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 client.27764 shutdown 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 msgr2=0x564b82fbb4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1e280092a0 tx=0x7f1e280056a0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 shutdown_connections 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x564b8302e200 0x564b830305f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x564b82fb4e70 0x564b82fb84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564b82fa9880 0x564b82fbb4d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 --2- 172.21.15.3:0/2597342448 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x564b82faf7d0 0x564b82fbba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e1aa00700 0 client.27764 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 >> 172.21.15.3:0/2597342448 conn(0x564b82ed7be0 msgr2=0x564b82fac9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 shutdown_connections 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 1 -- 172.21.15.3:0/2597342448 wait complete. 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.299+0000 7f1e46315b80 20 client.27764 trim_cache size 0 max 16384 2024-05-21T19:18:08.303 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 msgr2=0x7f1e1c0b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 0x7f1e1c0b4e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c009ec0 tx=0x7f1e2c004b40 comp rx=0 tx=0).stop 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 msgr2=0x7f1e3410a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1e20000c00 tx=0x7f1e2000f690 comp rx=0 tx=0).stop 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 shutdown_connections 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1e1c0b2940 0x7f1e1c0b4e00 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1e341088f0 0x7f1e3410af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1e341037f0 0x7f1e3410a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 --2- 172.21.15.3:0/276029439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1e341041a0 0x7f1e3410a9c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:08.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.300+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 >> 172.21.15.3:0/276029439 conn(0x7f1e3407a6a0 msgr2=0x7f1e34109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:08.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.301+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 shutdown_connections 2024-05-21T19:18:08.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:08.301+0000 7f1e3ba00700 1 -- 172.21.15.3:0/276029439 wait complete. 2024-05-21T19:18:09.476 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:18:09.712 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:09 smithi003 ceph-mon[31577]: pgmap v746: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:18:09.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:09 smithi178 ceph-mon[36523]: pgmap v746: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:18:09.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:09 smithi104 ceph-mon[36417]: pgmap v746: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:18:10.573 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:11.828 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:11 smithi003 ceph-mon[31577]: pgmap v747: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:18:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:11 smithi178 ceph-mon[36523]: pgmap v747: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:18:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:11 smithi104 ceph-mon[36417]: pgmap v747: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4063232959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8105650 msgr2=0x7f9cd8105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4063232959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8105650 0x7f9cd8105ad0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4009990 tx=0x7f9cc4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4063232959 shutdown_connections 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4063232959 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8106010 0x7f9cd8112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4063232959 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4063232959 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8105650 0x7f9cd8105ad0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4063232959 >> 172.21.15.3:0/4063232959 conn(0x7f9cd8101120 msgr2=0x7f9cd8103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.024+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4063232959 shutdown_connections 2024-05-21T19:18:12.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.025+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4063232959 wait complete. 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 Processor -- start 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 -- start start 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8105650 0x7f9cd819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd81a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81158e0 con 0x7f9cd8106010 2024-05-21T19:18:12.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd8115760 con 0x7f9cd810b650 2024-05-21T19:18:12.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.026+0000 7f9cd7e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd8115a60 con 0x7f9cd8105650 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40842/0 (socket says 172.21.15.3:40842) 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd81a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 -- 172.21.15.3:0/4019782885 learned_addr learned my addr 172.21.15.3:0/4019782885 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8105650 0x7f9cd819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 -- 172.21.15.3:0/4019782885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8105650 msgr2=0x7f9cd819bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8105650 0x7f9cd819bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 -- 172.21.15.3:0/4019782885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 msgr2=0x7f9cd81a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd81a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd6000700 1 -- 172.21.15.3:0/4019782885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd81a0d60 con 0x7f9cd8106010 2024-05-21T19:18:12.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.027+0000 7f9cd7400700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd81a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:12.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9cd6000700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4000c00 tx=0x7f9cc40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9ccf400700 1 -- 172.21.15.3:0/4019782885 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc4027070 con 0x7f9cd8106010 2024-05-21T19:18:12.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9ccf400700 1 -- 172.21.15.3:0/4019782885 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc4022470 con 0x7f9cd8106010 2024-05-21T19:18:12.030 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9ccf400700 1 -- 172.21.15.3:0/4019782885 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc4017650 con 0x7f9cd8106010 2024-05-21T19:18:12.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd81a0ff0 con 0x7f9cd8106010 2024-05-21T19:18:12.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.028+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd81a88d0 con 0x7f9cd8106010 2024-05-21T19:18:12.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.032+0000 7f9ccf400700 1 -- 172.21.15.3:0/4019782885 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9cc402a070 con 0x7f9cd8106010 2024-05-21T19:18:12.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ce82f4b80 1 Processor -- start 2024-05-21T19:18:12.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ce82f4b80 1 -- start start 2024-05-21T19:18:12.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ccf400700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 0x7f9cbc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ccf400700 1 -- 172.21.15.3:0/4019782885 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9cc40e2e70 con 0x7f9cd8106010 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.033+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1c0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d11df40 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d10dae0 con 0x55ad2d1c0220 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d111b20 con 0x55ad2d1c5f40 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd7400700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 0x7f9cbc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:53028/0 (socket says 172.21.15.3:53028) 2024-05-21T19:18:12.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 -- 172.21.15.3:0/3574576369 learned_addr learned my addr 172.21.15.3:0/3574576369 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:12.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6000700 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1c0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd7400700 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 -- 172.21.15.3:0/3574576369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 msgr2=0x55ad2d1c0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1c0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 -- 172.21.15.3:0/3574576369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 msgr2=0x55ad2d1ccc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1ccc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.034+0000 7f9cd6a00700 1 -- 172.21.15.3:0/3574576369 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad2d0d6520 con 0x55ad2d1c5f40 2024-05-21T19:18:12.037 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.035+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8009d00 tx=0x7f9cc8011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33c3efa43a4673c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.035+0000 7f9cd7400700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 0x7f9cbc0b4dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x55ad2d1bbc90 tx=0x7f9cd0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.035+0000 7f9cc3e00700 1 -- 172.21.15.3:0/3574576369 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8004230 con 0x55ad2d1c5f40 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.035+0000 7f9cc3e00700 1 -- 172.21.15.3:0/3574576369 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc80043d0 con 0x55ad2d1c5f40 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.035+0000 7f9cc3e00700 1 -- 172.21.15.3:0/3574576369 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8019920 con 0x55ad2d1c5f40 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3574576369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 msgr2=0x55ad2d1c6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8009d00 tx=0x7f9cc8011720 comp rx=0 tx=0).stop 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3574576369 shutdown_connections 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1ccc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c6320 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3574576369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1c0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3574576369 >> 172.21.15.3:0/3574576369 conn(0x55ad2d0edce0 msgr2=0x55ad2d1bae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3574576369 shutdown_connections 2024-05-21T19:18:12.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.036+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3574576369 wait complete. 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.037+0000 7f9ce82f4b80 1 -- start start 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.037+0000 7f9ce82f4b80 1 Processor -- start 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1cc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1ca130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d0140a0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d0ae860 con 0x55ad2d1c0220 2024-05-21T19:18:12.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ad2d1cd1d0 con 0x55ad2d1c5f40 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9ce82f4b80 10 client.0 _ll_register_callbacks cb 0x55ad2d0b7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40856/0 (socket says 172.21.15.3:40856) 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 -- 172.21.15.3:0/1228814818 learned_addr learned my addr 172.21.15.3:0/1228814818 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd7400700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 -- 172.21.15.3:0/1228814818 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 msgr2=0x55ad2d1ca130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1ca130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 -- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 msgr2=0x55ad2d1cc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1cc850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.038+0000 7f9cd6000700 1 -- 172.21.15.3:0/1228814818 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad2d05d9d0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9cd6000700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400ffd0 tx=0x7f9cc4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a210c9c7740262 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9cc0c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc40aaba0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cc80043d0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9cc4022920 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9cc40aa4a0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9ce82f4b80 10 client.17673 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:12.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.039+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ad2d0de160 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc40ae850 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f9cc40aa700 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 10 client.17673 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 10 client.17673 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 20 client.17673 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d1d9c50 0x55ad2d1dc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 4 client.17673 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9cc80043d0 con 0x55ad2d1d9c50 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.040+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d1d9c50 0x55ad2d1dc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.041+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d1d9c50 0x55ad2d1dc070 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=771b032e4071795c server_cookie=78498b546790478e in_seq=0 out_seq=0 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.041+0000 7f9cc0c00700 10 client.17673 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9cc0c00700 1 -- 172.21.15.3:0/1228814818 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7f9cc80043d0 con 0x55ad2d1d9c50 2024-05-21T19:18:12.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9cc0c00700 10 client.17673 handle_command_reply: tid=0 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 client.17673 shutdown 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 msgr2=0x55ad2d1c9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9cc400ffd0 tx=0x7f9cc4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 shutdown_connections 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d1d9c50 0x55ad2d1dc070 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1ca130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1cc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/1228814818 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c9bf0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 >> 172.21.15.3:0/1228814818 conn(0x55ad2d0edce0 msgr2=0x55ad2d1c5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.042+0000 7f9cc0c00700 0 client.17673 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.043+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 shutdown_connections 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.043+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/1228814818 wait complete. 2024-05-21T19:18:12.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.043+0000 7f9ce82f4b80 20 client.17673 trim_cache size 0 max 16384 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.065+0000 7f9ce82f4b80 1 Processor -- start 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.065+0000 7f9ce82f4b80 1 -- start start 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1ba250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1bf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81b2410 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81afca0 con 0x55ad2d1c0220 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81adaf0 con 0x55ad2d1c5f40 2024-05-21T19:18:12.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40864/0 (socket says 172.21.15.3:40864) 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9cd6000700 1 -- 172.21.15.3:0/346308737 learned_addr learned my addr 172.21.15.3:0/346308737 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1ba250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.066+0000 7f9cd7400700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1bf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 -- 172.21.15.3:0/346308737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 msgr2=0x55ad2d1bf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1bf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 -- 172.21.15.3:0/346308737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 msgr2=0x55ad2d1c8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 -- 172.21.15.3:0/346308737 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad2d1cc490 con 0x55ad2d1c0220 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6000700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd7400700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1bf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1ba250 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8019500 tx=0x7f9cc8003ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d70c81cc900c97b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cc3400700 1 -- 172.21.15.3:0/346308737 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8003f50 con 0x55ad2d1c0220 2024-05-21T19:18:12.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cc3400700 1 -- 172.21.15.3:0/346308737 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc802e030 con 0x55ad2d1c0220 2024-05-21T19:18:12.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.067+0000 7f9cc3400700 1 -- 172.21.15.3:0/346308737 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8003680 con 0x55ad2d1c0220 2024-05-21T19:18:12.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/346308737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 msgr2=0x55ad2d1ba250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1ba250 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8019500 tx=0x7f9cc8003ee0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/346308737 shutdown_connections 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1bf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0220 0x55ad2d1ba250 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/346308737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1c8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/346308737 >> 172.21.15.3:0/346308737 conn(0x55ad2d0edce0 msgr2=0x55ad2d1bf210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/346308737 shutdown_connections 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.068+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/346308737 wait complete. 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 -- start start 2024-05-21T19:18:12.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 Processor -- start 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 0x55ad2d1d2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81ae160 con 0x55ad2d1c0220 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81af5d0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.069+0000 7f9ce82f4b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd81ae830 con 0x55ad2d1c5f40 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9ce82f4b80 10 client.0 _ll_register_callbacks cb 0x55ad2d0b7d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 0x55ad2d1d2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45966/0 (socket says 172.21.15.3:45966) 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 -- 172.21.15.3:0/3285218734 learned_addr learned my addr 172.21.15.3:0/3285218734 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd7400700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.073 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 -- 172.21.15.3:0/3285218734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 msgr2=0x55ad2d1c1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 -- 172.21.15.3:0/3285218734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 msgr2=0x55ad2d1d2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 0x55ad2d1d2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6000700 1 -- 172.21.15.3:0/3285218734 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad2d1c34b0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.070+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 0x55ad2d1d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cd6000700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9cc40cb610 tx=0x7f9cc40aa3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c9af4fc70295baa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cc0c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc40aaba0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9cc40cb290 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cc802e030 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9cc40ae850 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9ce82f4b80 10 client.27782 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:12.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ad2d245dd0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.071+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cc802e030 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f9cc40a4bc0 con 0x55ad2d1c0bc0 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 10 client.27782 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 10 client.27782 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 20 client.27782 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d2463a0 0x55ad2d2487c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 4 client.27782 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "83c7e4f4", "release": true, "await": true}] 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "83c7e4f4", "release": true, "await": true}) -- 0x55ad2d11fe90 con 0x55ad2d2463a0 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d2463a0 0x55ad2d2487c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9cd6a00700 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d2463a0 0x55ad2d2487c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5113370c4607c7 server_cookie=b60a54cf68657a66 in_seq=0 out_seq=0 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.072+0000 7f9cc0c00700 10 client.27782 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:12.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9cc0c00700 1 -- 172.21.15.3:0/3285218734 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ad2d11fe90 con 0x55ad2d2463a0 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9cc0c00700 10 client.27782 handle_command_reply: tid=0 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 client.27782 shutdown 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 msgr2=0x55ad2d1d29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9cc40cb610 tx=0x7f9cc40aa3a0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 shutdown_connections 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ad2d2463a0 0x55ad2d2487c0 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ad2d1c5f40 0x55ad2d1c1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ad2d1c0220 0x55ad2d1d2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 --2- 172.21.15.3:0/3285218734 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ad2d1c0bc0 0x55ad2d1d29a0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 >> 172.21.15.3:0/3285218734 conn(0x55ad2d0edce0 msgr2=0x55ad2d1bfaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.074+0000 7f9cc0c00700 0 client.27782 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.075+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 shutdown_connections 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.075+0000 7f9ce82f4b80 1 -- 172.21.15.3:0/3285218734 wait complete. 2024-05-21T19:18:12.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.075+0000 7f9ce82f4b80 20 client.27782 trim_cache size 0 max 16384 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 36, 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:18:12.078 INFO:teuthology.orchestra.run.smithi003.stdout: "83c7e4f4": { 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 36, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.3, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:18:12.079 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 msgr2=0x7f9cbc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 0x7f9cbc0b4dc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x55ad2d1bbc90 tx=0x7f9cd0009920 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 msgr2=0x7f9cd819c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9cc4000c00 tx=0x7f9cc40057c0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 shutdown_connections 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9cbc0b2900 0x7f9cbc0b4dc0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cd810b650 0x7f9cd81a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9cd8105650 0x7f9cd819bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 --2- 172.21.15.3:0/4019782885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9cd8106010 0x7f9cd819c290 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 >> 172.21.15.3:0/4019782885 conn(0x7f9cd8101120 msgr2=0x7f9cd8101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 shutdown_connections 2024-05-21T19:18:12.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:12.076+0000 7f9cd7e00700 1 -- 172.21.15.3:0/4019782885 wait complete. 2024-05-21T19:18:13.232 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '83c7e4f4', total seconds elapsed: 33.2 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 -- 172.21.15.3:0/3736151870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba4104fc0 msgr2=0x7feba410d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 --2- 172.21.15.3:0/3736151870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba4104fc0 0x7feba410d4b0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7feb90009990 tx=0x7feb90009ca0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 -- 172.21.15.3:0/3736151870 shutdown_connections 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 --2- 172.21.15.3:0/3736151870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba410dad0 0x7feba410ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 --2- 172.21.15.3:0/3736151870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba4104a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 --2- 172.21.15.3:0/3736151870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba4104fc0 0x7feba410d4b0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.848+0000 7feba9800700 1 -- 172.21.15.3:0/3736151870 >> 172.21.15.3:0/3736151870 conn(0x7feba40fdef0 msgr2=0x7feba4100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.849+0000 7feba9800700 1 -- 172.21.15.3:0/3736151870 shutdown_connections 2024-05-21T19:18:13.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.849+0000 7feba9800700 1 -- 172.21.15.3:0/3736151870 wait complete. 2024-05-21T19:18:13.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:13 smithi003 ceph-mon[31577]: pgmap v748: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 Processor -- start 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 -- start start 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 0x7feba41a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feba4113710 con 0x7feba41046a0 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feba4113590 con 0x7feba4104fc0 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.850+0000 7feba9800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feba4113890 con 0x7feba410dad0 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 0x7feba41a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45978/0 (socket says 172.21.15.3:45978) 2024-05-21T19:18:13.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba419be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40888/0 (socket says 172.21.15.3:40888) 2024-05-21T19:18:13.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3400700 1 -- 172.21.15.3:0/3126915131 learned_addr learned my addr 172.21.15.3:0/3126915131 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 -- 172.21.15.3:0/3126915131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 msgr2=0x7feba419c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 -- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 msgr2=0x7feba419be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba419be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba8e00700 1 -- 172.21.15.3:0/3126915131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba41a0e20 con 0x7feba410dad0 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.851+0000 7feba3400700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba8e00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 0x7feba41a06e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00efc0 tx=0x7feb9c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba0c00700 1 -- 172.21.15.3:0/3126915131 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0092e0 con 0x7feba410dad0 2024-05-21T19:18:13.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba0c00700 1 -- 172.21.15.3:0/3126915131 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9c004bb0 con 0x7feba410dad0 2024-05-21T19:18:13.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feba41a10b0 con 0x7feba410dad0 2024-05-21T19:18:13.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba0c00700 1 -- 172.21.15.3:0/3126915131 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c004020 con 0x7feba410dad0 2024-05-21T19:18:13.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.852+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feba41a8990 con 0x7feba410dad0 2024-05-21T19:18:13.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.856+0000 7feba0c00700 1 -- 172.21.15.3:0/3126915131 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feb9c01b030 con 0x7feba410dad0 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.857+0000 7febb57f6b80 1 Processor -- start 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.857+0000 7febb57f6b80 1 -- start start 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.857+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb13400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.857+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb0d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.857+0000 7feba0c00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 0x7feb880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb0df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7febb57f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e76ba6be40 con 0x55e76bb13020 2024-05-21T19:18:13.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7febb57f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e76ba5b9e0 con 0x55e76bb13940 2024-05-21T19:18:13.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7febb57f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e76ba5fa20 con 0x55e76bb0dad0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba0c00700 1 -- 172.21.15.3:0/3126915131 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feb9c0e1c40 con 0x7feba410dad0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba3e00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 0x7feb880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb13400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb13400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40896/0 (socket says 172.21.15.3:40896) 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba3400700 1 -- 172.21.15.3:0/2757697362 learned_addr learned my addr 172.21.15.3:0/2757697362 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba8e00700 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb0df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.858+0000 7feba3400700 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb0d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 -- 172.21.15.3:0/2757697362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 msgr2=0x55e76bb0d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb0d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 -- 172.21.15.3:0/2757697362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 msgr2=0x55e76bb13400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb13400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 -- 172.21.15.3:0/2757697362 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e76ba24420 con 0x55e76bb0dad0 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba3e00700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 0x7feb880b4dc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7feb94009c60 tx=0x7feb94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feba8e00700 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb0df30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0a8f70 tx=0x7feb9c004d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=174b9ec3ee1a8a34 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feb99600700 1 -- 172.21.15.3:0/2757697362 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0a9970 con 0x55e76bb0dad0 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feb99600700 1 -- 172.21.15.3:0/2757697362 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9c010220 con 0x55e76bb0dad0 2024-05-21T19:18:13.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.859+0000 7feb99600700 1 -- 172.21.15.3:0/2757697362 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c022d90 con 0x55e76bb0dad0 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 -- 172.21.15.3:0/2757697362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 msgr2=0x55e76bb0df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb0df30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7feb9c0a8f70 tx=0x7feb9c004d60 comp rx=0 tx=0).stop 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 -- 172.21.15.3:0/2757697362 shutdown_connections 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb0df30 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb13400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 --2- 172.21.15.3:0/2757697362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb0d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 -- 172.21.15.3:0/2757697362 >> 172.21.15.3:0/2757697362 conn(0x55e76ba3bbe0 msgr2=0x55e76bb08150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 -- 172.21.15.3:0/2757697362 shutdown_connections 2024-05-21T19:18:13.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.860+0000 7febb57f6b80 1 -- 172.21.15.3:0/2757697362 wait complete. 2024-05-21T19:18:13.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.861+0000 7febb57f6b80 1 -- start start 2024-05-21T19:18:13.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.861+0000 7febb57f6b80 1 Processor -- start 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13020 0x55e76bb16a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e76b961fa0 con 0x55e76bb0dad0 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e76b9fc760 con 0x55e76bb13940 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e76bb1a460 con 0x55e76bb13020 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7febb57f6b80 10 client.0 _ll_register_callbacks cb 0x55e76ba05c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45986/0 (socket says 172.21.15.3:45986) 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 -- 172.21.15.3:0/3046730916 learned_addr learned my addr 172.21.15.3:0/3046730916 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:13.865 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba3400700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13020 0x55e76bb16a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 -- 172.21.15.3:0/3046730916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13020 msgr2=0x55e76bb16a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13020 0x55e76bb16a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 -- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb0dad0 msgr2=0x55e76bb196e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.862+0000 7feba8e00700 1 -- 172.21.15.3:0/3046730916 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e76b9ab8d0 con 0x55e76bb13940 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7feba8e00700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00ef90 tx=0x7feb9c0df630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13fc289acfab63f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7feb8e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0b2040 con 0x55e76bb13940 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb9c010220 con 0x55e76bb13940 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feb9c0b1bb0 con 0x55e76bb13940 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feb9c0b1db0 con 0x55e76bb13940 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7febb57f6b80 10 client.27794 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:13.866 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.863+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e76ba2c060 con 0x55e76bb13940 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9c010220 con 0x55e76bb13940 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7feb9c0ad140 con 0x55e76bb13940 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 10 client.27794 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 10 client.27794 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 20 client.27794 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb26e90 0x55e76bb29280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 4 client.27794 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:13.867 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e76ba6dd90 con 0x55e76bb26e90 2024-05-21T19:18:13.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.864+0000 7feba3e00700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb26e90 0x55e76bb29280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.865+0000 7feba3e00700 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb26e90 0x55e76bb29280 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=32b2805dff49ec79 server_cookie=f524a93b9f362b4a in_seq=0 out_seq=0 2024-05-21T19:18:13.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.865+0000 7feb8e000700 10 client.27794 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:18:13.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7feb8e000700 1 -- 172.21.15.3:0/3046730916 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e76ba6dd90 con 0x55e76bb26e90 2024-05-21T19:18:13.868 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7feb8e000700 10 client.27794 handle_command_reply: tid=0 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 client.27794 shutdown 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 msgr2=0x55e76bb16fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00ef90 tx=0x7feb9c0df630 comp rx=0 tx=0).stop 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 shutdown_connections 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb16fc0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb26e90 0x55e76bb29280 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 --2- 172.21.15.3:0/3046730916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13020 0x55e76bb16a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7feb8e000700 0 client.27794 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.866+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 >> 172.21.15.3:0/3046730916 conn(0x55e76ba3bbe0 msgr2=0x55e76bb0c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.867+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 shutdown_connections 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.867+0000 7febb57f6b80 1 -- 172.21.15.3:0/3046730916 wait complete. 2024-05-21T19:18:13.869 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.867+0000 7febb57f6b80 20 client.27794 trim_cache size 0 max 16384 2024-05-21T19:18:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.884+0000 7febb57f6b80 1 Processor -- start 2024-05-21T19:18:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.884+0000 7febb57f6b80 1 -- start start 2024-05-21T19:18:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.884+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb10aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7febb57f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feba41b26f0 con 0x55e76bb13020 2024-05-21T19:18:13.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7febb57f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feba41aff80 con 0x55e76bb13940 2024-05-21T19:18:13.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7febb57f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feba41addd0 con 0x55e76bb0dad0 2024-05-21T19:18:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:13 smithi178 ceph-mon[36523]: pgmap v748: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:18:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7feba8e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7feba3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb10aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7feba8e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46000/0 (socket says 172.21.15.3:46000) 2024-05-21T19:18:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7feba8e00700 1 -- 172.21.15.3:0/245006790 learned_addr learned my addr 172.21.15.3:0/245006790 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:13.887 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.885+0000 7feba3e00700 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 -- 172.21.15.3:0/245006790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 msgr2=0x55e76bb196e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 -- 172.21.15.3:0/245006790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 msgr2=0x55e76bb10aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb10aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 -- 172.21.15.3:0/245006790 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e76bb14ff0 con 0x55e76bb13940 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feba8e00700 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00c6f0 tx=0x7feb9c004d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11995f58121feb24 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feb98c00700 1 -- 172.21.15.3:0/245006790 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0b2040 con 0x55e76bb13940 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feb98c00700 1 -- 172.21.15.3:0/245006790 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9c0a4dd0 con 0x55e76bb13940 2024-05-21T19:18:13.888 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.886+0000 7feb98c00700 1 -- 172.21.15.3:0/245006790 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0ad120 con 0x55e76bb13940 2024-05-21T19:18:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 -- 172.21.15.3:0/245006790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 msgr2=0x55e76bb10fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00c6f0 tx=0x7feb9c004d60 comp rx=0 tx=0).stop 2024-05-21T19:18:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 -- 172.21.15.3:0/245006790 shutdown_connections 2024-05-21T19:18:13.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb13940 0x55e76bb10fe0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb0dad0 0x55e76bb196e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 --2- 172.21.15.3:0/245006790 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb10aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 -- 172.21.15.3:0/245006790 >> 172.21.15.3:0/245006790 conn(0x55e76ba3bbe0 msgr2=0x55e76bb07c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 -- 172.21.15.3:0/245006790 shutdown_connections 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.887+0000 7febb57f6b80 1 -- 172.21.15.3:0/245006790 wait complete. 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.888+0000 7febb57f6b80 1 -- start start 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.888+0000 7febb57f6b80 1 Processor -- start 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.888+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb2cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 0x55e76bb29b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7feba41ae440 con 0x55e76bb13020 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feba41af8b0 con 0x55e76bb0dad0 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7feba41aeb10 con 0x55e76bb13940 2024-05-21T19:18:13.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7febb57f6b80 10 client.0 _ll_register_callbacks cb 0x55e76ba05c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb2cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46014/0 (socket says 172.21.15.3:46014) 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 -- 172.21.15.3:0/422586488 learned_addr learned my addr 172.21.15.3:0/422586488 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba8e00700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 0x55e76bb29b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 -- 172.21.15.3:0/422586488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 msgr2=0x55e76bb29b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 0x55e76bb29b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 -- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 msgr2=0x55e76bb2cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb2cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3e00700 1 -- 172.21.15.3:0/422586488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e76bb2a380 con 0x55e76bb0dad0 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba8e00700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 0x55e76bb29b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.889+0000 7feba3400700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb2cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:13.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7feba3e00700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7feb94013010 tx=0x7feb940047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0cfe8a5e028a27b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:13.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7feb8e000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb940293f0 con 0x55e76bb0dad0 2024-05-21T19:18:13.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7feb94029590 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb9c0a4dd0 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7feb94029790 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7febb57f6b80 10 client.27800 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.890+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e76bb91390 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9c0a4dd0 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7feb94030070 con 0x55e76bb0dad0 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 10 client.27800 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 10 client.27800 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 20 client.27800 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb91a50 0x55e76bb93e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 4 client.27800 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:18:13.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e76ba67570 con 0x55e76bb91a50 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.891+0000 7feba3400700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb91a50 0x55e76bb93e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7feba3400700 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb91a50 0x55e76bb93e70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=52a4456c7303f23b server_cookie=47d687d78b8b309 in_seq=0 out_seq=0 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7feb8e000700 10 client.27800 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7feb8e000700 1 -- 172.21.15.3:0/422586488 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e76ba67570 con 0x55e76bb91a50 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7feb8e000700 10 client.27800 handle_command_reply: tid=0 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 client.27800 shutdown 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 msgr2=0x55e76bb2c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7feb94013010 tx=0x7feb940047c0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 shutdown_connections 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e76bb13940 0x55e76bb29b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e76bb0dad0 0x55e76bb2c5a0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55e76bb91a50 0x55e76bb93e70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 --2- 172.21.15.3:0/422586488 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e76bb13020 0x55e76bb2cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 >> 172.21.15.3:0/422586488 conn(0x55e76ba3bbe0 msgr2=0x55e76bb10aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.892+0000 7feb8e000700 0 client.27800 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.893+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 shutdown_connections 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.893+0000 7febb57f6b80 1 -- 172.21.15.3:0/422586488 wait complete. 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.893+0000 7febb57f6b80 20 client.27800 trim_cache size 0 max 16384 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:18:13.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 msgr2=0x7feb880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 0x7feb880b4dc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7feb94009c60 tx=0x7feb94009260 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 msgr2=0x7feba41a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 0x7feba41a06e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00efc0 tx=0x7feb9c00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 shutdown_connections 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7feb880b2900 0x7feb880b4dc0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7feba410dad0 0x7feba41a06e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7feba41046a0 0x7feba419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 --2- 172.21.15.3:0/3126915131 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feba4104fc0 0x7feba419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 >> 172.21.15.3:0/3126915131 conn(0x7feba40fdef0 msgr2=0x7feba410ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 shutdown_connections 2024-05-21T19:18:13.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:13.894+0000 7feba9800700 1 -- 172.21.15.3:0/3126915131 wait complete. 2024-05-21T19:18:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:13 smithi104 ceph-mon[36417]: pgmap v748: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:18:14.672 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:18:15.144 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:15.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:15 smithi003 ceph-mon[31577]: pgmap v749: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:18:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:15 smithi178 ceph-mon[36523]: pgmap v749: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:18:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:15 smithi104 ceph-mon[36417]: pgmap v749: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 -- 172.21.15.3:0/2870293950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 msgr2=0x7f8e4c10e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 --2- 172.21.15.3:0/2870293950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c10e7d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f8e380098f0 tx=0x7f8e38009c00 comp rx=0 tx=0).stop 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 -- 172.21.15.3:0/2870293950 shutdown_connections 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 --2- 172.21.15.3:0/2870293950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 0x7f8e4c116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 --2- 172.21.15.3:0/2870293950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.315 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 --2- 172.21.15.3:0/2870293950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c10e7d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 -- 172.21.15.3:0/2870293950 >> 172.21.15.3:0/2870293950 conn(0x7f8e4c076d10 msgr2=0x7f8e4c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 -- 172.21.15.3:0/2870293950 shutdown_connections 2024-05-21T19:18:17.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.314+0000 7f8e53800700 1 -- 172.21.15.3:0/2870293950 wait complete. 2024-05-21T19:18:17.316 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.315+0000 7f8e53800700 1 Processor -- start 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.315+0000 7f8e53800700 1 -- start start 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c1a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 0x7f8e4c1a4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c119d80 con 0x7f8e4c10eeb0 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c119c00 con 0x7f8e4c10a780 2024-05-21T19:18:17.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e53800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c119f00 con 0x7f8e4c109dd0 2024-05-21T19:18:17.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e43e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e43e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46032/0 (socket says 172.21.15.3:46032) 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e43e00700 1 -- 172.21.15.3:0/1229533289 learned_addr learned my addr 172.21.15.3:0/1229533289 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e51800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 0x7f8e4c1a4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.316+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c1a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 -- 172.21.15.3:0/1229533289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 msgr2=0x7f8e4c1a0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c1a0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 -- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 msgr2=0x7f8e4c1a4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 0x7f8e4c1a4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 -- 172.21.15.3:0/1229533289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4c1a5360 con 0x7f8e4c10a780 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c1a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c010 tx=0x7f8e3800f9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e4a000700 1 -- 172.21.15.3:0/1229533289 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38027070 con 0x7f8e4c10a780 2024-05-21T19:18:17.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e4a000700 1 -- 172.21.15.3:0/1229533289 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e380054f0 con 0x7f8e4c10a780 2024-05-21T19:18:17.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e4a000700 1 -- 172.21.15.3:0/1229533289 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38004930 con 0x7f8e4c10a780 2024-05-21T19:18:17.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.317+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e4c1a55f0 con 0x7f8e4c10a780 2024-05-21T19:18:17.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.318+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e4c1aced0 con 0x7f8e4c10a780 2024-05-21T19:18:17.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.322+0000 7f8e4a000700 1 -- 172.21.15.3:0/1229533289 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8e3802a070 con 0x7f8e4c10a780 2024-05-21T19:18:17.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 Processor -- start 2024-05-21T19:18:17.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 -- start start 2024-05-21T19:18:17.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e4a000700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 0x7f8e300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601153feb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x5601153ff5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56011535ce40 con 0x5601153ff140 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56011534c9e0 con 0x560115404610 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560115350a20 con 0x560115404f30 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.323+0000 7f8e4a000700 1 -- 172.21.15.3:0/1229533289 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8e380e2b70 con 0x7f8e4c10a780 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46048/0 (socket says 172.21.15.3:46048) 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 -- 172.21.15.3:0/3902860084 learned_addr learned my addr 172.21.15.3:0/3902860084 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 0x7f8e300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x5601153ff5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e43e00700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601153feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 -- 172.21.15.3:0/3902860084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 msgr2=0x5601153feb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601153feb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 -- 172.21.15.3:0/3902860084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 msgr2=0x5601153ff5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x5601153ff5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e51800700 1 -- 172.21.15.3:0/3902860084 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560115315420 con 0x560115404610 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.324+0000 7f8e43e00700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601153feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.325+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 0x7f8e300b4dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c009480 tx=0x7f8e3c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.325+0000 7f8e51800700 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8e440046e0 tx=0x7f8e44009860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33f2271eee04e48b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.325+0000 7f8e42000700 1 -- 172.21.15.3:0/3902860084 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44010460 con 0x560115404610 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.325+0000 7f8e42000700 1 -- 172.21.15.3:0/3902860084 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e44010ab0 con 0x560115404610 2024-05-21T19:18:17.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.325+0000 7f8e42000700 1 -- 172.21.15.3:0/3902860084 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4401f5e0 con 0x560115404610 2024-05-21T19:18:17.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 -- 172.21.15.3:0/3902860084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 msgr2=0x5601154049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8e440046e0 tx=0x7f8e44009860 comp rx=0 tx=0).stop 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 -- 172.21.15.3:0/3902860084 shutdown_connections 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x5601153ff5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601154049f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/3902860084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601153feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 -- 172.21.15.3:0/3902860084 >> 172.21.15.3:0/3902860084 conn(0x56011532cbe0 msgr2=0x5601153f9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 -- 172.21.15.3:0/3902860084 shutdown_connections 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.326+0000 7f8e5e263b80 1 -- 172.21.15.3:0/3902860084 wait complete. 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 -- start start 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 Processor -- start 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x56011540ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x560115408030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x560115408570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560115252fa0 con 0x5601153ff140 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5601152ed760 con 0x560115404610 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.327+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56011540b9e0 con 0x560115404f30 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e5e263b80 10 client.0 _ll_register_callbacks cb 0x5601152f6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e50e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x56011540ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x560115408030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e50e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x56011540ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40956/0 (socket says 172.21.15.3:40956) 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e50e00700 1 -- 172.21.15.3:0/1973268210 learned_addr learned my addr 172.21.15.3:0/1973268210 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e51800700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x560115408570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 -- 172.21.15.3:0/1973268210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 msgr2=0x560115408570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x560115408570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 -- 172.21.15.3:0/1973268210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 msgr2=0x56011540ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x56011540ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e43e00700 1 -- 172.21.15.3:0/1973268210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56011529c8d0 con 0x560115404610 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.328+0000 7f8e51800700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x560115408570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e43e00700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x560115408030 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009810 tx=0x7f8e380056a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55aac2b2a4fefd91 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380aa1a0 con 0x560115404610 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8e3800bca0 con 0x560115404610 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e44010ab0 con 0x560115404610 2024-05-21T19:18:17.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8e380ae550 con 0x560115404610 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e5e263b80 10 client.27812 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56011531d060 con 0x560115404610 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e44010ab0 con 0x560115404610 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.329+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f8e380aa400 con 0x560115404610 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 10 client.27812 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 10 client.27812 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 20 client.27812 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560115418470 0x56011541a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 4 client.27812 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56011535ed90 con 0x560115418470 2024-05-21T19:18:17.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.330+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560115418470 0x56011541a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.331+0000 7f8e50e00700 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560115418470 0x56011541a8f0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a16f2dfe8eb8339 server_cookie=fc7d79773171182c in_seq=0 out_seq=0 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.331+0000 7f8e36a00700 10 client.27812 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.331+0000 7f8e36a00700 1 -- 172.21.15.3:0/1973268210 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56011535ed90 con 0x560115418470 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.331+0000 7f8e36a00700 10 client.27812 handle_command_reply: tid=0 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.331+0000 7f8e5e263b80 1 client.27812 shutdown 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 msgr2=0x560115408030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x560115408030 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f8e38009810 tx=0x7f8e380056a0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 shutdown_connections 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560115418470 0x56011541a8f0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x560115408570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5601153ff140 0x56011540ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/1973268210 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x560115408030 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 >> 172.21.15.3:0/1973268210 conn(0x56011532cbe0 msgr2=0x5601153f8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e36a00700 0 client.27812 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:17.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 shutdown_connections 2024-05-21T19:18:17.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 1 -- 172.21.15.3:0/1973268210 wait complete. 2024-05-21T19:18:17.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.332+0000 7f8e5e263b80 20 client.27812 trim_cache size 0 max 16384 2024-05-21T19:18:17.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.349+0000 7f8e5e263b80 1 Processor -- start 2024-05-21T19:18:17.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.349+0000 7f8e5e263b80 1 -- start start 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 0x5601153feb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601153f94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b6b20 con 0x560115404f30 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b43b0 con 0x560115404610 2024-05-21T19:18:17.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b2200 con 0x5601153ff140 2024-05-21T19:18:17.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e51800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e51800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40958/0 (socket says 172.21.15.3:40958) 2024-05-21T19:18:17.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e51800700 1 -- 172.21.15.3:0/130211714 learned_addr learned my addr 172.21.15.3:0/130211714 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:17.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e43e00700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601153f94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.350+0000 7f8e50e00700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 0x5601153feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 -- 172.21.15.3:0/130211714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 msgr2=0x5601153feb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 0x5601153feb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 -- 172.21.15.3:0/130211714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 msgr2=0x5601153f94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601153f94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 -- 172.21.15.3:0/130211714 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601153f1620 con 0x560115404f30 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e50e00700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 0x5601153feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e43e00700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601153f94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e51800700 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f8e44005240 tx=0x7f8e44005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f086974a6656a3e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e41600700 1 -- 172.21.15.3:0/130211714 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44024070 con 0x560115404f30 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e41600700 1 -- 172.21.15.3:0/130211714 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e44005490 con 0x560115404f30 2024-05-21T19:18:17.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.351+0000 7f8e41600700 1 -- 172.21.15.3:0/130211714 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44010460 con 0x560115404f30 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 -- 172.21.15.3:0/130211714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 msgr2=0x5601154201c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f8e44005240 tx=0x7f8e44005270 comp rx=0 tx=0).stop 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 -- 172.21.15.3:0/130211714 shutdown_connections 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404f30 0x5601154201c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5601153ff140 0x5601153feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/130211714 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560115404610 0x5601153f94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 -- 172.21.15.3:0/130211714 >> 172.21.15.3:0/130211714 conn(0x56011532cbe0 msgr2=0x560115406940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 -- 172.21.15.3:0/130211714 shutdown_connections 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.352+0000 7f8e5e263b80 1 -- 172.21.15.3:0/130211714 wait complete. 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 -- start start 2024-05-21T19:18:17.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 Processor -- start 2024-05-21T19:18:17.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5601153ff140 0x56011541fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601154208a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b2870 con 0x560115404610 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b3ce0 con 0x5601153ff140 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.353+0000 7f8e5e263b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4c1b2f40 con 0x560115404f30 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e5e263b80 10 client.0 _ll_register_callbacks cb 0x5601152f6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40974/0 (socket says 172.21.15.3:40974) 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 -- 172.21.15.3:0/762211091 learned_addr learned my addr 172.21.15.3:0/762211091 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e50e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5601153ff140 0x56011541fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e51800700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601154208a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 -- 172.21.15.3:0/762211091 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 msgr2=0x5601154208a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601154208a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 -- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5601153ff140 msgr2=0x56011541fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5601153ff140 0x56011541fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.354+0000 7f8e43e00700 1 -- 172.21.15.3:0/762211091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560115482200 con 0x560115404610 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e43e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8e38005bf0 tx=0x7f8e38009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9dc452a51133790 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e36a00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e380b2f70 con 0x560115404610 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8e380ae140 con 0x560115404610 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e44005490 con 0x560115404610 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8e380ae340 con 0x560115404610 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e5e263b80 10 client.17715 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:17.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5601154834c0 con 0x560115404610 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.355+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e44005490 con 0x560115404610 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f8e380b2ae0 con 0x560115404610 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 10 client.17715 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 10 client.17715 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 20 client.17715 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5601154839e0 0x560115485dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 4 client.17715 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560115358570 con 0x5601154839e0 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.356+0000 7f8e50e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5601154839e0 0x560115485dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e50e00700 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5601154839e0 0x560115485dd0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38c3422c534ea3e3 server_cookie=8b1f62684670044f in_seq=0 out_seq=0 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e36a00700 10 client.17715 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e36a00700 1 -- 172.21.15.3:0/762211091 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560115358570 con 0x5601154839e0 2024-05-21T19:18:17.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e36a00700 10 client.17715 handle_command_reply: tid=0 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 client.17715 shutdown 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 msgr2=0x560115420360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8e38005bf0 tx=0x7f8e38009260 comp rx=0 tx=0).stop 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 shutdown_connections 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5601154839e0 0x560115485dd0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560115404f30 0x5601154208a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5601153ff140 0x56011541fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 --2- 172.21.15.3:0/762211091 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560115404610 0x560115420360 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e36a00700 0 client.17715 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.357+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 >> 172.21.15.3:0/762211091 conn(0x56011532cbe0 msgr2=0x5601154053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.358+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 shutdown_connections 2024-05-21T19:18:17.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.358+0000 7f8e5e263b80 1 -- 172.21.15.3:0/762211091 wait complete. 2024-05-21T19:18:17.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.358+0000 7f8e5e263b80 20 client.17715 trim_cache size 0 max 16384 2024-05-21T19:18:17.363 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 msgr2=0x7f8e300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 0x7f8e300b4dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c009480 tx=0x7f8e3c00b040 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 msgr2=0x7f8e4c1a0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c010 tx=0x7f8e3800f9b0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 shutdown_connections 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8e300b2900 0x7f8e300b4dc0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8e4c10eeb0 0x7f8e4c1a4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8e4c109dd0 0x7f8e4c1a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 --2- 172.21.15.3:0/1229533289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8e4c10a780 0x7f8e4c1a0890 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 >> 172.21.15.3:0/1229533289 conn(0x7f8e4c076d10 msgr2=0x7f8e4c1091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 shutdown_connections 2024-05-21T19:18:17.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:17.359+0000 7f8e53800700 1 -- 172.21.15.3:0/1229533289 wait complete. 2024-05-21T19:18:17.753 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:17 smithi003 ceph-mon[31577]: pgmap v750: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:18:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:17 smithi178 ceph-mon[36523]: pgmap v750: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:18:17.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:17 smithi104 ceph-mon[36417]: pgmap v750: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:18:19.211 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:18:19.211 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:18:19.667 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:19 smithi003 ceph-mon[31577]: pgmap v751: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:18:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:19 smithi178 ceph-mon[36523]: pgmap v751: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:18:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:19 smithi104 ceph-mon[36417]: pgmap v751: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.1 KiB/s wr, 10 op/s 2024-05-21T19:18:21.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.411+0000 7f2f09e00640 1 -- 172.21.15.3:0/3922956896 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04104b10 msgr2=0x7f2f04104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.411+0000 7f2f09e00640 1 --2- 172.21.15.3:0/3922956896 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04104b10 0x7f2f04104f30 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4009900 tx=0x7f2ef402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 -- 172.21.15.3:0/3922956896 shutdown_connections 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 --2- 172.21.15.3:0/3922956896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f0410cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 --2- 172.21.15.3:0/3922956896 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04105d00 0x7f2f04106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 --2- 172.21.15.3:0/3922956896 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04104b10 0x7f2f04104f30 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 -- 172.21.15.3:0/3922956896 >> 172.21.15.3:0/3922956896 conn(0x7f2f041000c0 msgr2=0x7f2f041024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 -- 172.21.15.3:0/3922956896 shutdown_connections 2024-05-21T19:18:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.412+0000 7f2f09e00640 1 -- 172.21.15.3:0/3922956896 wait complete. 2024-05-21T19:18:21.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.413+0000 7f2f09e00640 1 Processor -- start 2024-05-21T19:18:21.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.413+0000 7f2f09e00640 1 -- start start 2024-05-21T19:18:21.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.413+0000 7f2f09e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.413+0000 7f2f09e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04105d00 0x7f2f0419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f041a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f04110640 con 0x7f2f04104b10 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041104c0 con 0x7f2f041066c0 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041107c0 con 0x7f2f04105d00 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41776/0 (socket says 172.21.15.3:41776) 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 -- 172.21.15.3:0/2774642485 learned_addr learned my addr 172.21.15.3:0/2774642485 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09400640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f041a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f03e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04105d00 0x7f2f0419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 -- 172.21.15.3:0/2774642485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04105d00 msgr2=0x7f2f0419b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04105d00 0x7f2f0419b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 -- 172.21.15.3:0/2774642485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 msgr2=0x7f2f041a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f041a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f08a00640 1 -- 172.21.15.3:0/2774642485 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f041a2940 con 0x7f2f04104b10 2024-05-21T19:18:21.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.414+0000 7f2f09400640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f041a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:21.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f08a00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4006010 tx=0x7f2ef40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f01600640 1 -- 172.21.15.3:0/2774642485 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef403f030 con 0x7f2f04104b10 2024-05-21T19:18:21.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f041a2bd0 con 0x7f2f04104b10 2024-05-21T19:18:21.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f01600640 1 -- 172.21.15.3:0/2774642485 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ef4031910 con 0x7f2f04104b10 2024-05-21T19:18:21.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f01600640 1 -- 172.21.15.3:0/2774642485 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4035070 con 0x7f2f04104b10 2024-05-21T19:18:21.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.415+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f041a3110 con 0x7f2f04104b10 2024-05-21T19:18:21.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 Processor -- start 2024-05-21T19:18:21.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 -- start start 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e3410110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e34151e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c5e337fb90 con 0x55c5e340fcf0 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c5e336f730 con 0x55c5e34106e0 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.420+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c5e3373770 con 0x55c5e3415850 2024-05-21T19:18:21.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f01600640 1 -- 172.21.15.3:0/2774642485 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2ef4042030 con 0x7f2f04104b10 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e3410110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e3410110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41790/0 (socket says 172.21.15.3:41790) 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39388/0 (socket says 172.21.15.3:39388) 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f09400640 1 -- 172.21.15.3:0/2451176779 learned_addr learned my addr 172.21.15.3:0/2451176779 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f08a00640 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e34151e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 -- 172.21.15.3:0/2451176779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 msgr2=0x55c5e34151e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e34151e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 -- 172.21.15.3:0/2451176779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 msgr2=0x55c5e3410110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e3410110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.421+0000 7f2f03e00640 1 -- 172.21.15.3:0/2451176779 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5e33088b0 con 0x55c5e3415850 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.422+0000 7f2f03e00640 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009fa0 tx=0x7f2ef00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebd3ee311e29b133 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.422+0000 7f2ef9c00640 1 -- 172.21.15.3:0/2451176779 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0003c30 con 0x55c5e3415850 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.422+0000 7f2ef9c00640 1 -- 172.21.15.3:0/2451176779 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ef0003dd0 con 0x55c5e3415850 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.422+0000 7f2ef9c00640 1 -- 172.21.15.3:0/2451176779 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef000fa60 con 0x55c5e3415850 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f01600640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 0x7f2ee80b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 -- 172.21.15.3:0/2451176779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 msgr2=0x55c5e3417ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009fa0 tx=0x7f2ef00118d0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f01600640 1 -- 172.21.15.3:0/2774642485 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ef41027e0 con 0x7f2f04104b10 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f09400640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 0x7f2ee80b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 -- 172.21.15.3:0/2451176779 shutdown_connections 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3417ce0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e34151e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/2451176779 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e3410110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 -- 172.21.15.3:0/2451176779 >> 172.21.15.3:0/2451176779 conn(0x55c5e340b360 msgr2=0x55c5e340b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.423+0000 7f2f0e20c740 1 -- 172.21.15.3:0/2451176779 shutdown_connections 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.424+0000 7f2f0e20c740 1 -- 172.21.15.3:0/2451176779 wait complete. 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.424+0000 7f2f0e20c740 1 -- start start 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.424+0000 7f2f09400640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 0x7f2ee80b4d20 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x55c5e3410f40 tx=0x7f2efc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.424+0000 7f2f0e20c740 1 Processor -- start 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e341a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e34210d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c5e3055790 con 0x55c5e3415850 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c5e3317bc0 con 0x55c5e340fcf0 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c5e3418800 con 0x55c5e34106e0 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f0e20c740 10 client.0 _ll_register_callbacks cb 0x55c5e32f5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e34210d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e341a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e34210d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41796/0 (socket says 172.21.15.3:41796) 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f09400640 1 -- 172.21.15.3:0/1163120552 learned_addr learned my addr 172.21.15.3:0/1163120552 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f08a00640 1 -- 172.21.15.3:0/1163120552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 msgr2=0x55c5e341a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e341a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f08a00640 1 -- 172.21.15.3:0/1163120552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 msgr2=0x55c5e34210d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.425+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e34210d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2f08a00640 1 -- 172.21.15.3:0/1163120552 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5e3084210 con 0x55c5e340fcf0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55c5e3411150 tx=0x7f2ef4003fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df378999717ac853 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2eee000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4049040 con 0x55c5e340fcf0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ef4102bd0 con 0x55c5e340fcf0 2024-05-21T19:18:21.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ef0003dd0 con 0x55c5e340fcf0 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2ef40c9940 con 0x55c5e340fcf0 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2f0e20c740 10 client.27830 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.426+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c5e3150620 con 0x55c5e340fcf0 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ef0003dd0 con 0x55c5e340fcf0 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2ef40e3080 con 0x55c5e340fcf0 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 10 client.27830 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 10 client.27830 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 20 client.27830 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3425660 0x55c5e3427ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 4 client.27830 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.427+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5e3381ae0 con 0x55c5e3425660 2024-05-21T19:18:21.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.428+0000 7f2f03e00640 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3425660 0x55c5e3427ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.428+0000 7f2f03e00640 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3425660 0x55c5e3427ab0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=755680b12eddc86a server_cookie=97b253a91a5e10ff in_seq=0 out_seq=0 2024-05-21T19:18:21.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.428+0000 7f2eee000640 10 client.27830 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.429+0000 7f2eee000640 1 -- 172.21.15.3:0/1163120552 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c5e3381ae0 con 0x55c5e3425660 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.429+0000 7f2eee000640 10 client.27830 handle_command_reply: tid=0 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.429+0000 7f2f0e20c740 1 client.27830 shutdown 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 msgr2=0x55c5e3419b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419b50 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55c5e3411150 tx=0x7f2ef4003fc0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 shutdown_connections 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3425660 0x55c5e3427ab0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e341a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e34210d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1163120552 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419b50 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2eee000640 0 client.27830 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 >> 172.21.15.3:0/1163120552 conn(0x55c5e340b360 msgr2=0x55c5e340a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 shutdown_connections 2024-05-21T19:18:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1163120552 wait complete. 2024-05-21T19:18:21.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.430+0000 7f2f0e20c740 20 client.27830 trim_cache size 0 max 16384 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 Processor -- start 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 -- start start 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e3421060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e3411890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041ae8d0 con 0x55c5e3415850 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041ac1a0 con 0x55c5e340fcf0 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.447+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041a9ff0 con 0x55c5e34106e0 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e3411890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f09400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e3411890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41812/0 (socket says 172.21.15.3:41812) 2024-05-21T19:18:21.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55178/0 (socket says 172.21.15.3:55178) 2024-05-21T19:18:21.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f09400640 1 -- 172.21.15.3:0/1433656420 learned_addr learned my addr 172.21.15.3:0/1433656420 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f03e00640 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e3421060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 -- 172.21.15.3:0/1433656420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 msgr2=0x55c5e3421060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e3421060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 -- 172.21.15.3:0/1433656420 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 msgr2=0x55c5e3411890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e3411890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.448+0000 7f2f08a00640 1 -- 172.21.15.3:0/1433656420 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5e340b190 con 0x55c5e340fcf0 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2f08a00640 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f2ef403d040 tx=0x7f2ef4102ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e425900b2baa493 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2ef9200640 1 -- 172.21.15.3:0/1433656420 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4049070 con 0x55c5e340fcf0 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2ef9200640 1 -- 172.21.15.3:0/1433656420 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ef40c9e30 con 0x55c5e340fcf0 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2ef9200640 1 -- 172.21.15.3:0/1433656420 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef40d2750 con 0x55c5e340fcf0 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1433656420 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 msgr2=0x55c5e3419ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.449+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f2ef403d040 tx=0x7f2ef4102ac0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1433656420 shutdown_connections 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e34106e0 0x55c5e3421060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e3415850 0x55c5e3411890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/1433656420 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e340fcf0 0x55c5e3419ff0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1433656420 >> 172.21.15.3:0/1433656420 conn(0x55c5e340b360 msgr2=0x55c5e3411180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1433656420 shutdown_connections 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 -- 172.21.15.3:0/1433656420 wait complete. 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 -- start start 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.450+0000 7f2f0e20c740 1 Processor -- start 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e341f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3420190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041aa660 con 0x55c5e340fcf0 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041abad0 con 0x55c5e34106e0 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041aad30 con 0x55c5e3415850 2024-05-21T19:18:21.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f0e20c740 10 client.0 _ll_register_callbacks cb 0x7f2ef403b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41814/0 (socket says 172.21.15.3:41814) 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 -- 172.21.15.3:0/3377140022 learned_addr learned my addr 172.21.15.3:0/3377140022 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f09400640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3420190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f03e00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e341f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 -- 172.21.15.3:0/3377140022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 msgr2=0x55c5e3420190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3420190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 -- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 msgr2=0x55c5e341f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e341f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.451+0000 7f2f08a00640 1 -- 172.21.15.3:0/3377140022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5e3420780 con 0x55c5e340fcf0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2f08a00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2ef40c6340 tx=0x7f2ef40d2b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6257a806485350da server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2eee000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4049070 con 0x55c5e340fcf0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2ef40c7f90 con 0x55c5e340fcf0 2024-05-21T19:18:21.456 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ef40c9e30 con 0x55c5e340fcf0 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2ef40d2be0 con 0x55c5e340fcf0 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2f0e20c740 10 client.17733 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.452+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c5e3420780 con 0x55c5e340fcf0 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ef40c9e30 con 0x55c5e340fcf0 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2ef40e3070 con 0x55c5e340fcf0 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 10 client.17733 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 10 client.17733 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 20 client.17733 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3490b90 0x55c5e3492fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 4 client.17733 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:18:21.457 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c5e337b2c0 con 0x55c5e3490b90 2024-05-21T19:18:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.453+0000 7f2f03e00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3490b90 0x55c5e3492fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.454+0000 7f2f03e00640 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3490b90 0x55c5e3492fb0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34df6c2d9cf20c3 server_cookie=194fbfc620305e7f in_seq=0 out_seq=0 2024-05-21T19:18:21.458 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.454+0000 7f2eee000640 10 client.17733 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.458+0000 7f2eee000640 1 -- 172.21.15.3:0/3377140022 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55c5e337b2c0 con 0x55c5e3490b90 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.458+0000 7f2eee000640 10 client.17733 handle_command_reply: tid=0 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.458+0000 7f2f0e20c740 1 client.17733 shutdown 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 msgr2=0x55c5e341ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f2ef40c6340 tx=0x7f2ef40d2b10 comp rx=0 tx=0).stop 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 shutdown_connections 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c5e3490b90 0x55c5e3492fb0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c5e3415850 0x55c5e3420190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c5e34106e0 0x55c5e341f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 --2- 172.21.15.3:0/3377140022 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c5e340fcf0 0x55c5e341ecb0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2eee000640 0 client.17733 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 >> 172.21.15.3:0/3377140022 conn(0x55c5e340b360 msgr2=0x55c5e3411a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 shutdown_connections 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 1 -- 172.21.15.3:0/3377140022 wait complete. 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.459+0000 7f2f0e20c740 20 client.17733 trim_cache size 0 max 16384 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:18:21.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 msgr2=0x7f2ee80b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 0x7f2ee80b4d20 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x55c5e3410f40 tx=0x7f2efc005f90 comp rx=0 tx=0).stop 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 msgr2=0x7f2f0419ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4006010 tx=0x7f2ef40042f0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 shutdown_connections 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2ee80b2860 0x7f2ee80b4d20 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f04105d00 0x7f2f0419b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f041066c0 0x7f2f041a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 --2- 172.21.15.3:0/2774642485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f04104b10 0x7f2f0419ad30 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 >> 172.21.15.3:0/2774642485 conn(0x7f2f041000c0 msgr2=0x7f2f04109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 shutdown_connections 2024-05-21T19:18:21.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:21.460+0000 7f2f09e00640 1 -- 172.21.15.3:0/2774642485 wait complete. 2024-05-21T19:18:21.704 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:21 smithi003 ceph-mon[31577]: pgmap v752: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 -- 172.21.15.3:0/1308307323 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 msgr2=0x7f679c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1308307323 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c105af0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f6788009990 tx=0x7f6788009ca0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 -- 172.21.15.3:0/1308307323 shutdown_connections 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1308307323 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c106030 0x7f679c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1308307323 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c10b670 0x7f679c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.885 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1308307323 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c105af0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 -- 172.21.15.3:0/1308307323 >> 172.21.15.3:0/1308307323 conn(0x7f679c101160 msgr2=0x7f679c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 -- 172.21.15.3:0/1308307323 shutdown_connections 2024-05-21T19:18:21.886 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.884+0000 7f67a2a00700 1 -- 172.21.15.3:0/1308307323 wait complete. 2024-05-21T19:18:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:21 smithi178 ceph-mon[36523]: pgmap v752: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:21.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.885+0000 7f67a2a00700 1 Processor -- start 2024-05-21T19:18:21.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.885+0000 7f67a2a00700 1 -- start start 2024-05-21T19:18:21.890 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c106030 0x7f679c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 0x7f679c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1158a0 con 0x7f679c10b670 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f679c115720 con 0x7f679c106030 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f679c115a20 con 0x7f679c105670 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39436/0 (socket says 172.21.15.3:39436) 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 -- 172.21.15.3:0/1223917695 learned_addr learned my addr 172.21.15.3:0/1223917695 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2000700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 0x7f679c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a0c00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c106030 0x7f679c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 -- 172.21.15.3:0/1223917695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c106030 msgr2=0x7f679c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c106030 0x7f679c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 -- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 msgr2=0x7f679c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 0x7f679c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a1600700 1 -- 172.21.15.3:0/1223917695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679c1a0d50 con 0x7f679c105670 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.886+0000 7f67a2000700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 0x7f679c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f67a1600700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f679000e9a0 tx=0x7f679000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f679a000700 1 -- 172.21.15.3:0/1223917695 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f679000cbd0 con 0x7f679c105670 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f679a000700 1 -- 172.21.15.3:0/1223917695 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f679000cd70 con 0x7f679c105670 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679c1a1040 con 0x7f679c105670 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f679a000700 1 -- 172.21.15.3:0/1223917695 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6790018680 con 0x7f679c105670 2024-05-21T19:18:21.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.887+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f679c1a88c0 con 0x7f679c105670 2024-05-21T19:18:21.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.891+0000 7f679a000700 1 -- 172.21.15.3:0/1223917695 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6790010430 con 0x7f679c105670 2024-05-21T19:18:21.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.892+0000 7f67ae9eeb80 1 Processor -- start 2024-05-21T19:18:21.893 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 -- start start 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe1edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bbafd7cec0 con 0x55bbafe25160 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bbafd6ca60 con 0x55bbafe1f410 2024-05-21T19:18:21.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bbafd70aa0 con 0x55bbafe24840 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f679a000700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 0x7f67840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.893+0000 7f67a2000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a2000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39442/0 (socket says 172.21.15.3:39442) 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a2000700 1 -- 172.21.15.3:0/2862326482 learned_addr learned my addr 172.21.15.3:0/2862326482 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f679a000700 1 -- 172.21.15.3:0/1223917695 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f67900e2470 con 0x7f679c105670 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a1600700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe1edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a2000700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 0x7f67840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 -- 172.21.15.3:0/2862326482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 msgr2=0x55bbafe24c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 -- 172.21.15.3:0/2862326482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 msgr2=0x55bbafe1edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe1edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a0c00700 1 -- 172.21.15.3:0/2862326482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbafd354a0 con 0x55bbafe1f410 2024-05-21T19:18:21.896 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.894+0000 7f67a2000700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.895+0000 7f67a0c00700 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1f870 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f6788006010 tx=0x7f67880096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db151d06a1f86a3d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.895+0000 7f678ea00700 1 -- 172.21.15.3:0/2862326482 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788027070 con 0x55bbafe1f410 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.895+0000 7f678ea00700 1 -- 172.21.15.3:0/2862326482 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67880056a0 con 0x55bbafe1f410 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.895+0000 7f678ea00700 1 -- 172.21.15.3:0/2862326482 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788003a30 con 0x55bbafe1f410 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/2862326482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 msgr2=0x55bbafe1f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67a2000700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 0x7f67840b4d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6794009fd0 tx=0x7f6794004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1f870 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f6788006010 tx=0x7f67880096a0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/2862326482 shutdown_connections 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1f870 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe24c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/2862326482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe1edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/2862326482 >> 172.21.15.3:0/2862326482 conn(0x55bbafd4cc60 msgr2=0x55bbafe19890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/2862326482 shutdown_connections 2024-05-21T19:18:21.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.896+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/2862326482 wait complete. 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.897+0000 7f67ae9eeb80 1 -- start start 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.897+0000 7f67ae9eeb80 1 Processor -- start 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe282a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe25160 0x55bbafe287e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55bbafc73020 con 0x55bbafe1f410 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55bbafd0d7e0 con 0x55bbafe25160 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55bbafe2bc20 con 0x55bbafe24840 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67ae9eeb80 10 client.0 _ll_register_callbacks cb 0x55bbafd16cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:21.900 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67a1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67a1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41844/0 (socket says 172.21.15.3:41844) 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67a1600700 1 -- 172.21.15.3:0/1367012260 learned_addr learned my addr 172.21.15.3:0/1367012260 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67a0c00700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe282a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.898+0000 7f67a2000700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe25160 0x55bbafe287e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 -- 172.21.15.3:0/1367012260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 msgr2=0x55bbafe282a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe282a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 -- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe25160 msgr2=0x55bbafe287e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe25160 0x55bbafe287e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 -- 172.21.15.3:0/1367012260 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbafcbc950 con 0x55bbafe1f410 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a0c00700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe282a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67a1600700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f67900a6c80 tx=0x7f67900b26c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874783a2b30a8ac7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f6783400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67900a9180 con 0x55bbafe1f410 2024-05-21T19:18:21.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6790010930 con 0x55bbafe1f410 2024-05-21T19:18:21.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.899+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67880056a0 con 0x55bbafe1f410 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f67900a51a0 con 0x55bbafe1f410 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 10 client.17745 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bbafd3d0e0 con 0x55bbafe1f410 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67880056a0 con 0x55bbafe1f410 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f67900a5380 con 0x55bbafe1f410 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 10 client.17745 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 10 client.17745 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 20 client.17745 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafe3ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 4 client.17745 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:21.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.900+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbafd7ee10 con 0x55bbafe38710 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.901+0000 7f67a0c00700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafe3ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.901+0000 7f67a0c00700 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafe3ab00 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=117b432e210248e1 server_cookie=d3d465afeb71dea6 in_seq=0 out_seq=0 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.901+0000 7f6783400700 10 client.17745 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.902+0000 7f6783400700 1 -- 172.21.15.3:0/1367012260 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bbafd7ee10 con 0x55bbafe38710 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.902+0000 7f6783400700 10 client.17745 handle_command_reply: tid=0 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.902+0000 7f67ae9eeb80 1 client.17745 shutdown 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.902+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 msgr2=0x55bbafe2af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.902+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f67900a6c80 tx=0x7f67900b26c0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 shutdown_connections 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafe3ab00 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe25160 0x55bbafe287e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f6783400700 0 client.17745 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe2af00 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1367012260 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe282a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 >> 172.21.15.3:0/1367012260 conn(0x55bbafd4cc60 msgr2=0x55bbafe19040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 shutdown_connections 2024-05-21T19:18:21.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1367012260 wait complete. 2024-05-21T19:18:21.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.903+0000 7f67ae9eeb80 20 client.17745 trim_cache size 0 max 16384 2024-05-21T19:18:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 Processor -- start 2024-05-21T19:18:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 -- start start 2024-05-21T19:18:21.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe197c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1b2610 con 0x55bbafe25160 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1afea0 con 0x55bbafe1f410 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.926+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1adcf0 con 0x55bbafe24840 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a2000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a0c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe197c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a2000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41850/0 (socket says 172.21.15.3:41850) 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a0c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe197c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39464/0 (socket says 172.21.15.3:39464) 2024-05-21T19:18:21.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a2000700 1 -- 172.21.15.3:0/1349110659 learned_addr learned my addr 172.21.15.3:0/1349110659 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 -- 172.21.15.3:0/1349110659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 msgr2=0x55bbafe197c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe197c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 -- 172.21.15.3:0/1349110659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 msgr2=0x55bbafe27170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a1600700 1 -- 172.21.15.3:0/1349110659 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbafe24f60 con 0x55bbafe1f410 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.927+0000 7f67a2000700 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f67a1600700 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1edf0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f6790009860 tx=0x7f67900aa030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b17d190a51fc5fc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f678e000700 1 -- 172.21.15.3:0/1349110659 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67900bee60 con 0x55bbafe1f410 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f678e000700 1 -- 172.21.15.3:0/1349110659 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67900b21b0 con 0x55bbafe1f410 2024-05-21T19:18:21.930 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f678e000700 1 -- 172.21.15.3:0/1349110659 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67900a9a10 con 0x55bbafe1f410 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1349110659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 msgr2=0x55bbafe1edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.928+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1edf0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f6790009860 tx=0x7f67900aa030 comp rx=0 tx=0).stop 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1349110659 shutdown_connections 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe25160 0x55bbafe27170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe1f410 0x55bbafe1edf0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/1349110659 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe24840 0x55bbafe197c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1349110659 >> 172.21.15.3:0/1349110659 conn(0x55bbafd4cc60 msgr2=0x55bbafe26a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1349110659 shutdown_connections 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/1349110659 wait complete. 2024-05-21T19:18:21.931 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 -- start start 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.929+0000 7f67ae9eeb80 1 Processor -- start 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe31200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 0x55bbafe31740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe25160 0x55bbafe2e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1ae360 con 0x55bbafe1f410 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1af7d0 con 0x55bbafe24840 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f679c1aea30 con 0x55bbafe25160 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67ae9eeb80 10 client.0 _ll_register_callbacks cb 0x55bbafd16cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:21.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67a1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe31200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67a0c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 0x55bbafe31740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67a1600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe31200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41862/0 (socket says 172.21.15.3:41862) 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67a1600700 1 -- 172.21.15.3:0/3943571920 learned_addr learned my addr 172.21.15.3:0/3943571920 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.930+0000 7f67a2000700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe25160 0x55bbafe2e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 -- 172.21.15.3:0/3943571920 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe25160 msgr2=0x55bbafe2e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe25160 0x55bbafe2e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 -- 172.21.15.3:0/3943571920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 msgr2=0x55bbafe31200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe31200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 -- 172.21.15.3:0/3943571920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbafe2e8a0 con 0x55bbafe24840 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67a0c00700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 0x55bbafe31740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f6788009ce0 tx=0x7f67880058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=318d4c26a0d06cc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f6783400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:21.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788027040 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6788005640 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.931+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55bbafd785f0 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f678800bbb0 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 10 client.27854 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bbafea3f70 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55bbafd785f0 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6788021070 con 0x55bbafe24840 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 10 client.27854 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 10 client.27854 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 20 client.27854 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafea61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 4 client.27854 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:18:21.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.932+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55bbafbef2d0 con 0x55bbafe38710 2024-05-21T19:18:21.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.933+0000 7f67a1600700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafea61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:21.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.933+0000 7f67a1600700 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafea61b0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4445cb0873135696 server_cookie=231025f1e6163392 in_seq=0 out_seq=0 2024-05-21T19:18:21.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.933+0000 7f6783400700 10 client.27854 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.934+0000 7f6783400700 1 -- 172.21.15.3:0/3943571920 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55bbafbef2d0 con 0x55bbafe38710 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.934+0000 7f6783400700 10 client.27854 handle_command_reply: tid=0 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.934+0000 7f67ae9eeb80 1 client.27854 shutdown 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 msgr2=0x55bbafe31740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 0x55bbafe31740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f6788009ce0 tx=0x7f67880058e0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 shutdown_connections 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55bbafe38710 0x55bbafea61b0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55bbafe25160 0x55bbafe2e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55bbafe1f410 0x55bbafe31200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 --2- 172.21.15.3:0/3943571920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55bbafe24840 0x55bbafe31740 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f6783400700 0 client.27854 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:21.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 >> 172.21.15.3:0/3943571920 conn(0x55bbafd4cc60 msgr2=0x55bbafe23bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 shutdown_connections 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 1 -- 172.21.15.3:0/3943571920 wait complete. 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.935+0000 7f67ae9eeb80 20 client.27854 trim_cache size 0 max 16384 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "1fea0b5b-00f8-4bb4-9bb5-ba2052f1c7da", 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:18:21.940 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 msgr2=0x7f67840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 0x7f67840b4d40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6794009fd0 tx=0x7f6794004b40 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 msgr2=0x7f679c19bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f679000e9a0 tx=0x7f679000ecb0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 shutdown_connections 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f67840b2880 0x7f67840b4d40 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f679c10b670 0x7f679c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f679c105670 0x7f679c19bd90 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 --2- 172.21.15.3:0/1223917695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f679c106030 0x7f679c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:21.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.936+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 >> 172.21.15.3:0/1223917695 conn(0x7f679c101160 msgr2=0x7f679c101780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.937+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 shutdown_connections 2024-05-21T19:18:21.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:21.937+0000 7f67a2a00700 1 -- 172.21.15.3:0/1223917695 wait complete. 2024-05-21T19:18:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:21 smithi104 ceph-mon[36417]: pgmap v752: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:22.841 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:18:23.316 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.766 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.766 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:23 smithi003 ceph-mon[31577]: pgmap v753: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:23 smithi178 ceph-mon[36523]: pgmap v753: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:18:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:23 smithi104 ceph-mon[36417]: pgmap v753: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 -- 172.21.15.3:0/4067540663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f8106120 msgr2=0x7f94f8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 --2- 172.21.15.3:0/4067540663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f8106120 0x7f94f8112630 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f94f000b0a0 tx=0x7f94f000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 -- 172.21.15.3:0/4067540663 shutdown_connections 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 --2- 172.21.15.3:0/4067540663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f8106120 0x7f94f8112630 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 --2- 172.21.15.3:0/4067540663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f810b760 0x7f94f810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 --2- 172.21.15.3:0/4067540663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8105760 0x7f94f8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.697+0000 7f94fee00700 1 -- 172.21.15.3:0/4067540663 >> 172.21.15.3:0/4067540663 conn(0x7f94f8101250 msgr2=0x7f94f8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.698+0000 7f94fee00700 1 -- 172.21.15.3:0/4067540663 shutdown_connections 2024-05-21T19:18:25.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.698+0000 7f94fee00700 1 -- 172.21.15.3:0/4067540663 wait complete. 2024-05-21T19:18:25.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 Processor -- start 2024-05-21T19:18:25.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 -- start start 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8106120 0x7f94f819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f810b760 0x7f94f81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81159f0 con 0x7f94f810b760 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94f8115870 con 0x7f94f8106120 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.699+0000 7f94fee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f94f8115b70 con 0x7f94f8105760 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:39498/0 (socket says 172.21.15.3:39498) 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8106120 0x7f94f819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 -- 172.21.15.3:0/4203066358 learned_addr learned my addr 172.21.15.3:0/4203066358 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:25.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94fce00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f810b760 0x7f94f81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 -- 172.21.15.3:0/4203066358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8106120 msgr2=0x7f94f819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8106120 0x7f94f819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 -- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f810b760 msgr2=0x7f94f81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f810b760 0x7f94f81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.700+0000 7f94f7e00700 1 -- 172.21.15.3:0/4203066358 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94f81a0dd0 con 0x7f94f8105760 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f94e800e9a0 tx=0x7f94e800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94f4c00700 1 -- 172.21.15.3:0/4203066358 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e800ca10 con 0x7f94f8105760 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94f4c00700 1 -- 172.21.15.3:0/4203066358 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94e800cbb0 con 0x7f94f8105760 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94f81a10c0 con 0x7f94f8105760 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94f4c00700 1 -- 172.21.15.3:0/4203066358 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e8018680 con 0x7f94f8105760 2024-05-21T19:18:25.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.701+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94f81a8940 con 0x7f94f8105760 2024-05-21T19:18:25.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.705+0000 7f94f4c00700 1 -- 172.21.15.3:0/4203066358 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f94e8010430 con 0x7f94f8105760 2024-05-21T19:18:25.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.706+0000 7f9509852b80 1 Processor -- start 2024-05-21T19:18:25.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.706+0000 7f9509852b80 1 -- start start 2024-05-21T19:18:25.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.706+0000 7f94f4c00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 0x7f94dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.706+0000 7f94f4c00700 1 -- 172.21.15.3:0/4203066358 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f94e80e23a0 con 0x7f94f8105760 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.706+0000 7f9509852b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f9509852b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbc07d0 0x55e35fbba260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f9509852b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbbace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f9509852b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e35fb18e40 con 0x55e35fbc07d0 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f9509852b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e35fb089e0 con 0x55e35fbbfeb0 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f9509852b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e35fb0ca20 con 0x55e35fbba880 2024-05-21T19:18:25.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94fce00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 0x7f94dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55286/0 (socket says 172.21.15.3:55286) 2024-05-21T19:18:25.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94f7e00700 1 -- 172.21.15.3:0/2879893356 learned_addr learned my addr 172.21.15.3:0/2879893356 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:25.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94f7400700 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbc07d0 0x55e35fbba260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.707+0000 7f94fce00700 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbbace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 -- 172.21.15.3:0/2879893356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 msgr2=0x55e35fbbace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbbace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 -- 172.21.15.3:0/2879893356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbc07d0 msgr2=0x55e35fbba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbc07d0 0x55e35fbba260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 -- 172.21.15.3:0/2879893356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e35fad1420 con 0x55e35fbbfeb0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94fce00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 0x7f94dc0b4d40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f94f000b780 tx=0x7f94f000bb90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f94e80a9640 tx=0x7f94e80a51a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc43ae0e8da489fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94ed600700 1 -- 172.21.15.3:0/2879893356 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e80a9710 con 0x55e35fbbfeb0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94ed600700 1 -- 172.21.15.3:0/2879893356 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94e80b20f0 con 0x55e35fbbfeb0 2024-05-21T19:18:25.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.708+0000 7f94ed600700 1 -- 172.21.15.3:0/2879893356 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e80b2310 con 0x55e35fbbfeb0 2024-05-21T19:18:25.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.709+0000 7f9509852b80 1 -- 172.21.15.3:0/2879893356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 msgr2=0x55e35fbc0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.709+0000 7f9509852b80 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f94e80a9640 tx=0x7f94e80a51a0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 -- 172.21.15.3:0/2879893356 shutdown_connections 2024-05-21T19:18:25.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbbace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc0290 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 --2- 172.21.15.3:0/2879893356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbc07d0 0x55e35fbba260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 -- 172.21.15.3:0/2879893356 >> 172.21.15.3:0/2879893356 conn(0x55e35fae8be0 msgr2=0x55e35fbb5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 -- 172.21.15.3:0/2879893356 shutdown_connections 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 -- 172.21.15.3:0/2879893356 wait complete. 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.710+0000 7f9509852b80 1 -- start start 2024-05-21T19:18:25.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 Processor -- start 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbc6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbc3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e35fa0efa0 con 0x55e35fbbfeb0 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e35faa9760 con 0x55e35fbc07d0 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e35fbc7240 con 0x55e35fbba880 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f9509852b80 10 client.0 _ll_register_callbacks cb 0x55e35fab2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f94f7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f94f7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41898/0 (socket says 172.21.15.3:41898) 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f94f7400700 1 -- 172.21.15.3:0/1891717412 learned_addr learned my addr 172.21.15.3:0/1891717412 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.711+0000 7f94fce00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbc3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94f7e00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbc6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 -- 172.21.15.3:0/1891717412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 msgr2=0x55e35fbc6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbc6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 -- 172.21.15.3:0/1891717412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 msgr2=0x55e35fbc3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 -- 172.21.15.3:0/1891717412 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e35fa588d0 con 0x55e35fbc07d0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94fce00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbc3dd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f94f00062a0 tx=0x7f94f000b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=414f2fe46666cd7e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94e2000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f0030060 con 0x55e35fbc07d0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f94f0007b40 con 0x55e35fbc07d0 2024-05-21T19:18:25.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.712+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94e80b20f0 con 0x55e35fbc07d0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f94f0007d40 con 0x55e35fbc07d0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f9509852b80 10 client.27866 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e35fad9060 con 0x55e35fbc07d0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94e80b20f0 con 0x55e35fbc07d0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f94f0011070 con 0x55e35fbc07d0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f9509852b80 10 client.27866 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f9509852b80 10 client.27866 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.713+0000 7f9509852b80 20 client.27866 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.714+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fbd3dc0 0x55e35fbd61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.714+0000 7f9509852b80 4 client.27866 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.714+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e35fb1ad90 con 0x55e35fbd3dc0 2024-05-21T19:18:25.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.714+0000 7f94f7e00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fbd3dc0 0x55e35fbd61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.715+0000 7f94f7e00700 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fbd3dc0 0x55e35fbd61b0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bac3a27818b36d19 server_cookie=7d0705703bd1ec83 in_seq=0 out_seq=0 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.715+0000 7f94e2000700 10 client.27866 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.715+0000 7f94e2000700 1 -- 172.21.15.3:0/1891717412 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e35fb1ad90 con 0x55e35fbd3dc0 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.715+0000 7f94e2000700 10 client.27866 handle_command_reply: tid=0 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.715+0000 7f9509852b80 1 client.27866 shutdown 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 msgr2=0x55e35fbc3dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbc3dd0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f94f00062a0 tx=0x7f94f000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 shutdown_connections 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fbd3dc0 0x55e35fbd61b0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbc3dd0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbba880 0x55e35fbc6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 --2- 172.21.15.3:0/1891717412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbc3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f94e2000700 0 client.27866 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 >> 172.21.15.3:0/1891717412 conn(0x55e35fae8be0 msgr2=0x55e35fbb9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 shutdown_connections 2024-05-21T19:18:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 1 -- 172.21.15.3:0/1891717412 wait complete. 2024-05-21T19:18:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.716+0000 7f9509852b80 20 client.27866 trim_cache size 0 max 16384 2024-05-21T19:18:25.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 Processor -- start 2024-05-21T19:18:25.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 -- start start 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 0x55e35fbb4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbdba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81b2820 con 0x55e35fbba880 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81b00b0 con 0x55e35fbc07d0 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.739+0000 7f9509852b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81adf00 con 0x55e35fbbfeb0 2024-05-21T19:18:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41904/0 (socket says 172.21.15.3:41904) 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 -- 172.21.15.3:0/2758562740 learned_addr learned my addr 172.21.15.3:0/2758562740 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94fce00700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbdba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7400700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 0x55e35fbb4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 -- 172.21.15.3:0/2758562740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 msgr2=0x55e35fbb4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 0x55e35fbb4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 -- 172.21.15.3:0/2758562740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 msgr2=0x55e35fbdba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbdba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7e00700 1 -- 172.21.15.3:0/2758562740 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e35fbc1e00 con 0x55e35fbba880 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94f7400700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 0x55e35fbb4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.740+0000 7f94fce00700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbdba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.741+0000 7f94f7e00700 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f94e80097d0 tx=0x7f94e8010c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a135036d3a16770e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.741+0000 7f94ecc00700 1 -- 172.21.15.3:0/2758562740 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e80b20f0 con 0x55e35fbba880 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.741+0000 7f94ecc00700 1 -- 172.21.15.3:0/2758562740 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94e806f070 con 0x55e35fbba880 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.741+0000 7f94ecc00700 1 -- 172.21.15.3:0/2758562740 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e80cc0b0 con 0x55e35fbba880 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 -- 172.21.15.3:0/2758562740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 msgr2=0x55e35fbb49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f94e80097d0 tx=0x7f94e8010c10 comp rx=0 tx=0).stop 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 -- 172.21.15.3:0/2758562740 shutdown_connections 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbc07d0 0x55e35fbdba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbba880 0x55e35fbb49e0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 --2- 172.21.15.3:0/2758562740 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbbfeb0 0x55e35fbb4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 -- 172.21.15.3:0/2758562740 >> 172.21.15.3:0/2758562740 conn(0x55e35fae8be0 msgr2=0x55e35fbc2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 -- 172.21.15.3:0/2758562740 shutdown_connections 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.742+0000 7f9509852b80 1 -- 172.21.15.3:0/2758562740 wait complete. 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 -- start start 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 Processor -- start 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 0x55e35fbc94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81ae570 con 0x55e35fbbfeb0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81af9e0 con 0x55e35fbba880 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f94f81aec40 con 0x55e35fbc07d0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.743+0000 7f9509852b80 10 client.0 _ll_register_callbacks cb 0x55e35fab2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55328/0 (socket says 172.21.15.3:55328) 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 -- 172.21.15.3:0/4049402137 learned_addr learned my addr 172.21.15.3:0/4049402137 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7400700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94fce00700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 0x55e35fbc94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 -- 172.21.15.3:0/4049402137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 msgr2=0x55e35fbc94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 0x55e35fbc94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 -- 172.21.15.3:0/4049402137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 msgr2=0x55e35fbccbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbccbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94f7e00700 1 -- 172.21.15.3:0/4049402137 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e35fbc9ce0 con 0x55e35fbba880 2024-05-21T19:18:25.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.744+0000 7f94fce00700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 0x55e35fbc94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94f7e00700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009230 tx=0x7f94e80b2180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a4b250e2daf8eba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94e2000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94e806f220 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94e806f070 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f94e80cc070 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f94e806f3c0 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f9509852b80 10 client.27872 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e35fc47c40 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.745+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94e8088030 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f94e8010820 con 0x55e35fbba880 2024-05-21T19:18:25.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 10 client.27872 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 10 client.27872 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 20 client.27872 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fc47e70 0x55e35fc4a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 4 client.27872 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e35fb14570 con 0x55e35fc47e70 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.746+0000 7f94f7400700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fc47e70 0x55e35fc4a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f94f7400700 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fc47e70 0x55e35fc4a260 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba5771069c200d5b server_cookie=564a8f6e98f4608d in_seq=0 out_seq=0 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f94e2000700 10 client.27872 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f94e2000700 1 -- 172.21.15.3:0/4049402137 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e35fb14570 con 0x55e35fc47e70 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f94e2000700 10 client.27872 handle_command_reply: tid=0 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 client.27872 shutdown 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 msgr2=0x55e35fbcc6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009230 tx=0x7f94e80b2180 comp rx=0 tx=0).stop 2024-05-21T19:18:25.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 shutdown_connections 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e35fc47e70 0x55e35fc4a260 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e35fbc07d0 0x55e35fbc94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e35fbba880 0x55e35fbcc6b0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 --2- 172.21.15.3:0/4049402137 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e35fbbfeb0 0x55e35fbccbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 >> 172.21.15.3:0/4049402137 conn(0x55e35fae8be0 msgr2=0x55e35fbb49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f94e2000700 0 client.27872 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 shutdown_connections 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.747+0000 7f9509852b80 1 -- 172.21.15.3:0/4049402137 wait complete. 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f9509852b80 20 client.27872 trim_cache size 0 max 16384 2024-05-21T19:18:25.752 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "1fea0b5b-00f8-4bb4-9bb5-ba2052f1c7da": { 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "1fea0b5b-00f8-4bb4-9bb5-ba2052f1c7da", 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:18:25.753 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:18:25.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 msgr2=0x7f94dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 0x7f94dc0b4d40 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f94f000b780 tx=0x7f94f000bb90 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 msgr2=0x7f94f819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f94e800e9a0 tx=0x7f94e800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 shutdown_connections 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f94dc0b2880 0x7f94dc0b4d40 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f94f810b760 0x7f94f81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f94f8105760 0x7f94f819bdc0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 --2- 172.21.15.3:0/4203066358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94f8106120 0x7f94f819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.748+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 >> 172.21.15.3:0/4203066358 conn(0x7f94f8101250 msgr2=0x7f94f8101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.749+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 shutdown_connections 2024-05-21T19:18:25.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:25.749+0000 7f94fee00700 1 -- 172.21.15.3:0/4203066358 wait complete. 2024-05-21T19:18:25.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:25 smithi003 ceph-mon[31577]: pgmap v754: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:18:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:25 smithi178 ceph-mon[36523]: pgmap v754: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:18:25.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:25 smithi104 ceph-mon[36417]: pgmap v754: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:18:26.730 INFO:tasks.cephfs.filesystem:scrub status for tag:1fea0b5b-00f8-4bb4-9bb5-ba2052f1c7da - {'path': '/', 'tag': '1fea0b5b-00f8-4bb4-9bb5-ba2052f1c7da', 'options': 'recursive,force'} 2024-05-21T19:18:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:27 smithi178 ceph-mon[36523]: pgmap v755: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-05-21T19:18:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:27 smithi104 ceph-mon[36417]: pgmap v755: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-05-21T19:18:28.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:27 smithi003 ceph-mon[31577]: pgmap v755: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.4 KiB/s wr, 13 op/s 2024-05-21T19:18:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:29 smithi178 ceph-mon[36523]: pgmap v756: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-21T19:18:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:29 smithi104 ceph-mon[36417]: pgmap v756: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-21T19:18:30.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:29 smithi003 ceph-mon[31577]: pgmap v756: 97 pgs: 97 active+clean; 3.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-21T19:18:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:31 smithi178 ceph-mon[36523]: pgmap v757: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:31 smithi104 ceph-mon[36417]: pgmap v757: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:31 smithi003 ceph-mon[31577]: pgmap v757: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:33 smithi178 ceph-mon[36523]: pgmap v758: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-05-21T19:18:33.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:18:33.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:18:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:33 smithi104 ceph-mon[36417]: pgmap v758: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-05-21T19:18:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:18:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:18:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:33 smithi003 ceph-mon[31577]: pgmap v758: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 6.6 KiB/s wr, 12 op/s 2024-05-21T19:18:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:18:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 -- 172.21.15.3:0/336644021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f440754b0 msgr2=0x7f2f44075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 --2- 172.21.15.3:0/336644021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f440754b0 0x7f2f44075930 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c009900 tx=0x7f2f2c02a400 comp rx=0 tx=0).stop 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 -- 172.21.15.3:0/336644021 shutdown_connections 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 --2- 172.21.15.3:0/336644021 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f440754b0 0x7f2f44075930 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 --2- 172.21.15.3:0/336644021 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f4410f080 0x7f2f44111470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 --2- 172.21.15.3:0/336644021 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f44076a90 0x7f2f44074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 -- 172.21.15.3:0/336644021 >> 172.21.15.3:0/336644021 conn(0x7f2f440fe040 msgr2=0x7f2f44100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 -- 172.21.15.3:0/336644021 shutdown_connections 2024-05-21T19:18:34.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.611+0000 7f2f4b600640 1 -- 172.21.15.3:0/336644021 wait complete. 2024-05-21T19:18:34.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.612+0000 7f2f4b600640 1 Processor -- start 2024-05-21T19:18:34.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.612+0000 7f2f4b600640 1 -- start start 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.612+0000 7f2f4b600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f4b600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 0x7f2f4419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f4b600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f4410f080 0x7f2f441a67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f4b600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f44114c40 con 0x7f2f440754b0 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f4b600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f44114ac0 con 0x7f2f44076a90 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f4b600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f44114dc0 con 0x7f2f4410f080 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 0x7f2f4419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54466/0 (socket says 172.21.15.3:54466) 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f48c00640 1 -- 172.21.15.3:0/327037362 learned_addr learned my addr 172.21.15.3:0/327037362 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f49600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f4410f080 0x7f2f441a67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 -- 172.21.15.3:0/327037362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f4410f080 msgr2=0x7f2f441a67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f4410f080 0x7f2f441a67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 -- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 msgr2=0x7f2f4419f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f3be00640 1 -- 172.21.15.3:0/327037362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f441a6e30 con 0x7f2f44076a90 2024-05-21T19:18:34.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.613+0000 7f2f48c00640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:34.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f3be00640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 0x7f2f4419f750 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c02a920 tx=0x7f2f2c003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f42000640 1 -- 172.21.15.3:0/327037362 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c03f070 con 0x7f2f44076a90 2024-05-21T19:18:34.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f42000640 1 -- 172.21.15.3:0/327037362 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f2c031bf0 con 0x7f2f44076a90 2024-05-21T19:18:34.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f441a70c0 con 0x7f2f44076a90 2024-05-21T19:18:34.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f42000640 1 -- 172.21.15.3:0/327037362 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2c035030 con 0x7f2f44076a90 2024-05-21T19:18:34.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.614+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f441a75d0 con 0x7f2f44076a90 2024-05-21T19:18:34.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 Processor -- start 2024-05-21T19:18:34.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 -- start start 2024-05-21T19:18:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c816f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c81eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a6c786b90 con 0x555a6c816b30 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a6c776730 con 0x555a6c817520 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a6c77a770 con 0x555a6c81c690 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f42000640 1 -- 172.21.15.3:0/327037362 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2f2c042070 con 0x7f2f44076a90 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f49600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c816f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.618+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41890/0 (socket says 172.21.15.3:41890) 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.619+0000 7f2f48c00640 1 -- 172.21.15.3:0/715602157 learned_addr learned my addr 172.21.15.3:0/715602157 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.619+0000 7f2f3be00640 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c81eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 -- 172.21.15.3:0/715602157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 msgr2=0x555a6c81eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c81eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 -- 172.21.15.3:0/715602157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 msgr2=0x555a6c816f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c816f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.622 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 -- 172.21.15.3:0/715602157 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a6c70f8b0 con 0x555a6c817520 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f48c00640 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009fd0 tx=0x7f2f34011ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=479584f334421744 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f39c00640 1 -- 172.21.15.3:0/715602157 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3401e070 con 0x555a6c817520 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f39c00640 1 -- 172.21.15.3:0/715602157 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f3400fba0 con 0x555a6c817520 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.620+0000 7f2f39c00640 1 -- 172.21.15.3:0/715602157 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f34019c50 con 0x555a6c817520 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f42000640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 0x7f2f280b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f42000640 1 -- 172.21.15.3:0/327037362 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2f2c1028a0 con 0x7f2f44076a90 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f49600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 0x7f2f280b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 -- 172.21.15.3:0/715602157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 msgr2=0x555a6c81c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009fd0 tx=0x7f2f34011ae0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 -- 172.21.15.3:0/715602157 shutdown_connections 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c81eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c81c020 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/715602157 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c816f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 -- 172.21.15.3:0/715602157 >> 172.21.15.3:0/715602157 conn(0x555a6c8121a0 msgr2=0x555a6c8125a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.624 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 -- 172.21.15.3:0/715602157 shutdown_connections 2024-05-21T19:18:34.624 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.621+0000 7f2f4e44b740 1 -- 172.21.15.3:0/715602157 wait complete. 2024-05-21T19:18:34.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.622+0000 7f2f4e44b740 1 -- start start 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.622+0000 7f2f49600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 0x7f2f280b4de0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x555a6c817d80 tx=0x7f2f3c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.622+0000 7f2f4e44b740 1 Processor -- start 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.622+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c820e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c827ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555a6c45c790 con 0x555a6c816b30 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555a6c71ebc0 con 0x555a6c817520 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555a6c81f640 con 0x555a6c81c690 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f4e44b740 10 client.0 _ll_register_callbacks cb 0x555a6c6fc400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f3be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c820e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54486/0 (socket says 172.21.15.3:54486) 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 -- 172.21.15.3:0/2440893892 learned_addr learned my addr 172.21.15.3:0/2440893892 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f49600640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c827ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 -- 172.21.15.3:0/2440893892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 msgr2=0x555a6c827ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c827ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 -- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 msgr2=0x555a6c820e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c820e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f48c00640 1 -- 172.21.15.3:0/2440893892 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a6c48b210 con 0x555a6c816b30 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.623+0000 7f2f3be00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c820e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f2f3401c040 tx=0x7f2f34005cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9730bd2fa523600 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f32000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3401e040 con 0x555a6c816b30 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2f3400f830 con 0x555a6c816b30 2024-05-21T19:18:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f3400fba0 con 0x555a6c816b30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2f34004040 con 0x555a6c816b30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f4e44b740 10 client.17781 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.624+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a6c557620 con 0x555a6c816b30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f3400fba0 con 0x555a6c816b30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2f34021070 con 0x555a6c816b30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 10 client.17781 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 10 client.17781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 20 client.17781 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c82c210 0x555a6c82e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 4 client.17781 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a6c788ae0 con 0x555a6c82c210 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.625+0000 7f2f3be00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c82c210 0x555a6c82e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.626+0000 7f2f3be00640 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c82c210 0x555a6c82e600 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d0baae37dd281c4 server_cookie=b8326b0b8b5c9df4 in_seq=0 out_seq=0 2024-05-21T19:18:34.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.626+0000 7f2f32000640 10 client.17781 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f32000640 1 -- 172.21.15.3:0/2440893892 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555a6c788ae0 con 0x555a6c82c210 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f32000640 10 client.17781 handle_command_reply: tid=0 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f4e44b740 1 client.17781 shutdown 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 msgr2=0x555a6c820950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f2f3401c040 tx=0x7f2f34005cc0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 shutdown_connections 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.627+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c82c210 0x555a6c82e600 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c827ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c817520 0x555a6c820e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2440893892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c820950 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 >> 172.21.15.3:0/2440893892 conn(0x555a6c8121a0 msgr2=0x555a6c811310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f32000640 0 client.17781 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 shutdown_connections 2024-05-21T19:18:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2440893892 wait complete. 2024-05-21T19:18:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.628+0000 7f2f4e44b740 20 client.17781 trim_cache size 0 max 16384 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 Processor -- start 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 -- start start 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c8186a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c817520 0x555a6c827e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441b2dd0 con 0x555a6c816b30 2024-05-21T19:18:34.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441b06a0 con 0x555a6c81c690 2024-05-21T19:18:34.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441ae4f0 con 0x555a6c817520 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f49600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f49600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41914/0 (socket says 172.21.15.3:41914) 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c8186a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f49600640 1 -- 172.21.15.3:0/804165638 learned_addr learned my addr 172.21.15.3:0/804165638 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.650+0000 7f2f3be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c817520 0x555a6c827e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 -- 172.21.15.3:0/804165638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c817520 msgr2=0x555a6c827e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c817520 0x555a6c827e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 -- 172.21.15.3:0/804165638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 msgr2=0x555a6c8186a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c8186a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 -- 172.21.15.3:0/804165638 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a6c81fa10 con 0x555a6c81c690 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f49600640 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c003ee0 tx=0x7f2f3c01b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=264aa3afc356c9ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f39200640 1 -- 172.21.15.3:0/804165638 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3c02e070 con 0x555a6c81c690 2024-05-21T19:18:34.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.651+0000 7f2f39200640 1 -- 172.21.15.3:0/804165638 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f3c00fab0 con 0x555a6c81c690 2024-05-21T19:18:34.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.652+0000 7f2f39200640 1 -- 172.21.15.3:0/804165638 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3c01eac0 con 0x555a6c81c690 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- 172.21.15.3:0/804165638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 msgr2=0x555a6c81fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c003ee0 tx=0x7f2f3c01b000 comp rx=0 tx=0).stop 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- 172.21.15.3:0/804165638 shutdown_connections 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c817520 0x555a6c827e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c81c690 0x555a6c81fc20 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/804165638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c816b30 0x555a6c8186a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- 172.21.15.3:0/804165638 >> 172.21.15.3:0/804165638 conn(0x555a6c8121a0 msgr2=0x555a6c817f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- 172.21.15.3:0/804165638 shutdown_connections 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- 172.21.15.3:0/804165638 wait complete. 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.653+0000 7f2f4e44b740 1 -- start start 2024-05-21T19:18:34.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 Processor -- start 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c817520 0x555a6c8245e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c824b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441aeb60 con 0x555a6c817520 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441affd0 con 0x555a6c816b30 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2f441af230 con 0x555a6c81c690 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f4e44b740 10 client.0 _ll_register_callbacks cb 0x7f2f3401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f3be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c817520 0x555a6c8245e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f48c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41922/0 (socket says 172.21.15.3:41922) 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.654+0000 7f2f48c00640 1 -- 172.21.15.3:0/2622373558 learned_addr learned my addr 172.21.15.3:0/2622373558 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:34.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f49600640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c824b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 -- 172.21.15.3:0/2622373558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 msgr2=0x555a6c824b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c824b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 -- 172.21.15.3:0/2622373558 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c817520 msgr2=0x555a6c8245e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c817520 0x555a6c8245e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 -- 172.21.15.3:0/2622373558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a6c80d440 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f48c00640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2f340038b0 tx=0x7f2f34009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43aedaf00a956566 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f32000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f3401e070 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2f3400f830 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.655+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f3c00fab0 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2f340035f0 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 10 client.27890 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555a6c811fd0 con 0x555a6c816b30 2024-05-21T19:18:34.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f3c00fab0 con 0x555a6c816b30 2024-05-21T19:18:34.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2f34021040 con 0x555a6c816b30 2024-05-21T19:18:34.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 10 client.27890 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:34.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 10 client.27890 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:34.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 20 client.27890 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c896350 0x555a6c898770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 4 client.27890 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.656+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555a6c7822c0 con 0x555a6c896350 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.657+0000 7f2f3be00640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c896350 0x555a6c898770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.657+0000 7f2f3be00640 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c896350 0x555a6c898770 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da908865a397102b server_cookie=a5edcb3c25bf2abc in_seq=0 out_seq=0 2024-05-21T19:18:34.661 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.657+0000 7f2f32000640 10 client.27890 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:34.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f32000640 1 -- 172.21.15.3:0/2622373558 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555a6c7822c0 con 0x555a6c896350 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f32000640 10 client.27890 handle_command_reply: tid=0 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 client.27890 shutdown 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 msgr2=0x555a6c827af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f2f340038b0 tx=0x7f2f34009550 comp rx=0 tx=0).stop 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 shutdown_connections 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555a6c896350 0x555a6c898770 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555a6c81c690 0x555a6c824b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555a6c817520 0x555a6c8245e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 --2- 172.21.15.3:0/2622373558 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555a6c816b30 0x555a6c827af0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 >> 172.21.15.3:0/2622373558 conn(0x555a6c8121a0 msgr2=0x555a6c8187b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.664+0000 7f2f32000640 0 client.27890 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 shutdown_connections 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4e44b740 1 -- 172.21.15.3:0/2622373558 wait complete. 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4e44b740 20 client.27890 trim_cache size 0 max 16384 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:18:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:18:34.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 msgr2=0x7f2f280b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 0x7f2f280b4de0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x555a6c817d80 tx=0x7f2f3c009500 comp rx=0 tx=0).stop 2024-05-21T19:18:34.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 msgr2=0x7f2f4419f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:34.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.665+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 0x7f2f4419f750 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c02a920 tx=0x7f2f2c003c10 comp rx=0 tx=0).stop 2024-05-21T19:18:34.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 shutdown_connections 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2f280b2920 0x7f2f280b4de0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2f4410f080 0x7f2f441a67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f44076a90 0x7f2f4419f750 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 --2- 172.21.15.3:0/327037362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2f440754b0 0x7f2f4419f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 >> 172.21.15.3:0/327037362 conn(0x7f2f440fe040 msgr2=0x7f2f44102310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 shutdown_connections 2024-05-21T19:18:34.669 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:34.666+0000 7f2f4b600640 1 -- 172.21.15.3:0/327037362 wait complete. 2024-05-21T19:18:34.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:18:34.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:18:34.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:18:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:18:35.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:18:35.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:18:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:35 smithi104 ceph-mon[36417]: pgmap v759: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:36.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:35 smithi003 ceph-mon[31577]: pgmap v759: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:35 smithi178 ceph-mon[36523]: pgmap v759: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:36 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:18:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:36 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:18:36.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:36 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:18:37.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:36 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:18:37.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:36 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:18:37.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:36 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:18:37.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:36 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:18:37.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:36 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:18:37.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:36 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:18:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:37 smithi104 ceph-mon[36417]: pgmap v760: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-05-21T19:18:38.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:37 smithi003 ceph-mon[31577]: pgmap v760: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-05-21T19:18:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:37 smithi178 ceph-mon[36523]: pgmap v760: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.6 KiB/s wr, 14 op/s 2024-05-21T19:18:39.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:39 smithi104 ceph-mon[36417]: pgmap v761: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:18:40.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:39 smithi003 ceph-mon[31577]: pgmap v761: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:18:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:39 smithi178 ceph-mon[36523]: pgmap v761: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.1 KiB/s wr, 13 op/s 2024-05-21T19:18:41.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:41 smithi104 ceph-mon[36417]: pgmap v762: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:18:42.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:41 smithi003 ceph-mon[31577]: pgmap v762: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:18:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:41 smithi178 ceph-mon[36523]: pgmap v762: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:18:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:43 smithi104 ceph-mon[36417]: pgmap v763: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:18:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:43 smithi003 ceph-mon[31577]: pgmap v763: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:18:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:43 smithi178 ceph-mon[36523]: pgmap v763: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:18:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:45 smithi104 ceph-mon[36417]: pgmap v764: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:46.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:45 smithi003 ceph-mon[31577]: pgmap v764: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:45 smithi178 ceph-mon[36523]: pgmap v764: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:18:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 -- 172.21.15.3:0/3695139473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890078af0 msgr2=0x7f2890078f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 --2- 172.21.15.3:0/3695139473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890078af0 0x7f2890078f10 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2884009860 tx=0x7f288402a340 comp rx=0 tx=0).stop 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 -- 172.21.15.3:0/3695139473 shutdown_connections 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 --2- 172.21.15.3:0/3695139473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890077a10 0x7f2890079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 --2- 172.21.15.3:0/3695139473 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077070 0x7f28900774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 --2- 172.21.15.3:0/3695139473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890078af0 0x7f2890078f10 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 -- 172.21.15.3:0/3695139473 >> 172.21.15.3:0/3695139473 conn(0x7f2890100060 msgr2=0x7f28901024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 -- 172.21.15.3:0/3695139473 shutdown_connections 2024-05-21T19:18:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.815+0000 7f2896000640 1 -- 172.21.15.3:0/3695139473 wait complete. 2024-05-21T19:18:47.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.816+0000 7f2896000640 1 Processor -- start 2024-05-21T19:18:47.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 -- start start 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890077070 0x7f289019f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890078af0 0x7f28901a6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2890114b20 con 0x7f2890077a10 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28901149a0 con 0x7f2890078af0 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2896000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2890114ca0 con 0x7f2890077070 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f288fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f288fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32874/0 (socket says 172.21.15.3:32874) 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f288fe00640 1 -- 172.21.15.3:0/2758586945 learned_addr learned my addr 172.21.15.3:0/2758586945 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2894c00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890077070 0x7f289019f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.817+0000 7f2895600640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890078af0 0x7f28901a6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 -- 172.21.15.3:0/2758586945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890077070 msgr2=0x7f289019f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890077070 0x7f289019f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 -- 172.21.15.3:0/2758586945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890078af0 msgr2=0x7f28901a6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890078af0 0x7f28901a6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 -- 172.21.15.3:0/2758586945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28901a6e70 con 0x7f2890077a10 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288fe00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f287c00e9f0 tx=0x7f287c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288d600640 1 -- 172.21.15.3:0/2758586945 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287c00cd80 con 0x7f2890077a10 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288d600640 1 -- 172.21.15.3:0/2758586945 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f287c0108e0 con 0x7f2890077a10 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28901a7160 con 0x7f2890077a10 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.818+0000 7f288d600640 1 -- 172.21.15.3:0/2758586945 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f287c018980 con 0x7f2890077a10 2024-05-21T19:18:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.819+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28901a76b0 con 0x7f2890077a10 2024-05-21T19:18:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 Processor -- start 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 -- start start 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f288d600640 1 -- 172.21.15.3:0/2758586945 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f287c010430 con 0x7f2890077a10 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a11ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560f87979b90 con 0x560f87a09cf0 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560f87969730 con 0x560f87a0f850 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.822+0000 7f289a42c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560f8796d770 con 0x560f87a0a6e0 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2894c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32888/0 (socket says 172.21.15.3:32888) 2024-05-21T19:18:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 -- 172.21.15.3:0/2904100547 learned_addr learned my addr 172.21.15.3:0/2904100547 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2894c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:54518/0 (socket says 172.21.15.3:54518) 2024-05-21T19:18:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f288fe00640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a11ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 -- 172.21.15.3:0/2904100547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 msgr2=0x560f87a0f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 -- 172.21.15.3:0/2904100547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 msgr2=0x560f87a11ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a11ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2895600640 1 -- 172.21.15.3:0/2904100547 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f879028b0 con 0x560f87a09cf0 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f2894c00640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.823+0000 7f288fe00640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a11ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.824+0000 7f2895600640 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f288800e450 tx=0x7f28880095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd15993fb5acdba5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.824+0000 7f2881c00640 1 -- 172.21.15.3:0/2904100547 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288800d910 con 0x560f87a09cf0 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.824+0000 7f2881c00640 1 -- 172.21.15.3:0/2904100547 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f288801c070 con 0x560f87a09cf0 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.824+0000 7f2881c00640 1 -- 172.21.15.3:0/2904100547 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2888017db0 con 0x560f87a09cf0 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.824+0000 7f288d600640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 0x7f28780b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f288d600640 1 -- 172.21.15.3:0/2758586945 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f287c0e25b0 con 0x7f2890077a10 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f2894c00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 0x7f28780b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 -- 172.21.15.3:0/2904100547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 msgr2=0x560f87a0a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f288800e450 tx=0x7f28880095c0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 -- 172.21.15.3:0/2904100547 shutdown_connections 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0a6e0 0x560f87a0f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a11ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 --2- 172.21.15.3:0/2904100547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a0a110 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 -- 172.21.15.3:0/2904100547 >> 172.21.15.3:0/2904100547 conn(0x560f87a05360 msgr2=0x560f87a05760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 -- 172.21.15.3:0/2904100547 shutdown_connections 2024-05-21T19:18:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.825+0000 7f289a42c740 1 -- 172.21.15.3:0/2904100547 wait complete. 2024-05-21T19:18:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.826+0000 7f2894c00640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 0x7f28780b4ca0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2884000c00 tx=0x7f288402c040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.826+0000 7f289a42c740 1 -- start start 2024-05-21T19:18:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.826+0000 7f289a42c740 1 Processor -- start 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a13ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a14000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560f8764f790 con 0x560f87a0f850 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560f87911bc0 con 0x560f87a0a6e0 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560f87a12800 con 0x560f87a09cf0 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f289a42c740 10 client.0 _ll_register_callbacks cb 0x560f878ef400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32904/0 (socket says 172.21.15.3:32904) 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 -- 172.21.15.3:0/2715894925 learned_addr learned my addr 172.21.15.3:0/2715894925 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f288fe00640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a14000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2894c00640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a13ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 -- 172.21.15.3:0/2715894925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 msgr2=0x560f87a13ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a13ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 -- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 msgr2=0x560f87a14000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a14000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f2895600640 1 -- 172.21.15.3:0/2715894925 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f8767e210 con 0x560f87a0f850 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.827+0000 7f288fe00640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a14000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f2895600640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2888000f80 tx=0x7f2888009de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e627eda0f62896c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f2876000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2888017620 con 0x560f87a0f850 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2888003970 con 0x560f87a0f850 2024-05-21T19:18:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f288801c070 con 0x560f87a0f850 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2888003b70 con 0x560f87a0f850 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f289a42c740 10 client.17799 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.828+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560f8774a620 con 0x560f87a0f850 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f288801c070 con 0x560f87a0f850 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f288800b040 con 0x560f87a0f850 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 10 client.17799 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 10 client.17799 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 20 client.17799 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a1f2b0 0x560f87a216a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 4 client.17799 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f8797bae0 con 0x560f87a1f2b0 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.829+0000 7f2894c00640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a1f2b0 0x560f87a216a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.830+0000 7f2894c00640 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a1f2b0 0x560f87a216a0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=727d2adaa51df057 server_cookie=7340bbb6f0c6a65d in_seq=0 out_seq=0 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.830+0000 7f2876000640 10 client.17799 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.831+0000 7f2876000640 1 -- 172.21.15.3:0/2715894925 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560f8797bae0 con 0x560f87a1f2b0 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.831+0000 7f2876000640 10 client.17799 handle_command_reply: tid=0 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.831+0000 7f289a42c740 1 client.17799 shutdown 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.831+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 msgr2=0x560f87a1b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.831+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2888000f80 tx=0x7f2888009de0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 shutdown_connections 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a1f2b0 0x560f87a216a0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0f850 0x560f87a1b040 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a14000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 --2- 172.21.15.3:0/2715894925 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a13ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f2876000640 0 client.17799 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 >> 172.21.15.3:0/2715894925 conn(0x560f87a05360 msgr2=0x560f87a044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 shutdown_connections 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 1 -- 172.21.15.3:0/2715894925 wait complete. 2024-05-21T19:18:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.832+0000 7f289a42c740 20 client.17799 trim_cache size 0 max 16384 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 Processor -- start 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 -- start start 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a04880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 0x560f87a1b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f28901b2cf0 con 0x560f87a09cf0 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28901b05c0 con 0x560f87a0a6e0 2024-05-21T19:18:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f289a42c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f28901ae410 con 0x560f87a0f850 2024-05-21T19:18:47.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f2894c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f2894c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32920/0 (socket says 172.21.15.3:32920) 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f2894c00640 1 -- 172.21.15.3:0/3881873100 learned_addr learned my addr 172.21.15.3:0/3881873100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.849+0000 7f288fe00640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a04880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2895600640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 0x560f87a1b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 -- 172.21.15.3:0/3881873100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 msgr2=0x560f87a1b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 0x560f87a1b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 -- 172.21.15.3:0/3881873100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 msgr2=0x560f87a04880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a04880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 -- 172.21.15.3:0/3881873100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f87a12ba0 con 0x560f87a09cf0 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f288fe00640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a04880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2895600640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 0x560f87a1b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.850+0000 7f2894c00640 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f28840306a0 tx=0x7f288403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e893195e80867ec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f2881200640 1 -- 172.21.15.3:0/3881873100 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2884037040 con 0x560f87a09cf0 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f2881200640 1 -- 172.21.15.3:0/3881873100 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28840044d0 con 0x560f87a09cf0 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f2881200640 1 -- 172.21.15.3:0/3881873100 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288404f900 con 0x560f87a09cf0 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 -- 172.21.15.3:0/3881873100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 msgr2=0x560f87a04340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f28840306a0 tx=0x7f288403e000 comp rx=0 tx=0).stop 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 -- 172.21.15.3:0/3881873100 shutdown_connections 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a0f850 0x560f87a1b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0a6e0 0x560f87a04880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 --2- 172.21.15.3:0/3881873100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a09cf0 0x560f87a04340 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 -- 172.21.15.3:0/3881873100 >> 172.21.15.3:0/3881873100 conn(0x560f87a05360 msgr2=0x560f87a03c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 -- 172.21.15.3:0/3881873100 shutdown_connections 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.851+0000 7f289a42c740 1 -- 172.21.15.3:0/3881873100 wait complete. 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 -- start start 2024-05-21T19:18:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 Processor -- start 2024-05-21T19:18:47.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a18760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f28901aea80 con 0x560f87a0a6e0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28901afef0 con 0x560f87a0f850 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f28901af150 con 0x560f87a09cf0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.852+0000 7f289a42c740 10 client.0 _ll_register_callbacks cb 0x7f287c0e5ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f288fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f288fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:32932/0 (socket says 172.21.15.3:32932) 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:33064/0 (socket says 172.21.15.3:33064) 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f288fe00640 1 -- 172.21.15.3:0/2531703846 learned_addr learned my addr 172.21.15.3:0/2531703846 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2894c00640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a18760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 -- 172.21.15.3:0/2531703846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 msgr2=0x560f87a18760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a18760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 -- 172.21.15.3:0/2531703846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 msgr2=0x560f87a18ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f2895600640 1 -- 172.21.15.3:0/2531703846 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f87a12940 con 0x560f87a0f850 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.853+0000 7f288fe00640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2895600640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f28880042c0 tx=0x7f2888004740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f3e7ca441d9ffd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2888003970 con 0x560f87a0f850 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2888003f20 con 0x560f87a0f850 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28840044d0 con 0x560f87a0f850 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f28880048e0 con 0x560f87a0f850 2024-05-21T19:18:47.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f289a42c740 10 client.27908 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560f87a1b300 con 0x560f87a0f850 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28840044d0 con 0x560f87a0f850 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.854+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f288800b040 con 0x560f87a0f850 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 10 client.27908 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 10 client.27908 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 20 client.27908 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a8a4c0 0x560f87a8c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 4 client.27908 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560f879752c0 con 0x560f87a8a4c0 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f2894c00640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a8a4c0 0x560f87a8c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f2894c00640 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a8a4c0 0x560f87a8c8e0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b35c2db4040b1733 server_cookie=fef99669ec219051 in_seq=0 out_seq=0 2024-05-21T19:18:47.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.855+0000 7f2876000640 10 client.27908 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:47.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f2876000640 1 -- 172.21.15.3:0/2531703846 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560f879752c0 con 0x560f87a8a4c0 2024-05-21T19:18:47.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f2876000640 10 client.27908 handle_command_reply: tid=0 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 client.27908 shutdown 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 msgr2=0x560f87a19c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f28880042c0 tx=0x7f2888004740 comp rx=0 tx=0).stop 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 shutdown_connections 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560f87a8a4c0 0x560f87a8c8e0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560f87a0f850 0x560f87a19c60 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560f87a0a6e0 0x560f87a18ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 --2- 172.21.15.3:0/2531703846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560f87a09cf0 0x560f87a18760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f2876000640 0 client.27908 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.863+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 >> 172.21.15.3:0/2531703846 conn(0x560f87a05360 msgr2=0x560f87a044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.864+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 shutdown_connections 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.864+0000 7f289a42c740 1 -- 172.21.15.3:0/2531703846 wait complete. 2024-05-21T19:18:47.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.864+0000 7f289a42c740 20 client.27908 trim_cache size 0 max 16384 2024-05-21T19:18:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:18:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:18:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 msgr2=0x7f28780b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 0x7f28780b4ca0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2884000c00 tx=0x7f288402c040 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 msgr2=0x7f289019f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f287c00e9f0 tx=0x7f287c00eeb0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 shutdown_connections 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2890078af0 0x7f28901a6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2890077a10 0x7f289019f7e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f28780b27e0 0x7f28780b4ca0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 --2- 172.21.15.3:0/2758586945 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2890077070 0x7f289019f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 >> 172.21.15.3:0/2758586945 conn(0x7f2890100060 msgr2=0x7f2890103420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 shutdown_connections 2024-05-21T19:18:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:18:47.865+0000 7f2896000640 1 -- 172.21.15.3:0/2758586945 wait complete. 2024-05-21T19:18:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:47 smithi104 ceph-mon[36417]: pgmap v765: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:48.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:47 smithi003 ceph-mon[31577]: pgmap v765: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:47 smithi178 ceph-mon[36523]: pgmap v765: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:18:49.939 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:49 smithi178 ceph-mon[36523]: pgmap v766: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2024-05-21T19:18:49.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:49 smithi104 ceph-mon[36417]: pgmap v766: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2024-05-21T19:18:50.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:49 smithi003 ceph-mon[31577]: pgmap v766: 97 pgs: 97 active+clean; 3.8 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.9 KiB/s wr, 12 op/s 2024-05-21T19:18:51.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:51 smithi104 ceph-mon[36417]: pgmap v767: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-21T19:18:52.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:51 smithi003 ceph-mon[31577]: pgmap v767: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-21T19:18:52.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:51 smithi178 ceph-mon[36523]: pgmap v767: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.9 KiB/s wr, 12 op/s 2024-05-21T19:18:53.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:53 smithi104 ceph-mon[36417]: pgmap v768: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:18:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:53 smithi003 ceph-mon[31577]: pgmap v768: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:18:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:53 smithi178 ceph-mon[36523]: pgmap v768: 97 pgs: 97 active+clean; 3.9 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.4 KiB/s wr, 11 op/s 2024-05-21T19:18:54.536 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.536 INFO:tasks.workunit.client.0.smithi003.stdout:313/600: open fd = 3 2024-05-21T19:18:54.536 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.536 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:314/600: open fd = 3 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:315/600: open fd = 3 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:316/600: open fd = 3 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.537 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:317/600: open fd = 3 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:318/600: open fd = 3 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:319/600: open fd = 3 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.538 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:320/600: open fd = 3 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:321/600: open fd = 3 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:322/600: open fd = 3 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.539 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:323/600: open fd = 3 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:324/600: open fd = 3 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.540 INFO:tasks.workunit.client.0.smithi003.stdout:325/600: open fd = 3 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:326/600: open fd = 3 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:327/600: open fd = 3 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:328/600: open fd = 3 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.541 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:329/600: open fd = 3 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:330/600: open fd = 3 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:331/600: open fd = 3 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.542 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:332/600: open fd = 3 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:333/600: open fd = 3 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:334/600: open fd = 3 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.543 INFO:tasks.workunit.client.0.smithi003.stdout:335/600: open fd = 3 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:336/600: open fd = 3 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:337/600: open fd = 3 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.544 INFO:tasks.workunit.client.0.smithi003.stdout:338/600: open fd = 3 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:339/600: open fd = 3 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:340/600: open fd = 3 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.545 INFO:tasks.workunit.client.0.smithi003.stdout:341/600: open fd = 3 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:342/600: open fd = 3 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:343/600: open fd = 3 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.546 INFO:tasks.workunit.client.0.smithi003.stdout:344/600: open fd = 3 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:345/600: open fd = 3 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:346/600: open fd = 3 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:347/600: open fd = 3 2024-05-21T19:18:54.547 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:348/600: open fd = 3 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:349/600: open fd = 3 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:350/600: open fd = 3 2024-05-21T19:18:54.548 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:351/600: open fd = 3 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:352/600: open fd = 3 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:353/600: open fd = 3 2024-05-21T19:18:54.549 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:354/600: open fd = 3 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:355/600: open fd = 3 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:356/600: open fd = 3 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.550 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:357/600: open fd = 3 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:358/600: open fd = 3 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:359/600: open fd = 3 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.551 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:360/600: open fd = 3 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:361/600: open fd = 3 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:362/600: open fd = 3 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.552 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:363/600: open fd = 3 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:364/600: open fd = 3 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:365/600: open fd = 3 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:366/600: open fd = 3 2024-05-21T19:18:54.553 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:367/600: open fd = 3 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:368/600: open fd = 3 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:369/600: open fd = 3 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.554 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:370/600: open fd = 3 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:371/600: open fd = 3 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:372/600: open fd = 3 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.555 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:373/600: open fd = 3 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:374/600: open fd = 3 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:18:54.556 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:18:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:55 smithi104 ceph-mon[36417]: pgmap v769: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:18:56.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:55 smithi003 ceph-mon[31577]: pgmap v769: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:18:56.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:55 smithi178 ceph-mon[36523]: pgmap v769: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:18:56.731 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:18:57.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:56 smithi003 ceph-mon[31577]: pgmap v770: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:18:57.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:56 smithi178 ceph-mon[36523]: pgmap v770: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:18:57.198 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:18:57.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:56 smithi104 ceph-mon[36417]: pgmap v770: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:18:59.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 -- 172.21.15.3:0/862483737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1095d0 msgr2=0x7fbdfc1099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.597 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 --2- 172.21.15.3:0/862483737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc1099b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0098f0 tx=0x7fbdec009c00 comp rx=0 tx=0).stop 2024-05-21T19:18:59.597 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:18:59 smithi003 ceph-mon[31577]: pgmap v771: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 -- 172.21.15.3:0/862483737 shutdown_connections 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 --2- 172.21.15.3:0/862483737 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 --2- 172.21.15.3:0/862483737 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc1099b0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 --2- 172.21.15.3:0/862483737 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 -- 172.21.15.3:0/862483737 >> 172.21.15.3:0/862483737 conn(0x7fbdfc07a610 msgr2=0x7fbdfc07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 -- 172.21.15.3:0/862483737 shutdown_connections 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.596+0000 7fbe02800700 1 -- 172.21.15.3:0/862483737 wait complete. 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 Processor -- start 2024-05-21T19:18:59.598 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 -- start start 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc113720 con 0x7fbdfc103f80 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.598+0000 7fbe02800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1135a0 con 0x7fbdfc1095d0 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbe02800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1138a0 con 0x7fbdfc1035c0 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.600 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41674/0 (socket says 172.21.15.3:41674) 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 -- 172.21.15.3:0/442026645 learned_addr learned my addr 172.21.15.3:0/442026645 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 -- 172.21.15.3:0/442026645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 msgr2=0x7fbdfc0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 -- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 msgr2=0x7fbdfc075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfb400700 1 -- 172.21.15.3:0/442026645 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdfc1a8100 con 0x7fbdfc1035c0 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.599+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbdfb400700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00f990 tx=0x7fbdec00fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbdf8c00700 1 -- 172.21.15.3:0/442026645 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec005400 con 0x7fbdfc1035c0 2024-05-21T19:18:59.601 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbdf8c00700 1 -- 172.21.15.3:0/442026645 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec0055a0 con 0x7fbdfc1035c0 2024-05-21T19:18:59.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdfc1a8390 con 0x7fbdfc1035c0 2024-05-21T19:18:59.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbdf8c00700 1 -- 172.21.15.3:0/442026645 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec004df0 con 0x7fbdfc1035c0 2024-05-21T19:18:59.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.600+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdfc1a87e0 con 0x7fbdfc1035c0 2024-05-21T19:18:59.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.604+0000 7fbdf8c00700 1 -- 172.21.15.3:0/442026645 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbdec00b560 con 0x7fbdfc1035c0 2024-05-21T19:18:59.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 Processor -- start 2024-05-21T19:18:59.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 -- start start 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbdf8c00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 0x7fbde00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713afb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713b05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca7130de40 con 0x55ca713b5f30 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca712fd9e0 con 0x55ca713b5610 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca71301a20 con 0x55ca713b0140 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.605+0000 7fbdf8c00700 1 -- 172.21.15.3:0/442026645 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbdec0e3360 con 0x7fbdfc1035c0 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 0x7fbde00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51972/0 (socket says 172.21.15.3:51972) 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 -- 172.21.15.3:0/59117684 learned_addr learned my addr 172.21.15.3:0/59117684 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:59.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713afb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713b05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 -- 172.21.15.3:0/59117684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 msgr2=0x55ca713b05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713b05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 -- 172.21.15.3:0/59117684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 msgr2=0x55ca713afb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713afb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 -- 172.21.15.3:0/59117684 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca712c6420 con 0x55ca713b5610 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.606+0000 7fbdfb400700 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0aa6f0 tx=0x7fbdec0048b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc19337a84ca38d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbdf0c00700 1 -- 172.21.15.3:0/59117684 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec00b850 con 0x55ca713b5610 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 0x7fbde00b4d40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbdf4009da0 tx=0x7fbdf4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbdf0c00700 1 -- 172.21.15.3:0/59117684 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec00bdb0 con 0x55ca713b5610 2024-05-21T19:18:59.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbdf0c00700 1 -- 172.21.15.3:0/59117684 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec0aa9f0 con 0x55ca713b5610 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/59117684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 msgr2=0x55ca713b59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.607+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0aa6f0 tx=0x7fbdec0048b0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/59117684 shutdown_connections 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713b05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b59f0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/59117684 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713afb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/59117684 >> 172.21.15.3:0/59117684 conn(0x55ca712ddbe0 msgr2=0x55ca713aa690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/59117684 shutdown_connections 2024-05-21T19:18:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/59117684 wait complete. 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.608+0000 7fbe0d11ab80 1 -- start start 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 Processor -- start 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713bbd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713b95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca71203fa0 con 0x55ca713b5f30 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca7129e760 con 0x55ca713b5610 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca713bc7a0 con 0x55ca713b0140 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbe0d11ab80 10 client.0 _ll_register_callbacks cb 0x55ca712a7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbdf3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbdf3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51976/0 (socket says 172.21.15.3:51976) 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.609+0000 7fbdf3e00700 1 -- 172.21.15.3:0/3711161571 learned_addr learned my addr 172.21.15.3:0/3711161571 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713b95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713bbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 -- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 msgr2=0x55ca713b90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 -- 172.21.15.3:0/3711161571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 msgr2=0x55ca713b95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713b95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 -- 172.21.15.3:0/3711161571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca7124d8d0 con 0x55ca713b0140 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbdfb400700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713bbd10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0e0e90 tx=0x7fbdec0a6280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=308f0416b86f671c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbde9600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.610+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec0b3100 con 0x55ca713b0140 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbdec0b10b0 con 0x55ca713b0140 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdec00bdb0 con 0x55ca713b0140 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbdec0aa500 con 0x55ca713b0140 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 10 client.27910 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:59.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca712ce060 con 0x55ca713b0140 2024-05-21T19:18:59.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec00bdb0 con 0x55ca713b0140 2024-05-21T19:18:59.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbdec01f070 con 0x55ca713b0140 2024-05-21T19:18:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 10 client.27910 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 10 client.27910 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.611+0000 7fbe0d11ab80 20 client.27910 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.612+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca713c9160 0x55ca713cb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.612+0000 7fbe0d11ab80 4 client.27910 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.612+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca7130fd90 con 0x55ca713c9160 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.612+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca713c9160 0x55ca713cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.613+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca713c9160 0x55ca713cb580 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e84f5895c15bdcc server_cookie=ed010076058a495a in_seq=0 out_seq=0 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.613+0000 7fbde9600700 10 client.27910 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.613+0000 7fbde9600700 1 -- 172.21.15.3:0/3711161571 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca7130fd90 con 0x55ca713c9160 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.613+0000 7fbde9600700 10 client.27910 handle_command_reply: tid=0 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.613+0000 7fbe0d11ab80 1 client.27910 shutdown 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 msgr2=0x55ca713bbd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713bbd10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0e0e90 tx=0x7fbdec0a6280 comp rx=0 tx=0).stop 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 shutdown_connections 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca713c9160 0x55ca713cb580 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713b95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b0140 0x55ca713bbd10 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.669 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/3711161571 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b5610 0x55ca713b90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbde9600700 0 client.27910 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:59.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 >> 172.21.15.3:0/3711161571 conn(0x55ca712ddbe0 msgr2=0x55ca713a9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 shutdown_connections 2024-05-21T19:18:59.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/3711161571 wait complete. 2024-05-21T19:18:59.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.614+0000 7fbe0d11ab80 20 client.27910 trim_cache size 0 max 16384 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.637+0000 7fbe0d11ab80 1 Processor -- start 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 -- start start 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713bae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1b25f0 con 0x55ca713b5f30 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1afe80 con 0x55ca713b0140 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1adcf0 con 0x55ca713b5610 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.675 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbdf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713bae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51978/0 (socket says 172.21.15.3:51978) 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbdfbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.638+0000 7fbdfb400700 1 -- 172.21.15.3:0/2805611609 learned_addr learned my addr 172.21.15.3:0/2805611609 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 -- 172.21.15.3:0/2805611609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 msgr2=0x55ca713bae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713bae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 -- 172.21.15.3:0/2805611609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 msgr2=0x55ca713d0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 -- 172.21.15.3:0/2805611609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca713b9fe0 con 0x55ca713b0140 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713bae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdfb400700 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0e11b0 tx=0x7fbdec0a6190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e6617f3a7c539c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdebe00700 1 -- 172.21.15.3:0/2805611609 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec00bdb0 con 0x55ca713b0140 2024-05-21T19:18:59.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdebe00700 1 -- 172.21.15.3:0/2805611609 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec05c070 con 0x55ca713b0140 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.639+0000 7fbdebe00700 1 -- 172.21.15.3:0/2805611609 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec0aeda0 con 0x55ca713b0140 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2805611609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 msgr2=0x55ca713aa4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0e11b0 tx=0x7fbdec0a6190 comp rx=0 tx=0).stop 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2805611609 shutdown_connections 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713aa4f0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2805611609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713bae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2805611609 >> 172.21.15.3:0/2805611609 conn(0x55ca712ddbe0 msgr2=0x55ca713ba760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2805611609 shutdown_connections 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.640+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2805611609 wait complete. 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.641+0000 7fbe0d11ab80 1 -- start start 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.641+0000 7fbe0d11ab80 1 Processor -- start 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713c2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1ae340 con 0x55ca713b5f30 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1af7b0 con 0x55ca713b0140 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdfc1aea10 con 0x55ca713b5610 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbe0d11ab80 10 client.0 _ll_register_callbacks cb 0x55ca712a7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdfbe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713c2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41700/0 (socket says 172.21.15.3:41700) 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 -- 172.21.15.3:0/2708749846 learned_addr learned my addr 172.21.15.3:0/2708749846 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdfb400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713c2200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51994/0 (socket says 172.21.15.3:51994) 2024-05-21T19:18:59.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 -- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 msgr2=0x55ca713c2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713c2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 -- 172.21.15.3:0/2708749846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 msgr2=0x55ca713d0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdf3e00700 1 -- 172.21.15.3:0/2708749846 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca71432d70 con 0x55ca713b5610 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.642+0000 7fbdfbe00700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbdf3e00700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x55ca713cbdc0 tx=0x7fbde40148b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=279345bbcd43923 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbde9600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde4004230 con 0x55ca713b5610 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdec05c070 con 0x55ca713b5610 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbde40043d0 con 0x55ca713b5610 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbde402e050 con 0x55ca713b5610 2024-05-21T19:18:59.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbe0d11ab80 10 client.27916 fetch_fsmap learned FSMap version 30 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.643+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca71433fc0 con 0x55ca713b5610 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec05c070 con 0x55ca713b5610 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbde401e4a0 con 0x55ca713b5610 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 10 client.27916 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 10 client.27916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 20 client.27916 populate_metadata read hostname 'smithi003' 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca714346b0 0x55ca71436ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 4 client.27916 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.644+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ca713b3bb0 con 0x55ca714346b0 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbdfb400700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca714346b0 0x55ca71436ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbdfb400700 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca714346b0 0x55ca71436ad0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c80cbd52d8934f09 server_cookie=6d89ba8424432ec2 in_seq=0 out_seq=0 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbde9600700 10 client.27916 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:59.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbde9600700 1 -- 172.21.15.3:0/2708749846 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ca713b3bb0 con 0x55ca714346b0 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbde9600700 10 client.27916 handle_command_reply: tid=0 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbe0d11ab80 1 client.27916 shutdown 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 msgr2=0x55ca713d0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.645+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x55ca713cbdc0 tx=0x7fbde40148b0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 shutdown_connections 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ca714346b0 0x55ca71436ad0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca713b5f30 0x55ca713d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca713b0140 0x55ca713c2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbde9600700 0 client.27916 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 --2- 172.21.15.3:0/2708749846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca713b5610 0x55ca713d0830 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 >> 172.21.15.3:0/2708749846 conn(0x55ca712ddbe0 msgr2=0x55ca713b8100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 shutdown_connections 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 1 -- 172.21.15.3:0/2708749846 wait complete. 2024-05-21T19:18:59.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.646+0000 7fbe0d11ab80 20 client.27916 trim_cache size 0 max 16384 2024-05-21T19:18:59.682 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:18:59.682 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:18:59.682 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:18:59.682 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 msgr2=0x7fbde00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 0x7fbde00b4d40 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fbdf4009da0 tx=0x7fbdf4009920 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 msgr2=0x7fbdfc075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00f990 tx=0x7fbdec00fa70 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 shutdown_connections 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbde00b2880 0x7fbde00b4d40 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdfc1095d0 0x7fbdfc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdfc1035c0 0x7fbdfc075840 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 --2- 172.21.15.3:0/442026645 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdfc103f80 0x7fbdfc075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 >> 172.21.15.3:0/442026645 conn(0x7fbdfc07a610 msgr2=0x7fbdfc102490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 shutdown_connections 2024-05-21T19:18:59.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:18:59.647+0000 7fbe02800700 1 -- 172.21.15.3:0/442026645 wait complete. 2024-05-21T19:18:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:18:59 smithi178 ceph-mon[36523]: pgmap v771: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:18:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:18:59 smithi104 ceph-mon[36417]: pgmap v771: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:19:00.565 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:19:00.566 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 -- 172.21.15.3:0/1018870988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 msgr2=0x7f3be4108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 --2- 172.21.15.3:0/1018870988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be4108070 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009900 tx=0x7f3bd002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 -- 172.21.15.3:0/1018870988 shutdown_connections 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 --2- 172.21.15.3:0/1018870988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be41085b0 0x7f3be410aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 --2- 172.21.15.3:0/1018870988 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be4108070 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 --2- 172.21.15.3:0/1018870988 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be4103350 0x7f3be4105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 -- 172.21.15.3:0/1018870988 >> 172.21.15.3:0/1018870988 conn(0x7f3be40fcd40 msgr2=0x7f3be40ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 -- 172.21.15.3:0/1018870988 shutdown_connections 2024-05-21T19:19:01.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.018+0000 7f3bea000640 1 -- 172.21.15.3:0/1018870988 wait complete. 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.019+0000 7f3bea000640 1 Processor -- start 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.019+0000 7f3bea000640 1 -- start start 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be4103350 0x7f3be4198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be41085b0 0x7f3be41a0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3be410e410 con 0x7f3be4105c80 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3be410e290 con 0x7f3be4103350 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3bea000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3be410e590 con 0x7f3be41085b0 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55156/0 (socket says 172.21.15.3:55156) 2024-05-21T19:19:01.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3be3e00640 1 -- 172.21.15.3:0/3498851947 learned_addr learned my addr 172.21.15.3:0/3498851947 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:01.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be4103350 0x7f3be4198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.020+0000 7f3be9600640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be41085b0 0x7f3be41a0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 -- 172.21.15.3:0/3498851947 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be41085b0 msgr2=0x7f3be41a0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be41085b0 0x7f3be41a0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 -- 172.21.15.3:0/3498851947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be4103350 msgr2=0x7f3be4198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be4103350 0x7f3be4198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 -- 172.21.15.3:0/3498851947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3be41a07b0 con 0x7f3be4105c80 2024-05-21T19:19:01.022 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0006010 tx=0x7f3bd00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.022 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:01.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be1600640 1 -- 172.21.15.3:0/3498851947 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd003f030 con 0x7f3be4105c80 2024-05-21T19:19:01.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3be41a0a40 con 0x7f3be4105c80 2024-05-21T19:19:01.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.021+0000 7f3be1600640 1 -- 172.21.15.3:0/3498851947 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bd0031910 con 0x7f3be4105c80 2024-05-21T19:19:01.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.022+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3be41a0f80 con 0x7f3be4105c80 2024-05-21T19:19:01.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.022+0000 7f3be1600640 1 -- 172.21.15.3:0/3498851947 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0049060 con 0x7f3be4105c80 2024-05-21T19:19:01.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 Processor -- start 2024-05-21T19:19:01.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 -- start start 2024-05-21T19:19:01.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4b5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56284b41db90 con 0x56284b4ae6e0 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56284b40d730 con 0x56284b4b3850 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3bee423740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56284b411770 con 0x56284b4adcf0 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.025+0000 7f3be1600640 1 -- 172.21.15.3:0/3498851947 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3bd0042030 con 0x7f3be4105c80 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34882/0 (socket says 172.21.15.3:34882) 2024-05-21T19:19:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 -- 172.21.15.3:0/3335678934 learned_addr learned my addr 172.21.15.3:0/3335678934 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4b5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 -- 172.21.15.3:0/3335678934 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 msgr2=0x56284b4b5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4b5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 -- 172.21.15.3:0/3335678934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 msgr2=0x56284b4b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be9600640 1 -- 172.21.15.3:0/3335678934 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56284b3a68b0 con 0x56284b4adcf0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.026+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.027+0000 7f3be9600640 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc009fd0 tx=0x7f3bdc0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6a4af83516e732c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.027+0000 7f3bd5c00640 1 -- 172.21.15.3:0/3335678934 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bdc004d20 con 0x56284b4adcf0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.027+0000 7f3bd5c00640 1 -- 172.21.15.3:0/3335678934 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bdc004050 con 0x56284b4adcf0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.027+0000 7f3bd5c00640 1 -- 172.21.15.3:0/3335678934 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bdc005280 con 0x56284b4adcf0 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.027+0000 7f3be1600640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 0x7f3bcc0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.029 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3be1600640 1 -- 172.21.15.3:0/3498851947 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3bd0102b50 con 0x7f3be4105c80 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 -- 172.21.15.3:0/3335678934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 msgr2=0x56284b4ae110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc009fd0 tx=0x7f3bdc0118d0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 0x7f3bcc0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 -- 172.21.15.3:0/3335678934 shutdown_connections 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4b5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 --2- 172.21.15.3:0/3335678934 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4ae110 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 -- 172.21.15.3:0/3335678934 >> 172.21.15.3:0/3335678934 conn(0x56284b4a9360 msgr2=0x56284b4a9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 -- 172.21.15.3:0/3335678934 shutdown_connections 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.028+0000 7f3bee423740 1 -- 172.21.15.3:0/3335678934 wait complete. 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 -- start start 2024-05-21T19:19:01.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 0x7f3bcc0b4ca0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x56284b4aa230 tx=0x7f3bd8015040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 Processor -- start 2024-05-21T19:19:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bf070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56284b0f3790 con 0x56284b4ae6e0 2024-05-21T19:19:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56284b3b5bc0 con 0x56284b4b3850 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56284b4b6800 con 0x56284b4adcf0 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.029+0000 7f3bee423740 10 client.0 _ll_register_callbacks cb 0x56284b393400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34884/0 (socket says 172.21.15.3:34884) 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55170/0 (socket says 172.21.15.3:55170) 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 -- 172.21.15.3:0/3429512307 learned_addr learned my addr 172.21.15.3:0/3429512307 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be9600640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bf070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 -- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 msgr2=0x56284b4bf070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bf070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 -- 172.21.15.3:0/3429512307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 msgr2=0x56284b4b8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be8c00640 1 -- 172.21.15.3:0/3429512307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56284b122210 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.030+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f3bd801fd60 tx=0x7f3bd8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aebdd6cda7ce0055 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bca000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd802d020 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3bd80293f0 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bdc004050 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3bd8038050 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bee423740 10 client.27928 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.031+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56284b1ee620 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bdc004050 con 0x56284b4adcf0 2024-05-21T19:19:01.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3bd8028030 con 0x56284b4adcf0 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 10 client.27928 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 10 client.27928 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 20 client.27928 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b4c3600 0x56284b4c5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 4 client.27928 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56284b41fae0 con 0x56284b4c3600 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.032+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b4c3600 0x56284b4c5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.033+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b4c3600 0x56284b4c5a70 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed75d2b3eeea2c6 server_cookie=2273b2d829f6e113 in_seq=0 out_seq=0 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.033+0000 7f3bca000640 10 client.27928 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bca000640 1 -- 172.21.15.3:0/3429512307 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56284b41fae0 con 0x56284b4c3600 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bca000640 10 client.27928 handle_command_reply: tid=0 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 client.27928 shutdown 2024-05-21T19:19:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 msgr2=0x56284b4b7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f3bd801fd60 tx=0x7f3bd8004730 comp rx=0 tx=0).stop 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 shutdown_connections 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b4c3600 0x56284b4c5a70 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bf070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4ae6e0 0x56284b4b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 --2- 172.21.15.3:0/3429512307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4adcf0 0x56284b4b7af0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bca000640 0 client.27928 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 >> 172.21.15.3:0/3429512307 conn(0x56284b4a9360 msgr2=0x56284b4a84c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 shutdown_connections 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 1 -- 172.21.15.3:0/3429512307 wait complete. 2024-05-21T19:19:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.034+0000 7f3bee423740 20 client.27928 trim_cache size 0 max 16384 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.051+0000 7f3bee423740 1 Processor -- start 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.051+0000 7f3bee423740 1 -- start start 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4b3850 0x56284b4ac980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41aa4e0 con 0x56284b4adcf0 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41a7db0 con 0x56284b4ae6e0 2024-05-21T19:19:01.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3bee423740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41a5c00 con 0x56284b4b3850 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51836/0 (socket says 172.21.15.3:51836) 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be3e00640 1 -- 172.21.15.3:0/3463636772 learned_addr learned my addr 172.21.15.3:0/3463636772 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55184/0 (socket says 172.21.15.3:55184) 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.052+0000 7f3be9600640 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4b3850 0x56284b4ac980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 -- 172.21.15.3:0/3463636772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4b3850 msgr2=0x56284b4ac980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4b3850 0x56284b4ac980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 -- 172.21.15.3:0/3463636772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 msgr2=0x56284b4b7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 -- 172.21.15.3:0/3463636772 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56284b4b6bd0 con 0x56284b4ae6e0 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be8c00640 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3be3e00640 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0000c00 tx=0x7f3bd002a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86e1e0e59362c8bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3bd5200640 1 -- 172.21.15.3:0/3463636772 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0035040 con 0x56284b4ae6e0 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3bd5200640 1 -- 172.21.15.3:0/3463636772 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bd00d2f50 con 0x56284b4ae6e0 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.053+0000 7f3bd5200640 1 -- 172.21.15.3:0/3463636772 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd00ca400 con 0x56284b4ae6e0 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 -- 172.21.15.3:0/3463636772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 msgr2=0x56284b4bf030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0000c00 tx=0x7f3bd002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 -- 172.21.15.3:0/3463636772 shutdown_connections 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4b3850 0x56284b4ac980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4ae6e0 0x56284b4bf030 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 --2- 172.21.15.3:0/3463636772 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 -- 172.21.15.3:0/3463636772 >> 172.21.15.3:0/3463636772 conn(0x56284b4a9360 msgr2=0x56284b4ac270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 -- 172.21.15.3:0/3463636772 shutdown_connections 2024-05-21T19:19:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.054+0000 7f3bee423740 1 -- 172.21.15.3:0/3463636772 wait complete. 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 -- start start 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 Processor -- start 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4ae6e0 0x56284b4bc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bd890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41a6270 con 0x56284b4adcf0 2024-05-21T19:19:01.058 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41a76e0 con 0x56284b4b3850 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3be41a6940 con 0x56284b4ae6e0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.055+0000 7f3bee423740 10 client.0 _ll_register_callbacks cb 0x7f3bd801f3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55200/0 (socket says 172.21.15.3:55200) 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 -- 172.21.15.3:0/1588160823 learned_addr learned my addr 172.21.15.3:0/1588160823 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be3e00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4ae6e0 0x56284b4bc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be9600640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 -- 172.21.15.3:0/1588160823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4ae6e0 msgr2=0x56284b4bc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4ae6e0 0x56284b4bc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 -- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 msgr2=0x56284b4bd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be8c00640 1 -- 172.21.15.3:0/1588160823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56284b4ad930 con 0x56284b4adcf0 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.056+0000 7f3be9600640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3be8c00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80316b0 tx=0x7f3bd801f940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56afb8927a3fb15d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bca000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd802d050 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3bd8031cb0 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bd00d2f50 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3bd8025040 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bee423740 10 client.17841 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.057+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56284b4bf030 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bd00d2f50 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3bd8028040 con 0x56284b4adcf0 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 10 client.17841 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 10 client.17841 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 20 client.17841 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b536ef0 0x56284b539310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 4 client.17841 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:19:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56284b4192c0 con 0x56284b536ef0 2024-05-21T19:19:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.058+0000 7f3be3e00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b536ef0 0x56284b539310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.059+0000 7f3be3e00640 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b536ef0 0x56284b539310 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8fcc2569085df91 server_cookie=257dc9e334ac2e5f in_seq=0 out_seq=0 2024-05-21T19:19:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.059+0000 7f3bca000640 10 client.17841 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bca000640 1 -- 172.21.15.3:0/1588160823 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56284b4192c0 con 0x56284b536ef0 2024-05-21T19:19:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bca000640 10 client.17841 handle_command_reply: tid=0 2024-05-21T19:19:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 client.17841 shutdown 2024-05-21T19:19:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 msgr2=0x56284b4bc340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3bd80316b0 tx=0x7f3bd801f940 comp rx=0 tx=0).stop 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 shutdown_connections 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56284b536ef0 0x56284b539310 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56284b4ae6e0 0x56284b4bc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56284b4b3850 0x56284b4bd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 --2- 172.21.15.3:0/1588160823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56284b4adcf0 0x56284b4bc340 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 >> 172.21.15.3:0/1588160823 conn(0x56284b4a9360 msgr2=0x56284b4b7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.067+0000 7f3bca000640 0 client.17841 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.068+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 shutdown_connections 2024-05-21T19:19:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.068+0000 7f3bee423740 1 -- 172.21.15.3:0/1588160823 wait complete. 2024-05-21T19:19:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.068+0000 7f3bee423740 20 client.17841 trim_cache size 0 max 16384 2024-05-21T19:19:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:19:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:19:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 msgr2=0x7f3bcc0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 0x7f3bcc0b4ca0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x56284b4aa230 tx=0x7f3bd8015040 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 msgr2=0x7f3be41990d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0006010 tx=0x7f3bd00042f0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 shutdown_connections 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3bcc0b27e0 0x7f3bcc0b4ca0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3be41085b0 0x7f3be41a0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3be4105c80 0x7f3be41990d0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 --2- 172.21.15.3:0/3498851947 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3be4103350 0x7f3be4198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 >> 172.21.15.3:0/3498851947 conn(0x7f3be40fcd40 msgr2=0x7f3be4105200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 shutdown_connections 2024-05-21T19:19:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:01.069+0000 7f3bea000640 1 -- 172.21.15.3:0/3498851947 wait complete. 2024-05-21T19:19:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:01 smithi003 ceph-mon[31577]: pgmap v772: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:01 smithi178 ceph-mon[36523]: pgmap v772: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:01.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:01 smithi104 ceph-mon[36417]: pgmap v772: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 -- 172.21.15.3:0/4106428844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 msgr2=0x7f5704105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 --2- 172.21.15.3:0/4106428844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f5704105be0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009990 tx=0x7f56f0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 -- 172.21.15.3:0/4106428844 shutdown_connections 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 --2- 172.21.15.3:0/4106428844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5704106120 0x7f5704112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 --2- 172.21.15.3:0/4106428844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f570410b760 0x7f570410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 --2- 172.21.15.3:0/4106428844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f5704105be0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 -- 172.21.15.3:0/4106428844 >> 172.21.15.3:0/4106428844 conn(0x7f5704101250 msgr2=0x7f5704103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 -- 172.21.15.3:0/4106428844 shutdown_connections 2024-05-21T19:19:03.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.277+0000 7f5709000700 1 -- 172.21.15.3:0/4106428844 wait complete. 2024-05-21T19:19:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.279+0000 7f5709000700 1 Processor -- start 2024-05-21T19:19:03.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.279+0000 7f5709000700 1 -- start start 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f570419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 0x7f570419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 0x7f57041a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f57041159b0 con 0x7f5704106120 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5704115830 con 0x7f570410b760 2024-05-21T19:19:03.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5709000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5704115b30 con 0x7f5704105760 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5701400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 0x7f570419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5701400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 0x7f570419c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55228/0 (socket says 172.21.15.3:55228) 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5701e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f570419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5702800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 0x7f57041a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.280+0000 7f5701400700 1 -- 172.21.15.3:0/2642236384 learned_addr learned my addr 172.21.15.3:0/2642236384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 -- 172.21.15.3:0/2642236384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 msgr2=0x7f570419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f570419be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 -- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 msgr2=0x7f570419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 0x7f570419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 -- 172.21.15.3:0/2642236384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57041a0e70 con 0x7f570410b760 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f5702800700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 0x7f57041a0730 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00efc0 tx=0x7f56fc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc0092e0 con 0x7f570410b760 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.281+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56fc004bb0 con 0x7f570410b760 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.282+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57041a1100 con 0x7f570410b760 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.282+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56fc004020 con 0x7f570410b760 2024-05-21T19:19:03.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.282+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57041a89e0 con 0x7f570410b760 2024-05-21T19:19:03.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.283+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f570406a230 con 0x7f570410b760 2024-05-21T19:19:03.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.285+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f56fc01b030 con 0x7f570410b760 2024-05-21T19:19:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.287+0000 7f56faa00700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.287+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f56fc0e1ce0 con 0x7f570410b760 2024-05-21T19:19:03.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.287+0000 7f5701e00700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:03.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.288+0000 7f5701e00700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 0x7f56e80b4dc0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f56f4005950 tx=0x7f56f400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:03.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.291+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f56fc022020 con 0x7f570410b760 2024-05-21T19:19:03.582 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.581+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f570402e560 con 0x7f570410b760 2024-05-21T19:19:03.583 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.582+0000 7f56faa00700 1 -- 172.21.15.3:0/2642236384 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f56fc010040 con 0x7f570410b760 2024-05-21T19:19:03.584 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:19:03.584 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 msgr2=0x7f56e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 0x7f56e80b4dc0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f56f4005950 tx=0x7f56f400b410 comp rx=0 tx=0).stop 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 msgr2=0x7f57041a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 0x7f57041a0730 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f56fc00efc0 tx=0x7f56fc00c3a0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 shutdown_connections 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f56e80b2900 0x7f56e80b4dc0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f570410b760 0x7f57041a0730 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.587 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5704105760 0x7f570419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 --2- 172.21.15.3:0/2642236384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5704106120 0x7f570419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:03.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 >> 172.21.15.3:0/2642236384 conn(0x7f5704101250 msgr2=0x7f5704101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:03.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 shutdown_connections 2024-05-21T19:19:03.588 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:03.586+0000 7f5709000700 1 -- 172.21.15.3:0/2642236384 wait complete. 2024-05-21T19:19:03.588 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:19:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:03 smithi003 ceph-mon[31577]: pgmap v773: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:19:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:03 smithi178 ceph-mon[36523]: pgmap v773: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:19:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:03 smithi104 ceph-mon[36417]: pgmap v773: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.1 KiB/s wr, 11 op/s 2024-05-21T19:19:04.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:19:04.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:04 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2642236384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:04.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:04 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2642236384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:04.946 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:04.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:04 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2642236384' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:05.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:05 smithi003 ceph-mon[31577]: pgmap v774: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.0 KiB/s wr, 13 op/s 2024-05-21T19:19:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:05 smithi178 ceph-mon[36523]: pgmap v774: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.0 KiB/s wr, 13 op/s 2024-05-21T19:19:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:05 smithi104 ceph-mon[36417]: pgmap v774: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 8.0 KiB/s wr, 13 op/s 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 -- 172.21.15.3:0/1299470162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c10b670 msgr2=0x7f331c10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 --2- 172.21.15.3:0/1299470162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c10b670 0x7f331c10ba50 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f330c0098f0 tx=0x7f330c009c00 comp rx=0 tx=0).stop 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 -- 172.21.15.3:0/1299470162 shutdown_connections 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 --2- 172.21.15.3:0/1299470162 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c106030 0x7f331c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 --2- 172.21.15.3:0/1299470162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c10b670 0x7f331c10ba50 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 --2- 172.21.15.3:0/1299470162 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c105670 0x7f331c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 -- 172.21.15.3:0/1299470162 >> 172.21.15.3:0/1299470162 conn(0x7f331c101160 msgr2=0x7f331c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 -- 172.21.15.3:0/1299470162 shutdown_connections 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.323+0000 7f331be00700 1 -- 172.21.15.3:0/1299470162 wait complete. 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.325+0000 7f331be00700 1 Processor -- start 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.325+0000 7f331be00700 1 -- start start 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c106030 0x7f331c19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c10b670 0x7f331c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1158a0 con 0x7f331c10b670 2024-05-21T19:19:07.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f331c115720 con 0x7f331c105670 2024-05-21T19:19:07.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331be00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f331c115a20 con 0x7f331c106030 2024-05-21T19:19:07.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51874/0 (socket says 172.21.15.3:51874) 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 -- 172.21.15.3:0/229270064 learned_addr learned my addr 172.21.15.3:0/229270064 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331b400700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c10b670 0x7f331c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f3312000700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c106030 0x7f331c19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 -- 172.21.15.3:0/229270064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c106030 msgr2=0x7f331c19c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c106030 0x7f331c19c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 -- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c10b670 msgr2=0x7f331c1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c10b670 0x7f331c1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.326+0000 7f331aa00700 1 -- 172.21.15.3:0/229270064 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f331c1a0de0 con 0x7f331c105670 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f331aa00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f330c009230 tx=0x7f330c00fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f3313e00700 1 -- 172.21.15.3:0/229270064 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c0050c0 con 0x7f331c105670 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f3313e00700 1 -- 172.21.15.3:0/229270064 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f330c00b560 con 0x7f331c105670 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f331c1a1070 con 0x7f331c105670 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f3313e00700 1 -- 172.21.15.3:0/229270064 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330c003a00 con 0x7f331c105670 2024-05-21T19:19:07.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.327+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f331c1a8950 con 0x7f331c105670 2024-05-21T19:19:07.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.333+0000 7f3313e00700 1 -- 172.21.15.3:0/229270064 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f330c00b710 con 0x7f331c105670 2024-05-21T19:19:07.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.333+0000 7f332c44ab80 1 Processor -- start 2024-05-21T19:19:07.334 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 -- start start 2024-05-21T19:19:07.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619eba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ebaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560619e18e40 con 0x560619ec0020 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560619e089e0 con 0x560619ebaad0 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f332c44ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560619e0ca20 con 0x560619ec0940 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f331b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f331b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55270/0 (socket says 172.21.15.3:55270) 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f331b400700 1 -- 172.21.15.3:0/877901143 learned_addr learned my addr 172.21.15.3:0/877901143 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.334+0000 7f331aa00700 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619eba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f3312000700 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ebaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f331b400700 1 -- 172.21.15.3:0/877901143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 msgr2=0x560619eba4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f331b400700 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619eba4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f331b400700 1 -- 172.21.15.3:0/877901143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 msgr2=0x560619ebaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f331b400700 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ebaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f331b400700 1 -- 172.21.15.3:0/877901143 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560619dd1420 con 0x560619ec0020 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f3313e00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 0x7f33000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.335+0000 7f3313e00700 1 -- 172.21.15.3:0/229270064 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f330c0e3130 con 0x7f331c105670 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.336+0000 7f331b400700 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f33140093a0 tx=0x7f33140099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e0f7eaf9e743e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.336+0000 7f331aa00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 0x7f33000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.336+0000 7f330be00700 1 -- 172.21.15.3:0/877901143 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3314003c00 con 0x560619ec0020 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.336+0000 7f330be00700 1 -- 172.21.15.3:0/877901143 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3314003da0 con 0x560619ec0020 2024-05-21T19:19:07.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.336+0000 7f330be00700 1 -- 172.21.15.3:0/877901143 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33140178c0 con 0x560619ec0020 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 -- 172.21.15.3:0/877901143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 msgr2=0x560619ec0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f33140093a0 tx=0x7f33140099e0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f331aa00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 0x7f33000b4dc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f330c0092a0 tx=0x7f330c0e6b70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 -- 172.21.15.3:0/877901143 shutdown_connections 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ebaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0020 0x560619ec0400 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 --2- 172.21.15.3:0/877901143 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619eba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 -- 172.21.15.3:0/877901143 >> 172.21.15.3:0/877901143 conn(0x560619de8be0 msgr2=0x560619eb5150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 -- 172.21.15.3:0/877901143 shutdown_connections 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.337+0000 7f332c44ab80 1 -- 172.21.15.3:0/877901143 wait complete. 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 -- start start 2024-05-21T19:19:07.340 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 Processor -- start 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ebaad0 0x560619ec66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560619d0efa0 con 0x560619ec0940 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560619da9760 con 0x560619ec0020 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.338+0000 7f332c44ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560619ec7460 con 0x560619ebaad0 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f332c44ab80 10 client.0 _ll_register_callbacks cb 0x560619db2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f331b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ebaad0 0x560619ec66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:51898/0 (socket says 172.21.15.3:51898) 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 -- 172.21.15.3:0/4182707721 learned_addr learned my addr 172.21.15.3:0/4182707721 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:07.341 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f331b400700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 -- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ebaad0 msgr2=0x560619ec66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ebaad0 0x560619ec66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 -- 172.21.15.3:0/4182707721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 msgr2=0x560619ec4020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec4020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.339+0000 7f3312000700 1 -- 172.21.15.3:0/4182707721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560619d588d0 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f3312000700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f33040117c0 tx=0x7f3304011b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db7fbd4f50cfd91f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f3308c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f330400f910 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3314003da0 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f330400fab0 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f330400fcb0 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f332c44ab80 10 client.27959 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.340+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560619dd9060 con 0x560619ec0020 2024-05-21T19:19:07.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3314003da0 con 0x560619ec0020 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3304019070 con 0x560619ec0020 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 10 client.27959 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 10 client.27959 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 20 client.27959 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619ed4100 0x560619ed64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 4 client.27959 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.341+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560619e1ad90 con 0x560619ed4100 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.342+0000 7f331b400700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619ed4100 0x560619ed64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.342+0000 7f331b400700 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619ed4100 0x560619ed64f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=19f27af01500b5a4 server_cookie=8f69bc348fe1a36 in_seq=0 out_seq=0 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.342+0000 7f3308c00700 10 client.27959 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f3308c00700 1 -- 172.21.15.3:0/4182707721 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560619e1ad90 con 0x560619ed4100 2024-05-21T19:19:07.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f3308c00700 10 client.27959 handle_command_reply: tid=0 2024-05-21T19:19:07.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 client.27959 shutdown 2024-05-21T19:19:07.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 msgr2=0x560619ec3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f33040117c0 tx=0x7f3304011b80 comp rx=0 tx=0).stop 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 shutdown_connections 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619ed4100 0x560619ed64f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec4020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ebaad0 0x560619ec66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 --2- 172.21.15.3:0/4182707721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619ec3ae0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 >> 172.21.15.3:0/4182707721 conn(0x560619de8be0 msgr2=0x560619eb94a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f3308c00700 0 client.27959 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 shutdown_connections 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.343+0000 7f332c44ab80 1 -- 172.21.15.3:0/4182707721 wait complete. 2024-05-21T19:19:07.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.344+0000 7f332c44ab80 20 client.27959 trim_cache size 0 max 16384 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.360+0000 7f332c44ab80 1 Processor -- start 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.360+0000 7f332c44ab80 1 -- start start 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 0x560619ed0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619eba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619ebdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1b2540 con 0x560619ebaad0 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1afdd0 con 0x560619ec0020 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f332c44ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1adc20 con 0x560619ec0940 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f331b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 0x560619ed0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f331b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 0x560619ed0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:55278/0 (socket says 172.21.15.3:55278) 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f331b400700 1 -- 172.21.15.3:0/2424542485 learned_addr learned my addr 172.21.15.3:0/2424542485 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f3312000700 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619eba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.361+0000 7f331b400700 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619ebdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 -- 172.21.15.3:0/2424542485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 msgr2=0x560619ebdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619ebdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 -- 172.21.15.3:0/2424542485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 msgr2=0x560619ed0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 0x560619ed0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 -- 172.21.15.3:0/2424542485 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560619ec49c0 con 0x560619ec0020 2024-05-21T19:19:07.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f3312000700 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619eba4b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f33040223a0 tx=0x7f330400f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1afee9373f072de3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f330b400700 1 -- 172.21.15.3:0/2424542485 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3304023e50 con 0x560619ec0020 2024-05-21T19:19:07.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f330b400700 1 -- 172.21.15.3:0/2424542485 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3304005580 con 0x560619ec0020 2024-05-21T19:19:07.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.362+0000 7f330b400700 1 -- 172.21.15.3:0/2424542485 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3304003ae0 con 0x560619ec0020 2024-05-21T19:19:07.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 -- 172.21.15.3:0/2424542485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 msgr2=0x560619eba4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619eba4b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f33040223a0 tx=0x7f330400f3c0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 -- 172.21.15.3:0/2424542485 shutdown_connections 2024-05-21T19:19:07.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0940 0x560619ebdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.369 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ebaad0 0x560619ed0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 --2- 172.21.15.3:0/2424542485 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ec0020 0x560619eba4b0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 -- 172.21.15.3:0/2424542485 >> 172.21.15.3:0/2424542485 conn(0x560619de8be0 msgr2=0x560619ec3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 -- 172.21.15.3:0/2424542485 shutdown_connections 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.363+0000 7f332c44ab80 1 -- 172.21.15.3:0/2424542485 wait complete. 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 -- start start 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 Processor -- start 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ecc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec96c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1ae290 con 0x560619ec0940 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1af700 con 0x560619ebaad0 2024-05-21T19:19:07.370 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f331c1ae960 con 0x560619ec0020 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.364+0000 7f332c44ab80 10 client.0 _ll_register_callbacks cb 0x560619db2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34982/0 (socket says 172.21.15.3:34982) 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 -- 172.21.15.3:0/1045196724 learned_addr learned my addr 172.21.15.3:0/1045196724 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f331b400700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ecc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f331b400700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 -- 172.21.15.3:0/1045196724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 msgr2=0x560619ecc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ecc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 -- 172.21.15.3:0/1045196724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 msgr2=0x560619ec96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 -- 172.21.15.3:0/1045196724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560619ec9dc0 con 0x560619ec0020 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f331b400700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ecc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:19:07.371 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3312000700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3304022510 tx=0x7f33040092a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f918dafbb9891c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.365+0000 7f3308c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33040052e0 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3304005580 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3304003680 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3304003880 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f332c44ab80 10 client.27958 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560619f3f6e0 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.366+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3304005580 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3304035020 con 0x560619ec0020 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 10 client.27958 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 10 client.27958 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 20 client.27958 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619f3fd50 0x560619f42170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 4 client.27958 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:19:07.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560619e14570 con 0x560619f3fd50 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.367+0000 7f331b400700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619f3fd50 0x560619f42170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f331b400700 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619f3fd50 0x560619f42170 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=512e5042aa769497 server_cookie=3ab750e247620880 in_seq=0 out_seq=0 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f3308c00700 10 client.27958 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f3308c00700 1 -- 172.21.15.3:0/1045196724 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560619e14570 con 0x560619f3fd50 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f3308c00700 10 client.27958 handle_command_reply: tid=0 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 client.27958 shutdown 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 msgr2=0x560619ecce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3304022510 tx=0x7f33040092a0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 shutdown_connections 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x560619f3fd50 0x560619f42170 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560619ec0940 0x560619ec96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560619ebaad0 0x560619ecc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 --2- 172.21.15.3:0/1045196724 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560619ec0020 0x560619ecce10 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f3308c00700 0 client.27958 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:19:07.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 >> 172.21.15.3:0/1045196724 conn(0x560619de8be0 msgr2=0x560619ebdaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 shutdown_connections 2024-05-21T19:19:07.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.368+0000 7f332c44ab80 1 -- 172.21.15.3:0/1045196724 wait complete. 2024-05-21T19:19:07.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f332c44ab80 20 client.27958 trim_cache size 0 max 16384 2024-05-21T19:19:07.374 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 msgr2=0x7f33000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 0x7f33000b4dc0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f330c0092a0 tx=0x7f330c0e6b70 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 msgr2=0x7f331c19bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f330c009230 tx=0x7f330c00fa70 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 shutdown_connections 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33000b2900 0x7f33000b4dc0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f331c10b670 0x7f331c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f331c105670 0x7f331c19bdd0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 --2- 172.21.15.3:0/229270064 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f331c106030 0x7f331c19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 >> 172.21.15.3:0/229270064 conn(0x7f331c101160 msgr2=0x7f331c1019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 shutdown_connections 2024-05-21T19:19:07.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:07.369+0000 7f331be00700 1 -- 172.21.15.3:0/229270064 wait complete. 2024-05-21T19:19:07.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:07 smithi003 ceph-mon[31577]: pgmap v775: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:19:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:07 smithi178 ceph-mon[36523]: pgmap v775: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:19:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:07 smithi104 ceph-mon[36417]: pgmap v775: 97 pgs: 97 active+clean; 3.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 13 op/s 2024-05-21T19:19:08.185 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:19:08.693 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:09.820 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:09 smithi003 ceph-mon[31577]: pgmap v776: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:19:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:09 smithi178 ceph-mon[36523]: pgmap v776: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:19:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:09 smithi104 ceph-mon[36417]: pgmap v776: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:19:11.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 -- 172.21.15.3:0/359982032 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4114710 msgr2=0x7fc5b4116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 --2- 172.21.15.3:0/359982032 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4114710 0x7fc5b4116b00 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac009990 tx=0x7fc5ac009ca0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 -- 172.21.15.3:0/359982032 shutdown_connections 2024-05-21T19:19:11.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 --2- 172.21.15.3:0/359982032 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4114710 0x7fc5b4116b00 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 --2- 172.21.15.3:0/359982032 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4075770 0x7fc5b4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 --2- 172.21.15.3:0/359982032 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4076090 0x7fc5b41141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 -- 172.21.15.3:0/359982032 >> 172.21.15.3:0/359982032 conn(0x7fc5b407a6a0 msgr2=0x7fc5b407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 -- 172.21.15.3:0/359982032 shutdown_connections 2024-05-21T19:19:11.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.132+0000 7fc5ba800700 1 -- 172.21.15.3:0/359982032 wait complete. 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.133+0000 7fc5ba800700 1 Processor -- start 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.133+0000 7fc5ba800700 1 -- start start 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 0x7fc5b41a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4114710 0x7fc5b41a4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b4119d30 con 0x7fc5b4076090 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b4119bb0 con 0x7fc5b4075770 2024-05-21T19:19:11.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5ba800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b4119eb0 con 0x7fc5b4114710 2024-05-21T19:19:11.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57182/0 (socket says 172.21.15.3:57182) 2024-05-21T19:19:11.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5aaa00700 1 -- 172.21.15.3:0/4213629685 learned_addr learned my addr 172.21.15.3:0/4213629685 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:11.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5b3400700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 0x7fc5b41a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.134+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4114710 0x7fc5b41a4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 -- 172.21.15.3:0/4213629685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4114710 msgr2=0x7fc5b41a4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4114710 0x7fc5b41a4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 -- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 msgr2=0x7fc5b41a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 -- 172.21.15.3:0/4213629685 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5b41a5230 con 0x7fc5b4075770 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b3400700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 0x7fc5b41a0220 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc5a4007ec0 tx=0x7fc5a400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b0c00700 1 -- 172.21.15.3:0/4213629685 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a4004db0 con 0x7fc5b4075770 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5b41a5520 con 0x7fc5b4075770 2024-05-21T19:19:11.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b0c00700 1 -- 172.21.15.3:0/4213629685 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5a4003a00 con 0x7fc5b4075770 2024-05-21T19:19:11.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.135+0000 7fc5b0c00700 1 -- 172.21.15.3:0/4213629685 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a40045e0 con 0x7fc5b4075770 2024-05-21T19:19:11.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.136+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5b41acda0 con 0x7fc5b4075770 2024-05-21T19:19:11.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.141+0000 7fc5b0c00700 1 -- 172.21.15.3:0/4213629685 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc5a401c060 con 0x7fc5b4075770 2024-05-21T19:19:11.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.141+0000 7fc5c51ddb80 1 Processor -- start 2024-05-21T19:19:11.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 -- start start 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592ad290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592a7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563a59205e40 con 0x563a592ad7d0 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563a591f59e0 con 0x563a592a7880 2024-05-21T19:19:11.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563a591f9a20 con 0x563a592aceb0 2024-05-21T19:19:11.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.142+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592ad290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592a7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57186/0 (socket says 172.21.15.3:57186) 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3400700 1 -- 172.21.15.3:0/1630305965 learned_addr learned my addr 172.21.15.3:0/1630305965 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b0c00700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 0x7fc5980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 -- 172.21.15.3:0/1630305965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 msgr2=0x563a592a7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 -- 172.21.15.3:0/1630305965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 msgr2=0x563a592a7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592a7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 -- 172.21.15.3:0/1630305965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a591be420 con 0x563a592aceb0 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b0c00700 1 -- 172.21.15.3:0/4213629685 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc5a401a070 con 0x7fc5b4075770 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.143+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 0x7fc5980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.144+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592ad290 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac006010 tx=0x7fc5ac005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4356a340cc967dd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.144+0000 7fc5a8c00700 1 -- 172.21.15.3:0/1630305965 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac00bb00 con 0x563a592aceb0 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.144+0000 7fc5a8c00700 1 -- 172.21.15.3:0/1630305965 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5ac00bca0 con 0x563a592aceb0 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.144+0000 7fc5a8c00700 1 -- 172.21.15.3:0/1630305965 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac00f6a0 con 0x563a592aceb0 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/1630305965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 msgr2=0x563a592ad290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 0x7fc5980b4d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac009750 tx=0x7fc5ac02a000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592ad290 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac006010 tx=0x7fc5ac005c90 comp rx=0 tx=0).stop 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/1630305965 shutdown_connections 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592ad290 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/1630305965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/1630305965 >> 172.21.15.3:0/1630305965 conn(0x563a591d5be0 msgr2=0x563a592a2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/1630305965 shutdown_connections 2024-05-21T19:19:11.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.145+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/1630305965 wait complete. 2024-05-21T19:19:11.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 -- start start 2024-05-21T19:19:11.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 Processor -- start 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592b0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563a590fbfa0 con 0x563a592ad7d0 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563a59196760 con 0x563a592a7880 2024-05-21T19:19:11.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.146+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563a592b4240 con 0x563a592aceb0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5c51ddb80 10 client.0 _ll_register_callbacks cb 0x563a5919fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5b3e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592b0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35892/0 (socket says 172.21.15.3:35892) 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 -- 172.21.15.3:0/3245554173 learned_addr learned my addr 172.21.15.3:0/3245554173 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5b3400700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 -- 172.21.15.3:0/3245554173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 msgr2=0x563a592b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592b34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 -- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 msgr2=0x563a592b0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592b0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.147+0000 7fc5aaa00700 1 -- 172.21.15.3:0/3245554173 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a591458d0 con 0x563a592aceb0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc59c011c60 tx=0x7fc59c011f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40b1f577440e225b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5a1600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c01f060 con 0x563a592aceb0 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc59c004260 con 0x563a592aceb0 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5ac00bca0 con 0x563a592aceb0 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc59c004460 con 0x563a592aceb0 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5c51ddb80 10 client.27970 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:11.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.148+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563a591c6060 con 0x563a592aceb0 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5ac00bca0 con 0x563a592aceb0 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc59c003c50 con 0x563a592aceb0 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 10 client.27970 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 10 client.27970 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 20 client.27970 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a592c0e60 0x563a592c3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 4 client.27970 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.149+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a59207d90 con 0x563a592c0e60 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.150+0000 7fc5b3400700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a592c0e60 0x563a592c3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.150+0000 7fc5b3400700 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a592c0e60 0x563a592c3270 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f6ae209b6908ce9e server_cookie=85f8ba838159897a in_seq=0 out_seq=0 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.150+0000 7fc5a1600700 10 client.27970 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:19:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5a1600700 1 -- 172.21.15.3:0/3245554173 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563a59207d90 con 0x563a592c0e60 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5a1600700 10 client.27970 handle_command_reply: tid=0 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 client.27970 shutdown 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 msgr2=0x563a592b0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc59c011c60 tx=0x7fc59c011f70 comp rx=0 tx=0).stop 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 shutdown_connections 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a592c0e60 0x563a592c3270 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592ad7d0 0x563a592b0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592b34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/3245554173 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592aceb0 0x563a592b0840 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5a1600700 0 client.27970 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.151+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 >> 172.21.15.3:0/3245554173 conn(0x563a591d5be0 msgr2=0x563a592a6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.152+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 shutdown_connections 2024-05-21T19:19:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.152+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/3245554173 wait complete. 2024-05-21T19:19:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.152+0000 7fc5c51ddb80 20 client.27970 trim_cache size 0 max 16384 2024-05-21T19:19:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 Processor -- start 2024-05-21T19:19:11.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 -- start start 2024-05-21T19:19:11.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 0x563a592b1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a5929be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b6be0 con 0x563a592aceb0 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b4470 con 0x563a592a7880 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.169+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b22c0 con 0x563a592ad7d0 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 0x563a592b1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a5929be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44452/0 (socket says 172.21.15.3:44452) 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 -- 172.21.15.3:0/648244473 learned_addr learned my addr 172.21.15.3:0/648244473 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:11.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a5929be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35898/0 (socket says 172.21.15.3:35898) 2024-05-21T19:19:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 -- 172.21.15.3:0/648244473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 msgr2=0x563a5929be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a5929be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 -- 172.21.15.3:0/648244473 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 msgr2=0x563a592b1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 0x563a592b1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 -- 172.21.15.3:0/648244473 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a592aedd0 con 0x563a592a7880 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 0x563a592b1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.170+0000 7fc5b3400700 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40a8ee0 tx=0x7fc5a40df300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=159be4b68519d812 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5a3e00700 1 -- 172.21.15.3:0/648244473 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a4019040 con 0x563a592a7880 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5a3e00700 1 -- 172.21.15.3:0/648244473 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5a40a8a60 con 0x563a592a7880 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5a3e00700 1 -- 172.21.15.3:0/648244473 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a40b1db0 con 0x563a592a7880 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/648244473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 msgr2=0x563a592a7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc5a40a8ee0 tx=0x7fc5a40df300 comp rx=0 tx=0).stop 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/648244473 shutdown_connections 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a5929be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592a7880 0x563a592a7260 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/648244473 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592aceb0 0x563a592b1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.171+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/648244473 >> 172.21.15.3:0/648244473 conn(0x563a591d5be0 msgr2=0x563a592a3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.172+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/648244473 shutdown_connections 2024-05-21T19:19:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.172+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/648244473 wait complete. 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.172+0000 7fc5c51ddb80 1 -- start start 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.172+0000 7fc5c51ddb80 1 Processor -- start 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 0x563a592b9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 0x563a592c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a592c8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b2930 con 0x563a592a7880 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b3da0 con 0x563a592aceb0 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b41b3000 con 0x563a592ad7d0 2024-05-21T19:19:11.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5c51ddb80 10 client.0 _ll_register_callbacks cb 0x563a5919fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 0x563a592b9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5aaa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 0x563a592c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5b3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 0x563a592b9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57204/0 (socket says 172.21.15.3:57204) 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5b3400700 1 -- 172.21.15.3:0/2944423160 learned_addr learned my addr 172.21.15.3:0/2944423160 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5b3e00700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a592c8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5aaa00700 1 -- 172.21.15.3:0/2944423160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 msgr2=0x563a592c8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.173+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a592c8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5aaa00700 1 -- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 msgr2=0x563a592b9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 0x563a592b9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5aaa00700 1 -- 172.21.15.3:0/2944423160 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a592c9120 con 0x563a592aceb0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5aaa00700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 0x563a592c83c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc59c011c30 tx=0x7fc59c00ff60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e71f050baea624d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5a1600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c032060 con 0x563a592aceb0 2024-05-21T19:19:11.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5a40a8a60 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.174+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc59c004260 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc59c005250 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 10 client.27983 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563a5932ba90 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5a40a8a60 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc59c025ce0 con 0x563a592aceb0 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 10 client.27983 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 10 client.27983 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 20 client.27983 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a5932c1d0 0x563a5932e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 4 client.27983 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:19:11.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563a59201570 con 0x563a5932c1d0 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.175+0000 7fc5b3400700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a5932c1d0 0x563a5932e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.176+0000 7fc5b3400700 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a5932c1d0 0x563a5932e5f0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4793c73bcfac59b7 server_cookie=c8e49ad28d51d6e7 in_seq=0 out_seq=0 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.176+0000 7fc5a1600700 10 client.27983 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.176+0000 7fc5a1600700 1 -- 172.21.15.3:0/2944423160 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563a59201570 con 0x563a5932c1d0 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.176+0000 7fc5a1600700 10 client.27983 handle_command_reply: tid=0 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.176+0000 7fc5c51ddb80 1 client.27983 shutdown 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 msgr2=0x563a592c83c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 0x563a592c83c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc59c011c30 tx=0x7fc59c00ff60 comp rx=0 tx=0).stop 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 shutdown_connections 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563a592ad7d0 0x563a592c8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x563a5932c1d0 0x563a5932e5f0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563a592a7880 0x563a592b9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 --2- 172.21.15.3:0/2944423160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563a592aceb0 0x563a592c83c0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5a1600700 0 client.27983 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 >> 172.21.15.3:0/2944423160 conn(0x563a591d5be0 msgr2=0x563a592af110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 shutdown_connections 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 1 -- 172.21.15.3:0/2944423160 wait complete. 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.177+0000 7fc5c51ddb80 20 client.27983 trim_cache size 0 max 16384 2024-05-21T19:19:11.181 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 msgr2=0x7fc5980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 0x7fc5980b4d40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac009750 tx=0x7fc5ac02a000 comp rx=0 tx=0).stop 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 msgr2=0x7fc5b41a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 0x7fc5b41a0220 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc5a4007ec0 tx=0x7fc5a400d3b0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 shutdown_connections 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc5980b2880 0x7fc5980b4d40 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc5b4114710 0x7fc5b41a4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc5b4075770 0x7fc5b41a0220 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 --2- 172.21.15.3:0/4213629685 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc5b4076090 0x7fc5b41a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:11.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 >> 172.21.15.3:0/4213629685 conn(0x7fc5b407a6a0 msgr2=0x7fc5b41135b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:11.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 shutdown_connections 2024-05-21T19:19:11.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:11.178+0000 7fc5ba800700 1 -- 172.21.15.3:0/4213629685 wait complete. 2024-05-21T19:19:11.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:11 smithi003 ceph-mon[31577]: pgmap v777: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:11 smithi178 ceph-mon[36523]: pgmap v777: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:11 smithi104 ceph-mon[36417]: pgmap v777: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:19:12.184 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:19:12.650 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:13.571 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:13 smithi003 ceph-mon[31577]: pgmap v778: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:19:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:13 smithi178 ceph-mon[36523]: pgmap v778: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:19:13.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:13 smithi104 ceph-mon[36417]: pgmap v778: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 -- 172.21.15.3:0/849628962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 msgr2=0x7fbdac10cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/849628962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac10cf50 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fbda4009ca0 tx=0x7fbda402a8c0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 -- 172.21.15.3:0/849628962 shutdown_connections 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/849628962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac10cf50 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/849628962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac105d00 0x7fbdac106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/849628962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac104b10 0x7fbdac104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 -- 172.21.15.3:0/849628962 >> 172.21.15.3:0/849628962 conn(0x7fbdac1000c0 msgr2=0x7fbdac1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 -- 172.21.15.3:0/849628962 shutdown_connections 2024-05-21T19:19:14.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.217+0000 7fbdb0e00640 1 -- 172.21.15.3:0/849628962 wait complete. 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.218+0000 7fbdb0e00640 1 Processor -- start 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.218+0000 7fbdb0e00640 1 -- start start 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 0x7fbdac19acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac105d00 0x7fbdac19b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac110690 con 0x7fbdac1066c0 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac110510 con 0x7fbdac104b10 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdb0e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac110810 con 0x7fbdac105d00 2024-05-21T19:19:14.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdabe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdabe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57228/0 (socket says 172.21.15.3:57228) 2024-05-21T19:19:14.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdabe00640 1 -- 172.21.15.3:0/3865932344 learned_addr learned my addr 172.21.15.3:0/3865932344 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:14.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdab400640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 0x7fbdac19acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.221 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.219+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac105d00 0x7fbdac19b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 -- 172.21.15.3:0/3865932344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac105d00 msgr2=0x7fbdac19b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac105d00 0x7fbdac19b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 -- 172.21.15.3:0/3865932344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 msgr2=0x7fbdac19acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 0x7fbdac19acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 -- 172.21.15.3:0/3865932344 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdac1a2900 con 0x7fbdac1066c0 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdab400640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 0x7fbdac19acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdabe00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fbda4033040 tx=0x7fbda40316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbda3e00640 1 -- 172.21.15.3:0/3865932344 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda4003b70 con 0x7fbdac1066c0 2024-05-21T19:19:14.222 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbda3e00640 1 -- 172.21.15.3:0/3865932344 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda4003d10 con 0x7fbdac1066c0 2024-05-21T19:19:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdac1a2b90 con 0x7fbdac1066c0 2024-05-21T19:19:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.220+0000 7fbda3e00640 1 -- 172.21.15.3:0/3865932344 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda402fb40 con 0x7fbdac1066c0 2024-05-21T19:19:14.223 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.221+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdac1a3130 con 0x7fbdac1066c0 2024-05-21T19:19:14.225 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.224+0000 7fbda3e00640 1 -- 172.21.15.3:0/3865932344 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbda4004610 con 0x7fbdac1066c0 2024-05-21T19:19:14.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.225+0000 7fbdb520d740 1 Processor -- start 2024-05-21T19:19:14.226 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.225+0000 7fbdb520d740 1 -- start start 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.225+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec16110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.225+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec1dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdb520d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55750eb85b90 con 0x55750ec166e0 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdb520d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55750eb75730 con 0x55750ec15cf0 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdb520d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55750eb79770 con 0x55750ec1b850 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdab400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdab400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57236/0 (socket says 172.21.15.3:57236) 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdab400640 1 -- 172.21.15.3:0/2254769130 learned_addr learned my addr 172.21.15.3:0/2254769130 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec16110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec1dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 -- 172.21.15.3:0/2254769130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 msgr2=0x55750ec1dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec1dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 -- 172.21.15.3:0/2254769130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 msgr2=0x55750ec1b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdaaa00640 1 -- 172.21.15.3:0/2254769130 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55750eb0e8b0 con 0x55750ec15cf0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.226+0000 7fbdab400640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.227+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec16110 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009ef0 tx=0x7fbd980096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c47ea1e919786265 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.227+0000 7fbda0c00640 1 -- 172.21.15.3:0/2254769130 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98004050 con 0x55750ec15cf0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.227+0000 7fbda0c00640 1 -- 172.21.15.3:0/2254769130 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd980054d0 con 0x55750ec15cf0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.227+0000 7fbda0c00640 1 -- 172.21.15.3:0/2254769130 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98004d90 con 0x55750ec15cf0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.227+0000 7fbda3e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 0x7fbd900b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdab400640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 0x7fbd900b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbda3e00640 1 -- 172.21.15.3:0/3865932344 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbda41038a0 con 0x7fbdac1066c0 2024-05-21T19:19:14.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 -- 172.21.15.3:0/2254769130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 msgr2=0x55750ec16110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec16110 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fbd98009ef0 tx=0x7fbd980096c0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 -- 172.21.15.3:0/2254769130 shutdown_connections 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec1dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec1b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 --2- 172.21.15.3:0/2254769130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec16110 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 -- 172.21.15.3:0/2254769130 >> 172.21.15.3:0/2254769130 conn(0x55750ec11360 msgr2=0x55750ec11760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 -- 172.21.15.3:0/2254769130 shutdown_connections 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.228+0000 7fbdb520d740 1 -- 172.21.15.3:0/2254769130 wait complete. 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.229+0000 7fbdab400640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 0x7fbd900b4d20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x55750ec16ae0 tx=0x7fbd9c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.231 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.229+0000 7fbdb520d740 1 -- start start 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.229+0000 7fbdb520d740 1 Processor -- start 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec1fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec27060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55750e85b790 con 0x55750ec166e0 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55750eb1dbc0 con 0x55750ec15cf0 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55750ec1e800 con 0x55750ec1b850 2024-05-21T19:19:14.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdb520d740 10 client.0 _ll_register_callbacks cb 0x55750eafb400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57252/0 (socket says 172.21.15.3:57252) 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdaaa00640 1 -- 172.21.15.3:0/892135212 learned_addr learned my addr 172.21.15.3:0/892135212 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec27060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdab400640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec1fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 -- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 msgr2=0x55750ec1fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec1fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 -- 172.21.15.3:0/892135212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 msgr2=0x55750ec20020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdabe00640 1 -- 172.21.15.3:0/892135212 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55750e88a210 con 0x55750ec1b850 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.230+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:14.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.231+0000 7fbdabe00640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec27060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fbda4101320 tx=0x7fbda40ca670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6077c91f2e8cab28 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.231+0000 7fbd95600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.231+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda40cd070 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.231+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbda402fce0 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.231+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd980054d0 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbda40eb070 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 10 client.27988 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55750e956620 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd980054d0 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbda40e2070 con 0x55750ec1b850 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 10 client.27988 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 10 client.27988 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 20 client.27988 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec2b6a0 0x55750ec2dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 4 client.27988 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.232+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55750eb87ae0 con 0x55750ec2b6a0 2024-05-21T19:19:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.233+0000 7fbdab400640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec2b6a0 0x55750ec2dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.233+0000 7fbdab400640 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec2b6a0 0x55750ec2dac0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99ab331b06a5fff9 server_cookie=79957622a0a9d414 in_seq=0 out_seq=0 2024-05-21T19:19:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.233+0000 7fbd95600640 10 client.27988 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbd95600640 1 -- 172.21.15.3:0/892135212 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55750eb87ae0 con 0x55750ec2b6a0 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbd95600640 10 client.27988 handle_command_reply: tid=0 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 client.27988 shutdown 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 msgr2=0x55750ec27060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec27060 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fbda4101320 tx=0x7fbda40ca670 comp rx=0 tx=0).stop 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 shutdown_connections 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec2b6a0 0x55750ec2dac0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec27060 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec20020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbd95600640 0 client.27988 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.234+0000 7fbdb520d740 1 --2- 172.21.15.3:0/892135212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec1fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.235+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 >> 172.21.15.3:0/892135212 conn(0x55750ec11360 msgr2=0x55750ec104c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.235+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 shutdown_connections 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.235+0000 7fbdb520d740 1 -- 172.21.15.3:0/892135212 wait complete. 2024-05-21T19:19:14.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.235+0000 7fbdb520d740 20 client.27988 trim_cache size 0 max 16384 2024-05-21T19:19:14.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 Processor -- start 2024-05-21T19:19:14.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 -- start start 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec27020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec17890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1ae730 con 0x55750ec166e0 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1ac000 con 0x55750ec15cf0 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.252+0000 7fbdb520d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1a9e50 con 0x55750ec1b850 2024-05-21T19:19:14.254 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec27020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec17890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44486/0 (socket says 172.21.15.3:44486) 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec27020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57266/0 (socket says 172.21.15.3:57266) 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdab400640 1 -- 172.21.15.3:0/1607909174 learned_addr learned my addr 172.21.15.3:0/1607909174 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 -- 172.21.15.3:0/1607909174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 msgr2=0x55750ec14be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 -- 172.21.15.3:0/1607909174 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 msgr2=0x55750ec27020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec27020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdabe00640 1 -- 172.21.15.3:0/1607909174 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55750ec0c5c0 con 0x55750ec1b850 2024-05-21T19:19:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.253+0000 7fbdab400640 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.254+0000 7fbdabe00640 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec17890 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fbda40c6e30 tx=0x7fbda40ca6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a6055b2ebb4c20b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.254+0000 7fbd97e00640 1 -- 172.21.15.3:0/1607909174 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda40cd070 con 0x55750ec1b850 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.254+0000 7fbd97e00640 1 -- 172.21.15.3:0/1607909174 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda4036030 con 0x55750ec1b850 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.254+0000 7fbd97e00640 1 -- 172.21.15.3:0/1607909174 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda40d3ca0 con 0x55750ec1b850 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- 172.21.15.3:0/1607909174 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 msgr2=0x55750ec17890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec17890 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fbda40c6e30 tx=0x7fbda40ca6e0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- 172.21.15.3:0/1607909174 shutdown_connections 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec1b850 0x55750ec17890 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec27020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1607909174 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec15cf0 0x55750ec14be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- 172.21.15.3:0/1607909174 >> 172.21.15.3:0/1607909174 conn(0x55750ec11360 msgr2=0x55750ec17180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- 172.21.15.3:0/1607909174 shutdown_connections 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- 172.21.15.3:0/1607909174 wait complete. 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 -- start start 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.255+0000 7fbdb520d740 1 Processor -- start 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 0x55750ec24340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec1b850 0x55750ec25890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1aa4c0 con 0x55750ec166e0 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1ab930 con 0x55750ec1b850 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbdac1aab90 con 0x55750ec15cf0 2024-05-21T19:19:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdb520d740 10 client.0 _ll_register_callbacks cb 0x7fbda4005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdaaa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57278/0 (socket says 172.21.15.3:57278) 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdaaa00640 1 -- 172.21.15.3:0/1985491486 learned_addr learned my addr 172.21.15.3:0/1985491486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdab400640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 0x55750ec24340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.256+0000 7fbdabe00640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec1b850 0x55750ec25890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 -- 172.21.15.3:0/1985491486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 msgr2=0x55750ec24340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 0x55750ec24340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 -- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec1b850 msgr2=0x55750ec25890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec1b850 0x55750ec25890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 -- 172.21.15.3:0/1985491486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55750ec25e80 con 0x55750ec166e0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdab400640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 0x55750ec24340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdaaa00640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x55750ec20fc0 tx=0x7fbd98005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b849f8ad1fcaa3f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbd95600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9802d020 con 0x55750ec166e0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbd98004b50 con 0x55750ec166e0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.257+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbda4036030 con 0x55750ec166e0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbd98038050 con 0x55750ec166e0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 10 client.17901 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55750ec271c0 con 0x55750ec166e0 2024-05-21T19:19:14.262 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbda4036030 con 0x55750ec166e0 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbd98029430 con 0x55750ec166e0 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 10 client.17901 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 10 client.17901 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 20 client.17901 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec9ee00 0x55750eca11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 4 client.17901 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.258+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55750eb812c0 con 0x55750ec9ee00 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.259+0000 7fbdab400640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec9ee00 0x55750eca11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.259+0000 7fbdab400640 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec9ee00 0x55750eca11f0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9387749075d00624 server_cookie=17b2ed8ee949324c in_seq=0 out_seq=0 2024-05-21T19:19:14.263 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.259+0000 7fbd95600640 10 client.17901 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbd95600640 1 -- 172.21.15.3:0/1985491486 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55750eb812c0 con 0x55750ec9ee00 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbd95600640 10 client.17901 handle_command_reply: tid=0 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 client.17901 shutdown 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 msgr2=0x55750ec24880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x55750ec20fc0 tx=0x7fbd98005dc0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.268 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 shutdown_connections 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55750ec9ee00 0x55750eca11f0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55750ec1b850 0x55750ec25890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55750ec166e0 0x55750ec24880 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 --2- 172.21.15.3:0/1985491486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55750ec15cf0 0x55750ec24340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbd95600640 0 client.17901 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 >> 172.21.15.3:0/1985491486 conn(0x55750ec11360 msgr2=0x55750ec17a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 shutdown_connections 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.267+0000 7fbdb520d740 1 -- 172.21.15.3:0/1985491486 wait complete. 2024-05-21T19:19:14.269 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb520d740 20 client.17901 trim_cache size 0 max 16384 2024-05-21T19:19:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:19:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:19:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:19:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 msgr2=0x7fbd900b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.270 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 0x7fbd900b4d20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x55750ec16ae0 tx=0x7fbd9c005f90 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 msgr2=0x7fbdac1a2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fbda4033040 tx=0x7fbda40316f0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 shutdown_connections 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbd900b2860 0x7fbd900b4d20 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbdac105d00 0x7fbdac19b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbdac1066c0 0x7fbdac1a2260 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 --2- 172.21.15.3:0/3865932344 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbdac104b10 0x7fbdac19acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.268+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 >> 172.21.15.3:0/3865932344 conn(0x7fbdac1000c0 msgr2=0x7fbdac109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.269+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 shutdown_connections 2024-05-21T19:19:14.271 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:14.269+0000 7fbdb0e00640 1 -- 172.21.15.3:0/3865932344 wait complete. 2024-05-21T19:19:15.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 -- 172.21.15.3:0/2957516107 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 msgr2=0x7f82d8110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 --2- 172.21.15.3:0/2957516107 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d8110470 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b0a0 tx=0x7f82d000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 -- 172.21.15.3:0/2957516107 shutdown_connections 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 --2- 172.21.15.3:0/2957516107 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81088f0 0x7f82d8110470 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 --2- 172.21.15.3:0/2957516107 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81037f0 0x7f82d8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 --2- 172.21.15.3:0/2957516107 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81041a0 0x7f82d81081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.091+0000 7f82de200700 1 -- 172.21.15.3:0/2957516107 >> 172.21.15.3:0/2957516107 conn(0x7f82d807a6a0 msgr2=0x7f82d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.092+0000 7f82de200700 1 -- 172.21.15.3:0/2957516107 shutdown_connections 2024-05-21T19:19:15.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.092+0000 7f82de200700 1 -- 172.21.15.3:0/2957516107 wait complete. 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.093+0000 7f82de200700 1 Processor -- start 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.093+0000 7f82de200700 1 -- start start 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.093+0000 7f82de200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 0x7f82d819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.093+0000 7f82de200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82de200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82de200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81136e0 con 0x7f82d81088f0 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82de200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d8113560 con 0x7f82d81041a0 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82de200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d8113860 con 0x7f82d81037f0 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d7400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 0x7f82d819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57292/0 (socket says 172.21.15.3:57292) 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44522/0 (socket says 172.21.15.3:44522) 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d7400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 0x7f82d819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35986/0 (socket says 172.21.15.3:35986) 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.094+0000 7f82d7e00700 1 -- 172.21.15.3:0/1272718074 learned_addr learned my addr 172.21.15.3:0/1272718074 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 -- 172.21.15.3:0/1272718074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 msgr2=0x7f82d819bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 0x7f82d819bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 -- 172.21.15.3:0/1272718074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 msgr2=0x7f82d819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 -- 172.21.15.3:0/1272718074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d81a0d20 con 0x7f82d81088f0 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:15.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82d7e00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b780 tx=0x7f82d0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82cfe00700 1 -- 172.21.15.3:0/1272718074 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d0021070 con 0x7f82d81088f0 2024-05-21T19:19:15.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82cfe00700 1 -- 172.21.15.3:0/1272718074 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82d0007b80 con 0x7f82d81088f0 2024-05-21T19:19:15.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d81a0fb0 con 0x7f82d81088f0 2024-05-21T19:19:15.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.095+0000 7f82cfe00700 1 -- 172.21.15.3:0/1272718074 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d0005040 con 0x7f82d81088f0 2024-05-21T19:19:15.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.096+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d81a8890 con 0x7f82d81088f0 2024-05-21T19:19:15.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.099+0000 7f82cfe00700 1 -- 172.21.15.3:0/1272718074 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f82d0024070 con 0x7f82d81088f0 2024-05-21T19:19:15.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.100+0000 7f82e8b2ab80 1 Processor -- start 2024-05-21T19:19:15.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 -- start start 2024-05-21T19:19:15.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82cfe00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 0x7f82bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82cfe00700 1 -- 172.21.15.3:0/1272718074 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82d000f020 con 0x7f82d81088f0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa3388f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3388fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 0x7f82bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55aa337ede40 con 0x55aa33894eb0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55aa337dd9e0 con 0x55aa3388f880 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aa337e1a20 con 0x55aa338957d0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.101+0000 7f82d7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57296/0 (socket says 172.21.15.3:57296) 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7400700 1 -- 172.21.15.3:0/3397582775 learned_addr learned my addr 172.21.15.3:0/3397582775 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3388fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d6a00700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa3388f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 -- 172.21.15.3:0/3397582775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 msgr2=0x55aa3388f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa3388f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 -- 172.21.15.3:0/3397582775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 msgr2=0x55aa33895290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 -- 172.21.15.3:0/3397582775 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa337a6420 con 0x55aa3388f880 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7400700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 0x7f82bc0b4d40 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f82d8103470 tx=0x7f82c4013c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.102+0000 7f82d7e00700 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3388fce0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f82d00e1120 tx=0x7f82d000b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=803bfb10c2d25359 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.103+0000 7f82ccc00700 1 -- 172.21.15.3:0/3397582775 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d00b33f0 con 0x55aa3388f880 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.103+0000 7f82ccc00700 1 -- 172.21.15.3:0/3397582775 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82d00aacd0 con 0x55aa3388f880 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.103+0000 7f82ccc00700 1 -- 172.21.15.3:0/3397582775 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d00ab190 con 0x55aa3388f880 2024-05-21T19:19:15.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/3397582775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 msgr2=0x55aa3388fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3388fce0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f82d00e1120 tx=0x7f82d000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/3397582775 shutdown_connections 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3388fce0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa33894eb0 0x55aa33895290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/3397582775 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa3388f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/3397582775 >> 172.21.15.3:0/3397582775 conn(0x55aa337bdbe0 msgr2=0x55aa3388a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/3397582775 shutdown_connections 2024-05-21T19:19:15.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.104+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/3397582775 wait complete. 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 -- start start 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 Processor -- start 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3389b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338988c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55aa336e3fa0 con 0x55aa338957d0 2024-05-21T19:19:15.108 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55aa3377e760 con 0x55aa3388f880 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55aa3389c000 con 0x55aa33894eb0 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.105+0000 7f82e8b2ab80 10 client.0 _ll_register_callbacks cb 0x55aa33787c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57304/0 (socket says 172.21.15.3:57304) 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3389b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7e00700 1 -- 172.21.15.3:0/2788475151 learned_addr learned my addr 172.21.15.3:0/2788475151 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 -- 172.21.15.3:0/2788475151 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 msgr2=0x55aa338988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 -- 172.21.15.3:0/2788475151 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 msgr2=0x55aa33898e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7400700 1 -- 172.21.15.3:0/2788475151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa3372d8d0 con 0x55aa3388f880 2024-05-21T19:19:15.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.106+0000 7f82d7e00700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82d7400700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3389b520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f82c8012980 tx=0x7f82c8012c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fca2090ff19fbf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82c1600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c8004830 con 0x55aa3388f880 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82c80049d0 con 0x55aa3388f880 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82d00aacd0 con 0x55aa3388f880 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f82c8004bd0 con 0x55aa3388f880 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82e8b2ab80 10 client.28013 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:15.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.107+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55aa337ae060 con 0x55aa3388f880 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82d00aacd0 con 0x55aa3388f880 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f82c801c840 con 0x55aa3388f880 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 10 client.28013 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 10 client.28013 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 20 client.28013 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa338a8ba0 0x55aa338aafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 4 client.28013 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa337efd90 con 0x55aa338a8ba0 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.108+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa338a8ba0 0x55aa338aafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.109+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa338a8ba0 0x55aa338aafb0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99127ff3b6d54117 server_cookie=c1c47c990e91a679 in_seq=0 out_seq=0 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.109+0000 7f82c1600700 10 client.28013 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82c1600700 1 -- 172.21.15.3:0/2788475151 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aa337efd90 con 0x55aa338a8ba0 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82c1600700 10 client.28013 handle_command_reply: tid=0 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 client.28013 shutdown 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 msgr2=0x55aa3389b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3389b520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f82c8012980 tx=0x7f82c8012c90 comp rx=0 tx=0).stop 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 shutdown_connections 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa338a8ba0 0x55aa338aafb0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa338957d0 0x55aa33898e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa3388f880 0x55aa3389b520 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2788475151 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82c1600700 0 client.28013 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 >> 172.21.15.3:0/2788475151 conn(0x55aa337bdbe0 msgr2=0x55aa3388e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.110+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 shutdown_connections 2024-05-21T19:19:15.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.111+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2788475151 wait complete. 2024-05-21T19:19:15.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.111+0000 7f82e8b2ab80 20 client.28013 trim_cache size 0 max 16384 2024-05-21T19:19:15.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 Processor -- start 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 -- start start 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa3388f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa33892f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81b25d0 con 0x55aa3388f880 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81afe60 con 0x55aa33894eb0 2024-05-21T19:19:15.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.128+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81adcb0 con 0x55aa338957d0 2024-05-21T19:19:15.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa3388f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa33892f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44560/0 (socket says 172.21.15.3:44560) 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 -- 172.21.15.3:0/1557391537 learned_addr learned my addr 172.21.15.3:0/1557391537 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 -- 172.21.15.3:0/1557391537 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 msgr2=0x55aa33892f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa33892f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 -- 172.21.15.3:0/1557391537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 msgr2=0x55aa3388f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa3388f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 -- 172.21.15.3:0/1557391537 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa338a6570 con 0x55aa33894eb0 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d7e00700 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa33892f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.129+0000 7f82d6a00700 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f82c40097c0 tx=0x7f82c401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=abdfadad2489f54 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.130+0000 7f82c3e00700 1 -- 172.21.15.3:0/1557391537 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c4004560 con 0x55aa33894eb0 2024-05-21T19:19:15.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.130+0000 7f82c3e00700 1 -- 172.21.15.3:0/1557391537 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82c4030070 con 0x55aa33894eb0 2024-05-21T19:19:15.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.130+0000 7f82c3e00700 1 -- 172.21.15.3:0/1557391537 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c402a590 con 0x55aa33894eb0 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/1557391537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 msgr2=0x55aa338929c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f82c40097c0 tx=0x7f82c401f000 comp rx=0 tx=0).stop 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/1557391537 shutdown_connections 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa338957d0 0x55aa33892f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa3388f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/1557391537 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa33894eb0 0x55aa338929c0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/1557391537 >> 172.21.15.3:0/1557391537 conn(0x55aa337bdbe0 msgr2=0x55aa33883680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/1557391537 shutdown_connections 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.131+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/1557391537 wait complete. 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 -- start start 2024-05-21T19:19:15.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 Processor -- start 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa338a1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 0x55aa338b05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81ae320 con 0x55aa3388f880 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81af790 con 0x55aa338957d0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f82d81ae9f0 con 0x55aa33894eb0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.132+0000 7f82e8b2ab80 10 client.0 _ll_register_callbacks cb 0x55aa33787c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa338a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 0x55aa338b05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36026/0 (socket says 172.21.15.3:36026) 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 -- 172.21.15.3:0/2264108171 learned_addr learned my addr 172.21.15.3:0/2264108171 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 -- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 msgr2=0x55aa338b05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 0x55aa338b05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 -- 172.21.15.3:0/2264108171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 msgr2=0x55aa338a1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa338a1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 -- 172.21.15.3:0/2264108171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa33893440 con 0x55aa33894eb0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d7e00700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 0x55aa338b05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82d6a00700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f82c4009310 tx=0x7f82c400fda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe6642d4ddc627a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.133+0000 7f82c1600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82c4005390 con 0x55aa33894eb0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82c4030070 con 0x55aa33894eb0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f82c4005530 con 0x55aa33894eb0 2024-05-21T19:19:15.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f82c4004560 con 0x55aa33894eb0 2024-05-21T19:19:15.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82e8b2ab80 10 client.28012 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:15.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.134+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55aa33913520 con 0x55aa33894eb0 2024-05-21T19:19:15.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82c4030070 con 0x55aa33894eb0 2024-05-21T19:19:15.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f82c401f070 con 0x55aa33894eb0 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 10 client.28012 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 10 client.28012 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 20 client.28012 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa33913c50 0x55aa33916070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 4 client.28012 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aa337e9570 con 0x55aa33913c50 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.135+0000 7f82d7400700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa33913c50 0x55aa33916070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.136+0000 7f82d7400700 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa33913c50 0x55aa33916070 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53c346cb23adb432 server_cookie=6aa333f4d6c51973 in_seq=0 out_seq=0 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.136+0000 7f82c1600700 10 client.28012 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.136+0000 7f82c1600700 1 -- 172.21.15.3:0/2264108171 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aa337e9570 con 0x55aa33913c50 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.136+0000 7f82c1600700 10 client.28012 handle_command_reply: tid=0 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.136+0000 7f82e8b2ab80 1 client.28012 shutdown 2024-05-21T19:19:15.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 msgr2=0x55aa338b0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f82c4009310 tx=0x7f82c400fda0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 shutdown_connections 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55aa33913c50 0x55aa33916070 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55aa338957d0 0x55aa338b05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55aa3388f880 0x55aa338a1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 --2- 172.21.15.3:0/2264108171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55aa33894eb0 0x55aa338b0060 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82c1600700 0 client.28012 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 >> 172.21.15.3:0/2264108171 conn(0x55aa337bdbe0 msgr2=0x55aa33897170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 shutdown_connections 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 1 -- 172.21.15.3:0/2264108171 wait complete. 2024-05-21T19:19:15.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.137+0000 7f82e8b2ab80 20 client.28012 trim_cache size 0 max 16384 2024-05-21T19:19:15.141 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:19:15.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 msgr2=0x7f82bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 0x7f82bc0b4d40 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f82d8103470 tx=0x7f82c4013c90 comp rx=0 tx=0).stop 2024-05-21T19:19:15.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 msgr2=0x7f82d81a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:15.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f82d000b780 tx=0x7f82d0004d00 comp rx=0 tx=0).stop 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 shutdown_connections 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f82bc0b2880 0x7f82bc0b4d40 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f82d81088f0 0x7f82d81a05e0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f82d81037f0 0x7f82d819bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 --2- 172.21.15.3:0/1272718074 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f82d81041a0 0x7f82d819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 >> 172.21.15.3:0/1272718074 conn(0x7f82d807a6a0 msgr2=0x7f82d8101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 shutdown_connections 2024-05-21T19:19:15.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:15.138+0000 7f82de200700 1 -- 172.21.15.3:0/1272718074 wait complete. 2024-05-21T19:19:15.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:15 smithi003 ceph-mon[31577]: pgmap v779: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:19:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:15 smithi178 ceph-mon[36523]: pgmap v779: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:19:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:15 smithi104 ceph-mon[36417]: pgmap v779: 97 pgs: 97 active+clean; 3.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:19:17.034 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:19:17.034 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:19:17.526 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:17.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:17 smithi003 ceph-mon[31577]: pgmap v780: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:19:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:17 smithi178 ceph-mon[36523]: pgmap v780: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:19:17.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:17 smithi104 ceph-mon[36417]: pgmap v780: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 -- 172.21.15.3:0/3050654002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0103e50 msgr2=0x7ffab0110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3050654002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0103e50 0x7ffab0110310 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7ffaa800b0d0 tx=0x7ffaa800b3e0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 -- 172.21.15.3:0/3050654002 shutdown_connections 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3050654002 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0103e50 0x7ffab0110310 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3050654002 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0109540 0x7ffab0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3050654002 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103490 0x7ffab0103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 -- 172.21.15.3:0/3050654002 >> 172.21.15.3:0/3050654002 conn(0x7ffab00fefc0 msgr2=0x7ffab01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.808+0000 7ffaaf200700 1 -- 172.21.15.3:0/3050654002 shutdown_connections 2024-05-21T19:19:19.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.809+0000 7ffaaf200700 1 -- 172.21.15.3:0/3050654002 wait complete. 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 Processor -- start 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 -- start start 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 0x7ffab01a1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 0x7ffab019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0113650 con 0x7ffab0103490 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01134d0 con 0x7ffab0109540 2024-05-21T19:19:19.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.810+0000 7ffaaf200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01137d0 con 0x7ffab0103e50 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaade00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaade00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57350/0 (socket says 172.21.15.3:57350) 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaade00700 1 -- 172.21.15.3:0/3239056103 learned_addr learned my addr 172.21.15.3:0/3239056103 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 0x7ffab01a1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaae800700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 0x7ffab019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 -- 172.21.15.3:0/3239056103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 msgr2=0x7ffab019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 0x7ffab019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 -- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 msgr2=0x7ffab01a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaad400700 1 -- 172.21.15.3:0/3239056103 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab019c290 con 0x7ffab0103e50 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaade00700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:19.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.811+0000 7ffaae800700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 0x7ffab019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaad400700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 0x7ffab01a1dc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00e9f0 tx=0x7ffa9c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaa6a00700 1 -- 172.21.15.3:0/3239056103 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c004220 con 0x7ffab0103e50 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab019c580 con 0x7ffab0103e50 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaa6a00700 1 -- 172.21.15.3:0/3239056103 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa9c0043c0 con 0x7ffab0103e50 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaa6a00700 1 -- 172.21.15.3:0/3239056103 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c005020 con 0x7ffab0103e50 2024-05-21T19:19:19.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.812+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab01a8750 con 0x7ffab0103e50 2024-05-21T19:19:19.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffaa6a00700 1 -- 172.21.15.3:0/3239056103 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa9c004750 con 0x7ffab0103e50 2024-05-21T19:19:19.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 Processor -- start 2024-05-21T19:19:19.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 -- start start 2024-05-21T19:19:19.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 0x556a443a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443aa870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556a44307ec0 con 0x556a443af840 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556a442f7a60 con 0x556a443aa410 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.817+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556a442fbaa0 con 0x556a443b0160 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57352/0 (socket says 172.21.15.3:57352) 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 -- 172.21.15.3:0/1331428273 learned_addr learned my addr 172.21.15.3:0/1331428273 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaade00700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 0x556a443a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaad400700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443aa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 -- 172.21.15.3:0/1331428273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 msgr2=0x556a443a9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 0x556a443a9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 -- 172.21.15.3:0/1331428273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 msgr2=0x556a443aa870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443aa870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 -- 172.21.15.3:0/1331428273 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a442c04a0 con 0x556a443af840 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaade00700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 0x556a443a9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.818+0000 7ffaae800700 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ffaa800bf30 tx=0x7ffaa800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bcdb5b14d71be93 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffa9b400700 1 -- 172.21.15.3:0/1331428273 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa80092e0 con 0x556a443af840 2024-05-21T19:19:19.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffa9b400700 1 -- 172.21.15.3:0/1331428273 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa8009480 con 0x556a443af840 2024-05-21T19:19:19.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffa9b400700 1 -- 172.21.15.3:0/1331428273 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8007740 con 0x556a443af840 2024-05-21T19:19:19.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffaa6a00700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 0x7ffa940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffaa6a00700 1 -- 172.21.15.3:0/3239056103 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa9c0e2210 con 0x7ffab0103e50 2024-05-21T19:19:19.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.819+0000 7ffaade00700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 0x7ffa940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1331428273 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 msgr2=0x556a443afc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ffaa800bf30 tx=0x7ffaa800bf60 comp rx=0 tx=0).stop 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1331428273 shutdown_connections 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443aa870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443af840 0x556a443afc20 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1331428273 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443b0160 0x556a443a9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1331428273 >> 172.21.15.3:0/1331428273 conn(0x556a442d7c60 msgr2=0x556a443a4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1331428273 shutdown_connections 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1331428273 wait complete. 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.820+0000 7ffaade00700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 0x7ffa940b4d40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00096b0 tx=0x7ffaa0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 -- start start 2024-05-21T19:19:19.823 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 Processor -- start 2024-05-21T19:19:19.824 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443b0160 0x556a443b3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556a441fe020 con 0x556a443aa410 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556a442987e0 con 0x556a443b0160 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.821+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556a443b6c20 con 0x556a443af840 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffabfc28b80 10 client.0 _ll_register_callbacks cb 0x556a442a1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57368/0 (socket says 172.21.15.3:57368) 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 -- 172.21.15.3:0/1496795062 learned_addr learned my addr 172.21.15.3:0/1496795062 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaad400700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaae800700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443b0160 0x556a443b3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.825 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 -- 172.21.15.3:0/1496795062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 msgr2=0x556a443b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 -- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443b0160 msgr2=0x556a443b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443b0160 0x556a443b3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.822+0000 7ffaade00700 1 -- 172.21.15.3:0/1496795062 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a44247950 con 0x556a443aa410 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffaade00700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0004620 tx=0x7ffaa00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51c33fe30c22fb15 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffa8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0003680 con 0x556a443aa410 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffaa0003820 con 0x556a443aa410 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa8009480 con 0x556a443aa410 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ffaa0003a20 con 0x556a443aa410 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.823+0000 7ffabfc28b80 10 client.17931 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:19.826 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a442c80e0 con 0x556a443aa410 2024-05-21T19:19:19.827 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa8009480 con 0x556a443aa410 2024-05-21T19:19:19.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ffaa0027070 con 0x556a443aa410 2024-05-21T19:19:19.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 10 client.17931 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:19.828 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 10 client.17931 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 20 client.17931 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a443c3780 0x556a443c5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 4 client.17931 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.824+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a44309e10 con 0x556a443c3780 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.825+0000 7ffaad400700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a443c3780 0x556a443c5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.825+0000 7ffaad400700 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a443c3780 0x556a443c5b70 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1a54aac2f007e0 server_cookie=51c143178733c5c0 in_seq=0 out_seq=0 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.825+0000 7ffa8fe00700 10 client.17931 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffa8fe00700 1 -- 172.21.15.3:0/1496795062 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a44309e10 con 0x556a443c3780 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffa8fe00700 10 client.17931 handle_command_reply: tid=0 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 client.17931 shutdown 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 msgr2=0x556a443b5e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0004620 tx=0x7ffaa00047c0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.829 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 shutdown_connections 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a443c3780 0x556a443c5b70 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443b0160 0x556a443b3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443aa410 0x556a443b5e20 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1496795062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 >> 172.21.15.3:0/1496795062 conn(0x556a442d7c60 msgr2=0x556a443a4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.826+0000 7ffa8fe00700 0 client.17931 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.827+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 shutdown_connections 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.827+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1496795062 wait complete. 2024-05-21T19:19:19.830 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.827+0000 7ffabfc28b80 20 client.17931 trim_cache size 0 max 16384 2024-05-21T19:19:19.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.849+0000 7ffabfc28b80 1 Processor -- start 2024-05-21T19:19:19.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.849+0000 7ffabfc28b80 1 -- start start 2024-05-21T19:19:19.851 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:19 smithi003 ceph-mon[31577]: pgmap v781: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:19.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443a47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01b2370 con 0x556a443b0160 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01afc00 con 0x556a443aa410 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ada50 con 0x556a443af840 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffaade00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffaae800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443a47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffaade00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44612/0 (socket says 172.21.15.3:44612) 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffaade00700 1 -- 172.21.15.3:0/1751549458 learned_addr learned my addr 172.21.15.3:0/1751549458 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:19.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.850+0000 7ffaad400700 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 -- 172.21.15.3:0/1751549458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 msgr2=0x556a443b0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 -- 172.21.15.3:0/1751549458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 msgr2=0x556a443a47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443a47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.853 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 -- 172.21.15.3:0/1751549458 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a443c1200 con 0x556a443aa410 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffaade00700 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0019040 tx=0x7ffaa0003890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca52eecfec30d826 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffa9aa00700 1 -- 172.21.15.3:0/1751549458 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0003bc0 con 0x556a443aa410 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffa9aa00700 1 -- 172.21.15.3:0/1751549458 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa0038020 con 0x556a443aa410 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.851+0000 7ffa9aa00700 1 -- 172.21.15.3:0/1751549458 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa001f480 con 0x556a443aa410 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1751549458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 msgr2=0x556a443a9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0019040 tx=0x7ffaa0003890 comp rx=0 tx=0).stop 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1751549458 shutdown_connections 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443a47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443a9df0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/1751549458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443b0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1751549458 >> 172.21.15.3:0/1751549458 conn(0x556a442d7c60 msgr2=0x556a443b0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1751549458 shutdown_connections 2024-05-21T19:19:19.854 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.852+0000 7ffabfc28b80 1 -- 172.21.15.3:0/1751549458 wait complete. 2024-05-21T19:19:19.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.853+0000 7ffabfc28b80 1 -- start start 2024-05-21T19:19:19.855 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.853+0000 7ffabfc28b80 1 Processor -- start 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443bc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443b8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ae0c0 con 0x556a443b0160 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01af530 con 0x556a443aa410 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01ae790 con 0x556a443af840 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffabfc28b80 10 client.0 _ll_register_callbacks cb 0x556a442a1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:19.857 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffaade00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffaade00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44624/0 (socket says 172.21.15.3:44624) 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffaade00700 1 -- 172.21.15.3:0/2616807590 learned_addr learned my addr 172.21.15.3:0/2616807590 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffaae800700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443b8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.854+0000 7ffaad400700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443bc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 -- 172.21.15.3:0/2616807590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 msgr2=0x556a443bc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443bc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 -- 172.21.15.3:0/2616807590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 msgr2=0x556a443b8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443b8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 -- 172.21.15.3:0/2616807590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a443b6190 con 0x556a443aa410 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaae800700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443b8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:19:19.858 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffaade00700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0029e50 tx=0x7ffaa0003dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e49134f1e0149ee5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffa8fe00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0042060 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa0038020 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.855+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffaa0005030 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ffaa0005270 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 10 client.28037 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a4442ea80 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa0038020 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ffaa0027040 con 0x556a443aa410 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 10 client.28037 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 10 client.28037 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 20 client.28037 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a4442f010 0x556a44431430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:19.859 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 4 client.28037 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:19:19.860 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.856+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556a443035f0 con 0x556a4442f010 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.857+0000 7ffaad400700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a4442f010 0x556a44431430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.857+0000 7ffaad400700 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a4442f010 0x556a44431430 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b8c39b9b81548dd server_cookie=748b3a466f12abab in_seq=0 out_seq=0 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.857+0000 7ffa8fe00700 10 client.28037 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffa8fe00700 1 -- 172.21.15.3:0/2616807590 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556a443035f0 con 0x556a4442f010 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffa8fe00700 10 client.28037 handle_command_reply: tid=0 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 client.28037 shutdown 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 msgr2=0x556a443bbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0029e50 tx=0x7ffaa0003dd0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 shutdown_connections 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556a4442f010 0x556a44431430 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556a443b0160 0x556a443b8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.861 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556a443aa410 0x556a443bbf10 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 --2- 172.21.15.3:0/2616807590 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556a443af840 0x556a443bc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 >> 172.21.15.3:0/2616807590 conn(0x556a442d7c60 msgr2=0x556a443ae360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.858+0000 7ffa8fe00700 0 client.28037 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.859+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 shutdown_connections 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.859+0000 7ffabfc28b80 1 -- 172.21.15.3:0/2616807590 wait complete. 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.859+0000 7ffabfc28b80 20 client.28037 trim_cache size 0 max 16384 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:19:19.862 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "d7ef30af-a228-43e8-a9fa-cba5d297d627", 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 msgr2=0x7ffa940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 0x7ffa940b4d40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00096b0 tx=0x7ffaa0009260 comp rx=0 tx=0).stop 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 msgr2=0x7ffab01a1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 0x7ffab01a1dc0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00e9f0 tx=0x7ffa9c00ed00 comp rx=0 tx=0).stop 2024-05-21T19:19:19.863 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 shutdown_connections 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa940b2880 0x7ffa940b4d40 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffab0109540 0x7ffab019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffab0103490 0x7ffab01a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 --2- 172.21.15.3:0/3239056103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffab0103e50 0x7ffab01a1dc0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 >> 172.21.15.3:0/3239056103 conn(0x7ffab00fefc0 msgr2=0x7ffab01004e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 shutdown_connections 2024-05-21T19:19:19.864 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:19.860+0000 7ffaaf200700 1 -- 172.21.15.3:0/3239056103 wait complete. 2024-05-21T19:19:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:19 smithi178 ceph-mon[36523]: pgmap v781: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:19.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:19 smithi104 ceph-mon[36417]: pgmap v781: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:20.775 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:19:20.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:20 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:19:20.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:20 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:20.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:20 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:19:20.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:20 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:20 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:19:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:20 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:20.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:20 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:19:20.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:20 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:20.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:20 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:19:20.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:20 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:20.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:20 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:19:20.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:20 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.247 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:21.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:21 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:19:21.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:21 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:19:21.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:21 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:21 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.765 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:21 smithi003 ceph-mon[31577]: pgmap v782: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:19:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:21 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:19:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:21 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:19:21.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:21 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:21 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:21 smithi178 ceph-mon[36523]: pgmap v782: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:19:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:21 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:19:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:21 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:19:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:21 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:21 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:19:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:21 smithi104 ceph-mon[36417]: pgmap v782: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 -- 172.21.15.3:0/3339783857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 msgr2=0x7f6a7c10fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 --2- 172.21.15.3:0/3339783857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c10fab0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f6a68009990 tx=0x7f6a68009ca0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 -- 172.21.15.3:0/3339783857 shutdown_connections 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 --2- 172.21.15.3:0/3339783857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 0x7f6a7c1123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 --2- 172.21.15.3:0/3339783857 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c06b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 --2- 172.21.15.3:0/3339783857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c10fab0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 -- 172.21.15.3:0/3339783857 >> 172.21.15.3:0/3339783857 conn(0x7f6a7c0793f0 msgr2=0x7f6a7c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.498+0000 7f6a82600700 1 -- 172.21.15.3:0/3339783857 shutdown_connections 2024-05-21T19:19:23.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.499+0000 7f6a82600700 1 -- 172.21.15.3:0/3339783857 wait complete. 2024-05-21T19:19:23.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 Processor -- start 2024-05-21T19:19:23.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 -- start start 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c19c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 0x7f6a7c1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c115920 con 0x7f6a7c06bb70 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1157a0 con 0x7f6a7c10fff0 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.500+0000 7f6a82600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c115aa0 con 0x7f6a7c06b250 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c19c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47060/0 (socket says 172.21.15.3:47060) 2024-05-21T19:19:23.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 -- 172.21.15.3:0/88086608 learned_addr learned my addr 172.21.15.3:0/88086608 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:23.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7be00700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 0x7f6a7c1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 -- 172.21.15.3:0/88086608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 msgr2=0x7f6a7c1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 0x7f6a7c1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 -- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 msgr2=0x7f6a7c19c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c19c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.501+0000 7f6a7b400700 1 -- 172.21.15.3:0/88086608 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a7c1a0e40 con 0x7f6a7c06b250 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a7b400700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00e9c0 tx=0x7f6a6c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a73e00700 1 -- 172.21.15.3:0/88086608 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6c00cbd0 con 0x7f6a7c06b250 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a7c1a1130 con 0x7f6a7c06b250 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a73e00700 1 -- 172.21.15.3:0/88086608 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a6c00cd70 con 0x7f6a7c06b250 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a73e00700 1 -- 172.21.15.3:0/88086608 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6c005610 con 0x7f6a7c06b250 2024-05-21T19:19:23.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.502+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a7c1a89b0 con 0x7f6a7c06b250 2024-05-21T19:19:23.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.506+0000 7f6a73e00700 1 -- 172.21.15.3:0/88086608 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6a6c004750 con 0x7f6a7c06b250 2024-05-21T19:19:23.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 Processor -- start 2024-05-21T19:19:23.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 -- start start 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144f30 0x55a33013eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a33013f140 0x55a33013f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a33009ce40 con 0x55a33013f140 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a33008c9e0 con 0x55a330144610 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.507+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a330090a20 con 0x55a330144f30 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40650/0 (socket says 172.21.15.3:40650) 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 -- 172.21.15.3:0/1043537391 learned_addr learned my addr 172.21.15.3:0/1043537391 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a73e00700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 0x7f6a600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.509 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a33013f140 0x55a33013f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a73e00700 1 -- 172.21.15.3:0/88086608 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a6c0e25b0 con 0x7f6a7c06b250 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7b400700 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144f30 0x55a33013eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 0x7f6a600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 -- 172.21.15.3:0/1043537391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144f30 msgr2=0x55a33013eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144f30 0x55a33013eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 -- 172.21.15.3:0/1043537391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a33013f140 msgr2=0x55a33013f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a33013f140 0x55a33013f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.508+0000 7f6a7be00700 1 -- 172.21.15.3:0/1043537391 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a330055420 con 0x55a330144610 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.509+0000 7f6a7be00700 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6a74007a10 tx=0x7f6a74007d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d841bd8026fcf6f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.509+0000 7f6a70c00700 1 -- 172.21.15.3:0/1043537391 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7401e030 con 0x55a330144610 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.509+0000 7f6a70c00700 1 -- 172.21.15.3:0/1043537391 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7401a920 con 0x55a330144610 2024-05-21T19:19:23.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.509+0000 7f6a70c00700 1 -- 172.21.15.3:0/1043537391 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74023410 con 0x55a330144610 2024-05-21T19:19:23.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1043537391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 msgr2=0x55a3301449f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a7be00700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 0x7f6a600b4d40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6a74021000 tx=0x7f6a7401d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6a74007a10 tx=0x7f6a74007d20 comp rx=0 tx=0).stop 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1043537391 shutdown_connections 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a33013f140 0x55a33013f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301449f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1043537391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144f30 0x55a33013eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1043537391 >> 172.21.15.3:0/1043537391 conn(0x55a33006cbe0 msgr2=0x55a330139690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1043537391 shutdown_connections 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.510+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1043537391 wait complete. 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.511+0000 7f6a8cf8fb80 1 -- start start 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.511+0000 7f6a8cf8fb80 1 Processor -- start 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 0x55a33014ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 0x55a330147fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a32ff92fa0 con 0x55a330144f30 2024-05-21T19:19:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a33002d760 con 0x55a33013f140 2024-05-21T19:19:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a33014b9e0 con 0x55a330144610 2024-05-21T19:19:23.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a8cf8fb80 10 client.0 _ll_register_callbacks cb 0x55a330036c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 0x55a330147fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51706/0 (socket says 172.21.15.3:51706) 2024-05-21T19:19:23.516 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7be00700 1 -- 172.21.15.3:0/2228892023 learned_addr learned my addr 172.21.15.3:0/2228892023 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7b400700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 0x55a33014ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7b400700 1 -- 172.21.15.3:0/2228892023 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 msgr2=0x55a330147fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7b400700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 0x55a330147fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.512+0000 7f6a7b400700 1 -- 172.21.15.3:0/2228892023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 msgr2=0x55a330148500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a7b400700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a7b400700 1 -- 172.21.15.3:0/2228892023 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a32ffdc8d0 con 0x55a33013f140 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 0x55a330147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a7be00700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a7b400700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 0x55a33014ac20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00c5b0 tx=0x7f6a6c0165b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1cb744ba1559799 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a65600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6c0b22f0 con 0x55a33013f140 2024-05-21T19:19:23.517 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a6c0a6140 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a7401a920 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a6c0a9660 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a8cf8fb80 10 client.28049 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.513+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a33005d060 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7401a920 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6a6c0e20b0 con 0x55a33013f140 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 10 client.28049 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 10 client.28049 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 20 client.28049 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a330158480 0x55a33015a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 4 client.28049 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a33009ed90 con 0x55a330158480 2024-05-21T19:19:23.518 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.514+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a330158480 0x55a33015a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.515+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a330158480 0x55a33015a8e0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3af1bc913d5fb652 server_cookie=b76c1c00d79764a0 in_seq=0 out_seq=0 2024-05-21T19:19:23.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.515+0000 7f6a65600700 10 client.28049 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a65600700 1 -- 172.21.15.3:0/2228892023 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a33009ed90 con 0x55a330158480 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a65600700 10 client.28049 handle_command_reply: tid=0 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 client.28049 shutdown 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 msgr2=0x55a33014ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 0x55a33014ac20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00c5b0 tx=0x7f6a6c0165b0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 shutdown_connections 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a330158480 0x55a33015a8e0 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a330148500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a33013f140 0x55a33014ac20 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a65600700 0 client.28049 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/2228892023 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a330144610 0x55a330147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.516+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 >> 172.21.15.3:0/2228892023 conn(0x55a33006cbe0 msgr2=0x55a330138d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.517+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 shutdown_connections 2024-05-21T19:19:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.517+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/2228892023 wait complete. 2024-05-21T19:19:23.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.517+0000 7f6a8cf8fb80 20 client.28049 trim_cache size 0 max 16384 2024-05-21T19:19:23.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.539+0000 7f6a8cf8fb80 1 Processor -- start 2024-05-21T19:19:23.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 -- start start 2024-05-21T19:19:23.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a33013eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144f30 0x55a3301394f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1b2730 con 0x55a330144610 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1affc0 con 0x55a330144f30 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1ade10 con 0x55a33013f140 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a7aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a7aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51714/0 (socket says 172.21.15.3:51714) 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a7aa00700 1 -- 172.21.15.3:0/1285011055 learned_addr learned my addr 172.21.15.3:0/1285011055 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a7b400700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a33013eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.540+0000 7f6a7be00700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144f30 0x55a3301394f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 -- 172.21.15.3:0/1285011055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 msgr2=0x55a33013eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a33013eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 -- 172.21.15.3:0/1285011055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144f30 msgr2=0x55a3301394f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144f30 0x55a3301394f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 -- 172.21.15.3:0/1285011055 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a330148410 con 0x55a330144610 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7b400700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a33013eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.541+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6a68009990 tx=0x7f6a68005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c71cc3cf49123f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a67e00700 1 -- 172.21.15.3:0/1285011055 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6800b920 con 0x55a330144610 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a67e00700 1 -- 172.21.15.3:0/1285011055 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a68003680 con 0x55a330144610 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a67e00700 1 -- 172.21.15.3:0/1285011055 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6800f6c0 con 0x55a330144610 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1285011055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 msgr2=0x55a33014ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6a68009990 tx=0x7f6a68005960 comp rx=0 tx=0).stop 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1285011055 shutdown_connections 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144f30 0x55a3301394f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a33013eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/1285011055 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144610 0x55a33014ac20 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.542+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1285011055 >> 172.21.15.3:0/1285011055 conn(0x55a33006cbe0 msgr2=0x55a330146780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.543+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1285011055 shutdown_connections 2024-05-21T19:19:23.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.543+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/1285011055 wait complete. 2024-05-21T19:19:23.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.543+0000 7f6a8cf8fb80 1 -- start start 2024-05-21T19:19:23.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.543+0000 7f6a8cf8fb80 1 Processor -- start 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a330150c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301511b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1ae480 con 0x55a330144f30 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1af8f0 con 0x55a330144610 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a7c1aeb50 con 0x55a33013f140 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a8cf8fb80 10 client.0 _ll_register_callbacks cb 0x55a330036c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a7be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51718/0 (socket says 172.21.15.3:51718) 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a7be00700 1 -- 172.21.15.3:0/3658931247 learned_addr learned my addr 172.21.15.3:0/3658931247 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a7b400700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a330150c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.547 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.544+0000 7f6a7aa00700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301511b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 -- 172.21.15.3:0/3658931247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 msgr2=0x55a330150c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a330150c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 -- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 msgr2=0x55a3301511b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301511b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 -- 172.21.15.3:0/3658931247 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a330151830 con 0x55a330144f30 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7b400700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a330150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a7be00700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f6a74007540 tx=0x7f6a7401acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1ec1f19c260940 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a65600700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.545+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74032070 con 0x55a330144f30 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a74003c00 con 0x55a330144f30 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a68003680 con 0x55a330144f30 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a7403d050 con 0x55a330144f30 2024-05-21T19:19:23.548 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a8cf8fb80 10 client.17955 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:23.549 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a3301c36e0 con 0x55a330144f30 2024-05-21T19:19:23.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a68003680 con 0x55a330144f30 2024-05-21T19:19:23.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6a74018040 con 0x55a330144f30 2024-05-21T19:19:23.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a8cf8fb80 10 client.17955 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:23.550 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.546+0000 7f6a8cf8fb80 10 client.17955 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a8cf8fb80 20 client.17955 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3301c3b30 0x55a3301c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a8cf8fb80 4 client.17955 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a330098570 con 0x55a3301c3b30 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a7b400700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3301c3b30 0x55a3301c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.547+0000 7f6a7b400700 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3301c3b30 0x55a3301c5f50 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a89a8511cf0501 server_cookie=ff9b7abf72c5522e in_seq=0 out_seq=0 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a65600700 10 client.17955 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a65600700 1 -- 172.21.15.3:0/3658931247 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a330098570 con 0x55a3301c3b30 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a65600700 10 client.17955 handle_command_reply: tid=0 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 client.17955 shutdown 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 msgr2=0x55a33014dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f6a74007540 tx=0x7f6a7401acd0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 shutdown_connections 2024-05-21T19:19:23.551 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3301c3b30 0x55a3301c5f50 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a330144f30 0x55a33014dc40 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a65600700 0 client.17955 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a33013f140 0x55a330150c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 --2- 172.21.15.3:0/3658931247 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a330144610 0x55a3301511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 >> 172.21.15.3:0/3658931247 conn(0x55a33006cbe0 msgr2=0x55a330145b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 shutdown_connections 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 1 -- 172.21.15.3:0/3658931247 wait complete. 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.548+0000 7f6a8cf8fb80 20 client.17955 trim_cache size 0 max 16384 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:19:23.552 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: "d7ef30af-a228-43e8-a9fa-cba5d297d627": { 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "d7ef30af-a228-43e8-a9fa-cba5d297d627", 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:19:23.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 msgr2=0x7f6a600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 0x7f6a600b4d40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6a74021000 tx=0x7f6a7401d000 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 msgr2=0x7f6a7c19be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00e9c0 tx=0x7f6a6c00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 shutdown_connections 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a600b2880 0x7f6a600b4d40 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a7c10fff0 0x7f6a7c1a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a7c06b250 0x7f6a7c19be30 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 --2- 172.21.15.3:0/88086608 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a7c06bb70 0x7f6a7c19c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.549+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 >> 172.21.15.3:0/88086608 conn(0x7f6a7c0793f0 msgr2=0x7f6a7c1114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.550+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 shutdown_connections 2024-05-21T19:19:23.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:23.550+0000 7f6a82600700 1 -- 172.21.15.3:0/88086608 wait complete. 2024-05-21T19:19:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:23 smithi003 ceph-mon[31577]: pgmap v783: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:23 smithi178 ceph-mon[36523]: pgmap v783: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:23 smithi104 ceph-mon[36417]: pgmap v783: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:19:24.467 INFO:tasks.cephfs.filesystem:scrub status for tag:d7ef30af-a228-43e8-a9fa-cba5d297d627 - {'path': '/', 'tag': 'd7ef30af-a228-43e8-a9fa-cba5d297d627', 'options': 'recursive,force'} 2024-05-21T19:19:25.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:25 smithi003 ceph-mon[31577]: pgmap v784: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-05-21T19:19:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:25 smithi178 ceph-mon[36523]: pgmap v784: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-05-21T19:19:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:25 smithi104 ceph-mon[36417]: pgmap v784: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.4 KiB/s wr, 14 op/s 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 -- 172.21.15.3:0/992879555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc1085b0 msgr2=0x7f6bbc10aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/992879555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc10aa00 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4009ca0 tx=0x7f6bb402a8b0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 -- 172.21.15.3:0/992879555 shutdown_connections 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/992879555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc105c80 0x7f6bbc108070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/992879555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc10aa00 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/992879555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc103350 0x7f6bbc105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 -- 172.21.15.3:0/992879555 >> 172.21.15.3:0/992879555 conn(0x7f6bbc0fcd40 msgr2=0x7f6bbc0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 -- 172.21.15.3:0/992879555 shutdown_connections 2024-05-21T19:19:27.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.417+0000 7f6bc1c00640 1 -- 172.21.15.3:0/992879555 wait complete. 2024-05-21T19:19:27.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.418+0000 7f6bc1c00640 1 Processor -- start 2024-05-21T19:19:27.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 -- start start 2024-05-21T19:19:27.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 0x7f6bbc198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.420 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc105c80 0x7f6bbc199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc1a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e450 con 0x7f6bbc103350 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e2d0 con 0x7f6bbc105c80 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc10e5d0 con 0x7f6bbc1085b0 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 0x7f6bbc198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 0x7f6bbc198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51740/0 (socket says 172.21.15.3:51740) 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bbbe00640 1 -- 172.21.15.3:0/4450062 learned_addr learned my addr 172.21.15.3:0/4450062 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.419+0000 7f6bc1200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc1a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc105c80 0x7f6bbc199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 -- 172.21.15.3:0/4450062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc105c80 msgr2=0x7f6bbc199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc105c80 0x7f6bbc199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 -- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 msgr2=0x7f6bbc198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.421 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 0x7f6bbc198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 -- 172.21.15.3:0/4450062 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bbc1a06e0 con 0x7f6bbc1085b0 2024-05-21T19:19:27.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.420+0000 7f6bc1200640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc1a0070 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6bb402aea0 tx=0x7f6bb4003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.421+0000 7f6bb9600640 1 -- 172.21.15.3:0/4450062 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4004240 con 0x7f6bbc1085b0 2024-05-21T19:19:27.422 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.421+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bbc1a0970 con 0x7f6bbc1085b0 2024-05-21T19:19:27.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.421+0000 7f6bb9600640 1 -- 172.21.15.3:0/4450062 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bb4040070 con 0x7f6bbc1085b0 2024-05-21T19:19:27.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.421+0000 7f6bb9600640 1 -- 172.21.15.3:0/4450062 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4045af0 con 0x7f6bbc1085b0 2024-05-21T19:19:27.423 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.421+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bbc1a0f10 con 0x7f6bbc1085b0 2024-05-21T19:19:27.425 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.425+0000 7f6bc5f98740 1 Processor -- start 2024-05-21T19:19:27.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bb9600640 1 -- 172.21.15.3:0/4450062 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6bb40043e0 con 0x7f6bbc1085b0 2024-05-21T19:19:27.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 -- start start 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b589520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 0x55711b5910f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55711b4f4b90 con 0x55711b589af0 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55711b4e4730 con 0x55711b58ec60 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.426+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55711b4e8770 con 0x55711b589100 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bb3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b589520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51744/0 (socket says 172.21.15.3:51744) 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 -- 172.21.15.3:0/161642940 learned_addr learned my addr 172.21.15.3:0/161642940 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bb3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b589520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47142/0 (socket says 172.21.15.3:47142) 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 0x55711b5910f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 -- 172.21.15.3:0/161642940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 msgr2=0x55711b589520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b589520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 -- 172.21.15.3:0/161642940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 msgr2=0x55711b5910f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 0x55711b5910f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 -- 172.21.15.3:0/161642940 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55711b47d8b0 con 0x55711b589af0 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 0x55711b5910f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.427+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bac009e10 tx=0x7f6bac011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=692eac6c49bacf5a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb1600640 1 -- 172.21.15.3:0/161642940 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac01e070 con 0x55711b589af0 2024-05-21T19:19:27.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb1600640 1 -- 172.21.15.3:0/161642940 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bac019ae0 con 0x55711b589af0 2024-05-21T19:19:27.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb9600640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb1600640 1 -- 172.21.15.3:0/161642940 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac00faa0 con 0x55711b589af0 2024-05-21T19:19:27.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb9600640 1 -- 172.21.15.3:0/4450062 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6bb41036c0 con 0x7f6bbc1085b0 2024-05-21T19:19:27.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.428+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- 172.21.15.3:0/161642940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 msgr2=0x55711b58e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bac009e10 tx=0x7f6bac011810 comp rx=0 tx=0).stop 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- 172.21.15.3:0/161642940 shutdown_connections 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b58ec60 0x55711b5910f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589af0 0x55711b58e5f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/161642940 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b589520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- 172.21.15.3:0/161642940 >> 172.21.15.3:0/161642940 conn(0x55711b580360 msgr2=0x55711b580760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- 172.21.15.3:0/161642940 shutdown_connections 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- 172.21.15.3:0/161642940 wait complete. 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 0x7f6ba00b4d20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55711b58a350 tx=0x7f6ba4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.429+0000 7f6bc5f98740 1 -- start start 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 Processor -- start 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589100 0x55711b592f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b593460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55711b1ca790 con 0x55711b589100 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55711b48cbc0 con 0x55711b589af0 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55711b591c10 con 0x55711b58ec60 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc5f98740 10 client.0 _ll_register_callbacks cb 0x55711b46a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc1200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589100 0x55711b592f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bb3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b593460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc1200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47146/0 (socket says 172.21.15.3:47146) 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.430+0000 7f6bc1200640 1 -- 172.21.15.3:0/2272496810 learned_addr learned my addr 172.21.15.3:0/2272496810 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 -- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 msgr2=0x55711b593460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b593460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 -- 172.21.15.3:0/2272496810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589100 msgr2=0x55711b592f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589100 0x55711b592f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 -- 172.21.15.3:0/2272496810 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55711b1f9210 con 0x55711b58ec60 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc1200640 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40cabf0 tx=0x7f6bb4045530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df593996b846603d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6baa000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40c6b20 con 0x55711b58ec60 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bac019ae0 con 0x55711b58ec60 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.431+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6bb40c7250 con 0x55711b58ec60 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6bb40cac60 con 0x55711b58ec60 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 10 client.28060 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:27.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55711b2c5620 con 0x55711b58ec60 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bac019ae0 con 0x55711b58ec60 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6bb40e51a0 con 0x55711b58ec60 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 10 client.28060 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 10 client.28060 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 20 client.28060 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b59ea30 0x55711b5a0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 4 client.28060 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.432+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55711b4f6ae0 con 0x55711b59ea30 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.433+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b59ea30 0x55711b5a0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.433+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b59ea30 0x55711b5a0ea0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2eba6ff2e957704 server_cookie=c53dd27fa699722a in_seq=0 out_seq=0 2024-05-21T19:19:27.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.433+0000 7f6baa000640 10 client.28060 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.434+0000 7f6baa000640 1 -- 172.21.15.3:0/2272496810 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55711b4f6ae0 con 0x55711b59ea30 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.434+0000 7f6baa000640 10 client.28060 handle_command_reply: tid=0 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.434+0000 7f6bc5f98740 1 client.28060 shutdown 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.434+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 msgr2=0x55711b59a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.434+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6bb40cabf0 tx=0x7f6bb4045530 comp rx=0 tx=0).stop 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 shutdown_connections 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b59ea30 0x55711b5a0ea0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b58ec60 0x55711b59a4a0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b593460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2272496810 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b589100 0x55711b592f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 >> 172.21.15.3:0/2272496810 conn(0x55711b580360 msgr2=0x55711b57f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6baa000640 0 client.28060 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:27.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 shutdown_connections 2024-05-21T19:19:27.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2272496810 wait complete. 2024-05-21T19:19:27.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.435+0000 7f6bc5f98740 20 client.28060 trim_cache size 0 max 16384 2024-05-21T19:19:27.453 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 Processor -- start 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 -- start start 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b59a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b5a57a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1aa3c0 con 0x55711b58ec60 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1a7c90 con 0x55711b589af0 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1a5ae0 con 0x55711b589100 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.454 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47162/0 (socket says 172.21.15.3:47162) 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bc1200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b5a57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.452+0000 7f6bbbe00640 1 -- 172.21.15.3:0/2186133955 learned_addr learned my addr 172.21.15.3:0/2186133955 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b59a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 -- 172.21.15.3:0/2186133955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 msgr2=0x55711b59a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b59a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 -- 172.21.15.3:0/2186133955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 msgr2=0x55711b5a57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b5a57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.455 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 -- 172.21.15.3:0/2186133955 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55711b58a380 con 0x55711b589100 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6bac011d10 tx=0x7f6bac009370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16114e63bc1e2d32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bb0c00640 1 -- 172.21.15.3:0/2186133955 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac01e040 con 0x55711b589100 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bb0c00640 1 -- 172.21.15.3:0/2186133955 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bac02f030 con 0x55711b589100 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.453+0000 7f6bb0c00640 1 -- 172.21.15.3:0/2186133955 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac00f610 con 0x55711b589100 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2186133955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 msgr2=0x55711b58aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6bac011d10 tx=0x7f6bac009370 comp rx=0 tx=0).stop 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2186133955 shutdown_connections 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b5a57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.459 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b59a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/2186133955 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b58aca0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2186133955 >> 172.21.15.3:0/2186133955 conn(0x55711b580360 msgr2=0x55711b58a590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2186133955 shutdown_connections 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.454+0000 7f6bc5f98740 1 -- 172.21.15.3:0/2186133955 wait complete. 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 -- start start 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 Processor -- start 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b5984c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b599480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1a6150 con 0x55711b58ec60 2024-05-21T19:19:27.460 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1a75c0 con 0x55711b589af0 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6bbc1a6820 con 0x55711b589100 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.455+0000 7f6bc5f98740 10 client.0 _ll_register_callbacks cb 0x7f6bb4030f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b599480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bbbe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47166/0 (socket says 172.21.15.3:47166) 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bbbe00640 1 -- 172.21.15.3:0/1971533072 learned_addr learned my addr 172.21.15.3:0/1971533072 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bb3e00640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b5984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 -- 172.21.15.3:0/1971533072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 msgr2=0x55711b597f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 -- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 msgr2=0x55711b5984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b5984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 -- 172.21.15.3:0/1971533072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55711b599a70 con 0x55711b58ec60 2024-05-21T19:19:27.461 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6bc1200640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b599480 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6bb402ae70 tx=0x7f6bb4009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c3e6a43da6d4b58 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6baa000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.456+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb40c6b20 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bac02f030 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6bb40c7250 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6bb40ac070 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 10 client.17973 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55711b609ad0 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bac02f030 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6bb40c9ec0 con 0x55711b58ec60 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 10 client.17973 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:27.462 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 10 client.17973 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 20 client.17973 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b60a2e0 0x55711b60c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 4 client.17973 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.457+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55711b4f02c0 con 0x55711b60a2e0 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.458+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b60a2e0 0x55711b60c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.458+0000 7f6bbbe00640 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b60a2e0 0x55711b60c700 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5376cb2eea5124cc server_cookie=7c995eedffeb02d9 in_seq=0 out_seq=0 2024-05-21T19:19:27.463 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.458+0000 7f6baa000640 10 client.17973 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6baa000640 1 -- 172.21.15.3:0/1971533072 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55711b4f02c0 con 0x55711b60a2e0 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6baa000640 10 client.17973 handle_command_reply: tid=0 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 client.17973 shutdown 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 msgr2=0x55711b599480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b599480 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6bb402ae70 tx=0x7f6bb4009650 comp rx=0 tx=0).stop 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 shutdown_connections 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55711b60a2e0 0x55711b60c700 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55711b58ec60 0x55711b599480 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.467 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55711b589af0 0x55711b5984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 --2- 172.21.15.3:0/1971533072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55711b589100 0x55711b597f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 >> 172.21.15.3:0/1971533072 conn(0x55711b580360 msgr2=0x55711b58ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6baa000640 0 client.17973 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 shutdown_connections 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 1 -- 172.21.15.3:0/1971533072 wait complete. 2024-05-21T19:19:27.468 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.466+0000 7f6bc5f98740 20 client.17973 trim_cache size 0 max 16384 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 msgr2=0x7f6ba00b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 0x7f6ba00b4d20 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x55711b58a350 tx=0x7f6ba4005f90 comp rx=0 tx=0).stop 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 msgr2=0x7f6bbc1a0070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:27.469 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc1a0070 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6bb402aea0 tx=0x7f6bb4003ba0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 shutdown_connections 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6ba00b2860 0x7f6ba00b4d20 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6bbc1085b0 0x7f6bbc1a0070 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6bbc105c80 0x7f6bbc199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 --2- 172.21.15.3:0/4450062 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6bbc103350 0x7f6bbc198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 >> 172.21.15.3:0/4450062 conn(0x7f6bbc0fcd40 msgr2=0x7f6bbc103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 shutdown_connections 2024-05-21T19:19:27.470 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:27.467+0000 7f6bc1c00640 1 -- 172.21.15.3:0/4450062 wait complete. 2024-05-21T19:19:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:27 smithi178 ceph-mon[36523]: pgmap v785: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:19:27.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:27 smithi104 ceph-mon[36417]: pgmap v785: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:19:28.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:27 smithi003 ceph-mon[31577]: pgmap v785: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:19:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:29 smithi178 ceph-mon[36523]: pgmap v786: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.2 KiB/s wr, 14 op/s 2024-05-21T19:19:29.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:29 smithi104 ceph-mon[36417]: pgmap v786: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.2 KiB/s wr, 14 op/s 2024-05-21T19:19:30.110 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:29 smithi003 ceph-mon[31577]: pgmap v786: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 8.2 KiB/s wr, 14 op/s 2024-05-21T19:19:31.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:31 smithi178 ceph-mon[36523]: pgmap v787: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:19:31.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:31 smithi104 ceph-mon[36417]: pgmap v787: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:19:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:31 smithi003 ceph-mon[31577]: pgmap v787: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:19:32.533 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.8 2024-05-21T19:19:32.533 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:19:33.008 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:33 smithi003 ceph-mon[31577]: pgmap v788: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:19:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:19:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:19:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:33 smithi178 ceph-mon[36523]: pgmap v788: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:19:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:19:33.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:19:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:33 smithi104 ceph-mon[36417]: pgmap v788: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:19:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:19:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:19:34.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:19:34.901 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:19:34.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 -- 172.21.15.3:0/3361421595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 msgr2=0x7f372c1099c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 --2- 172.21.15.3:0/3361421595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1099c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f37200098f0 tx=0x7f3720009c00 comp rx=0 tx=0).stop 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 -- 172.21.15.3:0/3361421595 shutdown_connections 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 --2- 172.21.15.3:0/3361421595 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c110400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 --2- 172.21.15.3:0/3361421595 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1099c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 --2- 172.21.15.3:0/3361421595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c06c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 -- 172.21.15.3:0/3361421595 >> 172.21.15.3:0/3361421595 conn(0x7f372c079480 msgr2=0x7f372c079890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 -- 172.21.15.3:0/3361421595 shutdown_connections 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.395+0000 7f3734800700 1 -- 172.21.15.3:0/3361421595 wait complete. 2024-05-21T19:19:35.397 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.396+0000 7f3734800700 1 Processor -- start 2024-05-21T19:19:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.396+0000 7f3734800700 1 -- start start 2024-05-21T19:19:35.398 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c19c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f372c113740 con 0x7f372c06c5d0 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f372c1135c0 con 0x7f372c06bc10 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3734800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f372c1138c0 con 0x7f372c1095e0 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3731400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c19c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3731e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3731e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:48258/0 (socket says 172.21.15.3:48258) 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3731400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c19c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33776/0 (socket says 172.21.15.3:33776) 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3731e00700 1 -- 172.21.15.3:0/3009515054 learned_addr learned my addr 172.21.15.3:0/3009515054 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.397+0000 7f3732800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:35.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 -- 172.21.15.3:0/3009515054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 msgr2=0x7f372c1a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:35.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 -- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 msgr2=0x7f372c19c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:35.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c19c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 -- 172.21.15.3:0/3009515054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f372c1a0f00 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3731e00700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3720009230 tx=0x7f372000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3720005140 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f372000b560 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.398+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f372c1a1190 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.399+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3720003ae0 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.399+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f372c1a8a70 con 0x7f372c06bc10 2024-05-21T19:19:35.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.400+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f372c104ca0 con 0x7f372c06bc10 2024-05-21T19:19:35.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.402+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3720003c80 con 0x7f372c06bc10 2024-05-21T19:19:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.404+0000 7f3726a00700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 0x7f37140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.405+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f37200e3430 con 0x7f372c06bc10 2024-05-21T19:19:35.405 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.405+0000 7f3731400700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 0x7f37140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:35.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.406+0000 7f3731400700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 0x7f37140b4d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f372c104620 tx=0x7f371c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:35.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.406+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f372005fdf0 con 0x7f372c06bc10 2024-05-21T19:19:35.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.694+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f372c19d250 con 0x7f372c06bc10 2024-05-21T19:19:35.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.696+0000 7f3726a00700 1 -- 172.21.15.3:0/3009515054 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f37200bfe20 con 0x7f372c06bc10 2024-05-21T19:19:35.697 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:19:35.697 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 msgr2=0x7f37140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 0x7f37140b4d40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f372c104620 tx=0x7f371c009260 comp rx=0 tx=0).stop 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 msgr2=0x7f372c19bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3720009230 tx=0x7f372000fa70 comp rx=0 tx=0).stop 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 shutdown_connections 2024-05-21T19:19:35.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f37140b2880 0x7f37140b4d40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f372c1095e0 0x7f372c1a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f372c06bc10 0x7f372c19bef0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 --2- 172.21.15.3:0/3009515054 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f372c06c5d0 0x7f372c19c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 >> 172.21.15.3:0/3009515054 conn(0x7f372c079480 msgr2=0x7f372c10e750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 shutdown_connections 2024-05-21T19:19:35.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:35.699+0000 7f3734800700 1 -- 172.21.15.3:0/3009515054 wait complete. 2024-05-21T19:19:35.702 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:19:35.776 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:35 smithi003 ceph-mon[31577]: pgmap v789: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:35.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:35 smithi104 ceph-mon[36417]: pgmap v789: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:35 smithi178 ceph-mon[36523]: pgmap v789: 97 pgs: 97 active+clean; 4.0 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:36.540 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 141.8 --await-for 45.0' 2024-05-21T19:19:36.540 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 141.8 --await-for 45.0 2024-05-21T19:19:36.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:36 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3009515054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:36.794 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:36 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:19:36.956 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:36.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:36 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3009515054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:36.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:36 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:19:37.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:36 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3009515054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:37.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:36 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:19:37.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:37 smithi003 ceph-mon[31577]: pgmap v790: 97 pgs: 97 active+clean; 4.1 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:19:37.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:19:37.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:19:37.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:19:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:37 smithi104 ceph-mon[36417]: pgmap v790: 97 pgs: 97 active+clean; 4.1 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:19:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:19:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:19:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:19:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:37 smithi178 ceph-mon[36523]: pgmap v790: 97 pgs: 97 active+clean; 4.1 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 10 KiB/s wr, 14 op/s 2024-05-21T19:19:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:19:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:19:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 -- 172.21.15.3:0/1998424983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 msgr2=0x7fcecc112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 --2- 172.21.15.3:0/1998424983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc112390 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcec400b0a0 tx=0x7fcec400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 -- 172.21.15.3:0/1998424983 shutdown_connections 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 --2- 172.21.15.3:0/1998424983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc112390 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 --2- 172.21.15.3:0/1998424983 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc075770 0x7fcecc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 --2- 172.21.15.3:0/1998424983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc076090 0x7fcecc10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 -- 172.21.15.3:0/1998424983 >> 172.21.15.3:0/1998424983 conn(0x7fcecc07a610 msgr2=0x7fcecc07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.277+0000 7fced1400700 1 -- 172.21.15.3:0/1998424983 shutdown_connections 2024-05-21T19:19:39.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.278+0000 7fced1400700 1 -- 172.21.15.3:0/1998424983 wait complete. 2024-05-21T19:19:39.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.279+0000 7fced1400700 1 Processor -- start 2024-05-21T19:19:39.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.279+0000 7fced1400700 1 -- start start 2024-05-21T19:19:39.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc075770 0x7fcecc19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc115940 con 0x7fcecc076090 2024-05-21T19:19:39.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1157c0 con 0x7fcecc10ffa0 2024-05-21T19:19:39.281 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fced1400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc115ac0 con 0x7fcecc075770 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33798/0 (socket says 172.21.15.3:33798) 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fcec9e00700 1 -- 172.21.15.3:0/3206254785 learned_addr learned my addr 172.21.15.3:0/3206254785 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.280+0000 7fceca800700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc075770 0x7fcecc19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 -- 172.21.15.3:0/3206254785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc075770 msgr2=0x7fcecc19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc075770 0x7fcecc19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 -- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 msgr2=0x7fcecc19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.282 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 -- 172.21.15.3:0/3206254785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcecc1a0d50 con 0x7fcecc10ffa0 2024-05-21T19:19:39.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcec9e00700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:39.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc1a0610 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fcec400b070 tx=0x7fcec4004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.281+0000 7fcec3400700 1 -- 172.21.15.3:0/3206254785 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec4021070 con 0x7fcecc10ffa0 2024-05-21T19:19:39.283 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.282+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcecc1a0fe0 con 0x7fcecc10ffa0 2024-05-21T19:19:39.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.282+0000 7fcec3400700 1 -- 172.21.15.3:0/3206254785 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcec4007e30 con 0x7fcecc10ffa0 2024-05-21T19:19:39.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.282+0000 7fcec3400700 1 -- 172.21.15.3:0/3206254785 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec40045f0 con 0x7fcecc10ffa0 2024-05-21T19:19:39.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.282+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcecc1a88c0 con 0x7fcecc10ffa0 2024-05-21T19:19:39.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.285+0000 7fcec3400700 1 -- 172.21.15.3:0/3206254785 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcec4007980 con 0x7fcecc10ffa0 2024-05-21T19:19:39.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.287+0000 7fcedbe32b80 1 Processor -- start 2024-05-21T19:19:39.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.287+0000 7fcedbe32b80 1 -- start start 2024-05-21T19:19:39.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x5630206589f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x563020659450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5630205b6fd0 con 0x56302065ed90 2024-05-21T19:19:39.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5630205a6b70 con 0x563020659010 2024-05-21T19:19:39.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5630205aabb0 con 0x56302065e470 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec3400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 0x7fceb00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49386/0 (socket says 172.21.15.3:49386) 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fceca800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x5630206589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec9e00700 1 -- 172.21.15.3:0/403024095 learned_addr learned my addr 172.21.15.3:0/403024095 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec9e00700 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x563020659450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcec3400700 1 -- 172.21.15.3:0/3206254785 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcec400f020 con 0x7fcecc10ffa0 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.288+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 0x7fceb00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.290 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 -- 172.21.15.3:0/403024095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 msgr2=0x563020659450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x563020659450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 -- 172.21.15.3:0/403024095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 msgr2=0x5630206589f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x5630206589f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 -- 172.21.15.3:0/403024095 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56302056f5b0 con 0x56302065e470 2024-05-21T19:19:39.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcec9e00700 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fceb8013d20 tx=0x7fceb8009cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16dadfe01bd4afd8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.289+0000 7fcecb200700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 0x7fceb00b4e70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcec40a6ba0 tx=0x7fcec4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.290+0000 7fceb7e00700 1 -- 172.21.15.3:0/403024095 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8013e10 con 0x56302065e470 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.290+0000 7fceb7e00700 1 -- 172.21.15.3:0/403024095 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fceb8011e80 con 0x56302065e470 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.290+0000 7fceb7e00700 1 -- 172.21.15.3:0/403024095 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8020a80 con 0x56302065e470 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.290+0000 7fcedbe32b80 1 -- 172.21.15.3:0/403024095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 msgr2=0x56302065e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.290+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fceb8013d20 tx=0x7fceb8009cf0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 -- 172.21.15.3:0/403024095 shutdown_connections 2024-05-21T19:19:39.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x563020659450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x56302065e850 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/403024095 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x5630206589f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 -- 172.21.15.3:0/403024095 >> 172.21.15.3:0/403024095 conn(0x563020586d70 msgr2=0x5630206534b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 -- 172.21.15.3:0/403024095 shutdown_connections 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 -- 172.21.15.3:0/403024095 wait complete. 2024-05-21T19:19:39.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.291+0000 7fcedbe32b80 1 -- start start 2024-05-21T19:19:39.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 Processor -- start 2024-05-21T19:19:39.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x563020664aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020662380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5630204ad130 con 0x56302065ed90 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5630205478f0 con 0x56302065e470 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563020665870 con 0x563020659010 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fcedbe32b80 10 client.0 _ll_register_callbacks cb 0x563020550e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fceca800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fceca800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:48296/0 (socket says 172.21.15.3:48296) 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.292+0000 7fceca800700 1 -- 172.21.15.3:0/1088959373 learned_addr learned my addr 172.21.15.3:0/1088959373 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fcec9e00700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x563020664aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fcec9e00700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020662380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 -- 172.21.15.3:0/1088959373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 msgr2=0x563020664aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x563020664aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 -- 172.21.15.3:0/1088959373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 msgr2=0x563020662380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020662380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 -- 172.21.15.3:0/1088959373 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630204f6a60 con 0x56302065e470 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceca800700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fcebc012810 tx=0x7fcebc012bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b13f35fe94fcd5c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceb4c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.293+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc00f5c0 con 0x56302065e470 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcebc00f760 con 0x56302065e470 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5630205b8f20 con 0x56302065e470 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fcebc00f960 con 0x56302065e470 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fcedbe32b80 10 client.28091 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:39.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5630205771f0 con 0x56302065e470 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5630205b8f20 con 0x56302065e470 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.294+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fcebc010bb0 con 0x56302065e470 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 10 client.28091 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 10 client.28091 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 20 client.28091 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:39.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206724c0 0x5630206748b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 4 client.28091 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630205b2700 con 0x5630206724c0 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.295+0000 7fcec9e00700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206724c0 0x5630206748b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.296+0000 7fcec9e00700 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206724c0 0x5630206748b0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38b30efc846e47f2 server_cookie=15dc62981828a003 in_seq=0 out_seq=0 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.296+0000 7fceb4c00700 10 client.28091 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fceb4c00700 1 -- 172.21.15.3:0/1088959373 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5630205b2700 con 0x5630206724c0 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fceb4c00700 10 client.28091 handle_command_reply: tid=0 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 client.28091 shutdown 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 msgr2=0x563020661e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fcebc012810 tx=0x7fcebc012bd0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 shutdown_connections 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206724c0 0x5630206748b0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020662380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x563020664aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/1088959373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020661e40 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fceb4c00700 0 client.28091 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 >> 172.21.15.3:0/1088959373 conn(0x563020586d70 msgr2=0x5630206579e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 shutdown_connections 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 1 -- 172.21.15.3:0/1088959373 wait complete. 2024-05-21T19:19:39.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.297+0000 7fcedbe32b80 20 client.28091 trim_cache size 0 max 16384 2024-05-21T19:19:39.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.320+0000 7fcedbe32b80 1 Processor -- start 2024-05-21T19:19:39.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.320+0000 7fcedbe32b80 1 -- start start 2024-05-21T19:19:39.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.320+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x56302065fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.320+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x563020658940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1b25c0 con 0x56302065ed90 2024-05-21T19:19:39.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1afe50 con 0x563020659010 2024-05-21T19:19:39.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1adca0 con 0x56302065e470 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33812/0 (socket says 172.21.15.3:33812) 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcec9e00700 1 -- 172.21.15.3:0/2298016194 learned_addr learned my addr 172.21.15.3:0/2298016194 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fcec9e00700 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x56302065fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.321+0000 7fceca800700 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x563020658940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 -- 172.21.15.3:0/2298016194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 msgr2=0x563020658940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x563020658940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.323 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 -- 172.21.15.3:0/2298016194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 msgr2=0x56302065fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x56302065fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 -- 172.21.15.3:0/2298016194 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56302064da60 con 0x56302065ed90 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fcec9e00700 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fceb8009880 tx=0x7fceb8013a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1fdc8fcf137e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fceb7400700 1 -- 172.21.15.3:0/2298016194 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb80205f0 con 0x56302065ed90 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fceb7400700 1 -- 172.21.15.3:0/2298016194 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fceb8017040 con 0x56302065ed90 2024-05-21T19:19:39.324 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.322+0000 7fceb7400700 1 -- 172.21.15.3:0/2298016194 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8005040 con 0x56302065ed90 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 -- 172.21.15.3:0/2298016194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 msgr2=0x56302064d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fceb8009880 tx=0x7fceb8013a80 comp rx=0 tx=0).stop 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 -- 172.21.15.3:0/2298016194 shutdown_connections 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x56302064d520 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563020659010 0x56302065fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/2298016194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56302065e470 0x563020658940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 -- 172.21.15.3:0/2298016194 >> 172.21.15.3:0/2298016194 conn(0x563020586d70 msgr2=0x56302064ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 -- 172.21.15.3:0/2298016194 shutdown_connections 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.323+0000 7fcedbe32b80 1 -- 172.21.15.3:0/2298016194 wait complete. 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 -- start start 2024-05-21T19:19:39.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 Processor -- start 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x56302066afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020668070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1ae310 con 0x56302065ed90 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1af780 con 0x56302065e470 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.324+0000 7fcedbe32b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcecc1ae9e0 con 0x563020659010 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fcedbe32b80 10 client.0 _ll_register_callbacks cb 0x563020550e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020668070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fcec9e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x56302066afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:48320/0 (socket says 172.21.15.3:48320) 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 -- 172.21.15.3:0/880378144 learned_addr learned my addr 172.21.15.3:0/880378144 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 -- 172.21.15.3:0/880378144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 msgr2=0x56302066afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x56302066afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 -- 172.21.15.3:0/880378144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 msgr2=0x563020668070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020668070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.325+0000 7fceca800700 1 -- 172.21.15.3:0/880378144 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563020668660 con 0x56302065e470 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fceca800700 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x56302064b980 tx=0x7fcebc0267c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34edbbc373ce0a9a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fceb4c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc00fd10 con 0x56302065e470 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fceb8017040 con 0x56302065e470 2024-05-21T19:19:39.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcebc0269b0 con 0x56302065e470 2024-05-21T19:19:39.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fcebc037050 con 0x56302065e470 2024-05-21T19:19:39.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fcedbe32b80 10 client.28097 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.326+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5630206dde70 con 0x56302065e470 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fceb8017040 con 0x56302065e470 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fcebc026bb0 con 0x56302065e470 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 10 client.28097 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 10 client.28097 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 20 client.28097 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206de610 0x5630206e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 4 client.28097 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.8, "await_for": 45.0}] 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.8, "await_for": 45.0}) -- 0x5630204293e0 con 0x5630206de610 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.327+0000 7fcec9e00700 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206de610 0x5630206e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.328+0000 7fcec9e00700 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206de610 0x5630206e0a30 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcac19a79ae33149 server_cookie=31a58f4b122f82e7 in_seq=0 out_seq=0 2024-05-21T19:19:39.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.328+0000 7fceb4c00700 10 client.28097 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.336+0000 7fceb4c00700 1 -- 172.21.15.3:0/880378144 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5630204293e0 con 0x5630206de610 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.336+0000 7fceb4c00700 10 client.28097 handle_command_reply: tid=0 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.336+0000 7fcedbe32b80 1 client.28097 shutdown 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.336+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 msgr2=0x563020667b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.336+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x56302064b980 tx=0x7fcebc0267c0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 shutdown_connections 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5630206de610 0x5630206e0a30 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56302065ed90 0x563020668070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563020659010 0x56302066afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fceb4c00700 0 client.28097 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 --2- 172.21.15.3:0/880378144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56302065e470 0x563020667b30 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 >> 172.21.15.3:0/880378144 conn(0x563020586d70 msgr2=0x56302065cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 shutdown_connections 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 1 -- 172.21.15.3:0/880378144 wait complete. 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.337+0000 7fcedbe32b80 20 client.28097 trim_cache size 0 max 16384 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:19:39.339 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 38, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "b07bab32": { 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 38, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.8, 2024-05-21T19:19:39.340 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:19:39.341 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 msgr2=0x7fceb00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 0x7fceb00b4e70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcec40a6ba0 tx=0x7fcec4009040 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 msgr2=0x7fcecc1a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc1a0610 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fcec400b070 tx=0x7fcec4004c80 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 shutdown_connections 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fceb00b29b0 0x7fceb00b4e70 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcecc10ffa0 0x7fcecc1a0610 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcecc075770 0x7fcecc19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 --2- 172.21.15.3:0/3206254785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcecc076090 0x7fcecc19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:39.342 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 >> 172.21.15.3:0/3206254785 conn(0x7fcecc07a610 msgr2=0x7fcecc1006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 shutdown_connections 2024-05-21T19:19:39.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:39.338+0000 7fced1400700 1 -- 172.21.15.3:0/3206254785 wait complete. 2024-05-21T19:19:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:39 smithi104 ceph-mon[36417]: pgmap v791: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:40.008 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:39 smithi003 ceph-mon[31577]: pgmap v791: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:40.082 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b07bab32', quiesce took 7.5 seconds. Will release after: 14.3 2024-05-21T19:19:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:39 smithi178 ceph-mon[36523]: pgmap v791: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.615+0000 7f783d800640 1 -- 172.21.15.3:0/3001415195 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 msgr2=0x7f7838101d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.615+0000 7f783d800640 1 --2- 172.21.15.3:0/3001415195 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f7838101d70 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7820009900 tx=0x7f782002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 -- 172.21.15.3:0/3001415195 shutdown_connections 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 --2- 172.21.15.3:0/3001415195 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f7838101d70 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 --2- 172.21.15.3:0/3001415195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f78381022b0 0x7f7838106b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 --2- 172.21.15.3:0/3001415195 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7838100b90 0x7f7838100fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 -- 172.21.15.3:0/3001415195 >> 172.21.15.3:0/3001415195 conn(0x7f78380fc4e0 msgr2=0x7f78380fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 -- 172.21.15.3:0/3001415195 shutdown_connections 2024-05-21T19:19:40.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.616+0000 7f783d800640 1 -- 172.21.15.3:0/3001415195 wait complete. 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 Processor -- start 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 -- start start 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 0x7f783819f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f783819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7838114a30 con 0x7f78381022b0 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.617+0000 7f783d800640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78381148b0 con 0x7f7838100b90 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783d800640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7838114bb0 con 0x7f78381018f0 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f7837e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 0x7f783819f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f7837400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f783819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33830/0 (socket says 172.21.15.3:33830) 2024-05-21T19:19:40.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 -- 172.21.15.3:0/4094430053 learned_addr learned my addr 172.21.15.3:0/4094430053 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 -- 172.21.15.3:0/4094430053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 msgr2=0x7f783819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f783819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 -- 172.21.15.3:0/4094430053 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 msgr2=0x7f783819f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 0x7f783819f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f783ce00640 1 -- 172.21.15.3:0/4094430053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78381a6d80 con 0x7f78381022b0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f7837400640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f783819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.618+0000 7f7837e00640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 0x7f783819f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f783ce00640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f783000eb10 tx=0x7f783000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f7834c00640 1 -- 172.21.15.3:0/4094430053 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7830004b20 con 0x7f78381022b0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78381a7070 con 0x7f78381022b0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f7834c00640 1 -- 172.21.15.3:0/4094430053 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7830004cc0 con 0x7f78381022b0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78381a7590 con 0x7f78381022b0 2024-05-21T19:19:40.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.619+0000 7f7834c00640 1 -- 172.21.15.3:0/4094430053 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7830018630 con 0x7f78381022b0 2024-05-21T19:19:40.623 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.623+0000 7f7841c37740 1 Processor -- start 2024-05-21T19:19:40.624 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.623+0000 7f7834c00640 1 -- 172.21.15.3:0/4094430053 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7830005000 con 0x7f78381022b0 2024-05-21T19:19:40.624 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 -- start start 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x555617894110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178991e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555617803b90 con 0x555617899850 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5556177f3730 con 0x5556178946e0 2024-05-21T19:19:40.625 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7841c37740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5556177f7770 con 0x555617893cf0 2024-05-21T19:19:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7837e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33832/0 (socket says 172.21.15.3:33832) 2024-05-21T19:19:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7837400640 1 -- 172.21.15.3:0/2393768356 learned_addr learned my addr 172.21.15.3:0/2393768356 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:40.626 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.624+0000 7f7837400640 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x555617894110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 -- 172.21.15.3:0/2393768356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 msgr2=0x555617894110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x555617894110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 -- 172.21.15.3:0/2393768356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 msgr2=0x55561789bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 -- 172.21.15.3:0/2393768356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55561778c8b0 con 0x5556178946e0 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837400640 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:40.628 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7837e00640 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178991e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7828009fd0 tx=0x7f78280118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c246451b1db02292 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.625+0000 7f7834c00640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 0x7f781c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f782d600640 1 -- 172.21.15.3:0/2393768356 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828004030 con 0x5556178946e0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f782d600640 1 -- 172.21.15.3:0/2393768356 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78280054d0 con 0x5556178946e0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f782d600640 1 -- 172.21.15.3:0/2393768356 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828004c20 con 0x5556178946e0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f7834c00640 1 -- 172.21.15.3:0/4094430053 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f78300e2930 con 0x7f78381022b0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f7837400640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 0x7f781c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f7841c37740 1 -- 172.21.15.3:0/2393768356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 msgr2=0x5556178991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f7841c37740 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178991e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f7828009fd0 tx=0x7f78280118d0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.626+0000 7f7837400640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 0x7f781c0b4ca0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f7820000c00 tx=0x7f7820005b70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 -- 172.21.15.3:0/2393768356 shutdown_connections 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617899850 0x55561789bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178991e0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 --2- 172.21.15.3:0/2393768356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x555617894110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 -- 172.21.15.3:0/2393768356 >> 172.21.15.3:0/2393768356 conn(0x55561788f360 msgr2=0x55561788f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.629 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 -- 172.21.15.3:0/2393768356 shutdown_connections 2024-05-21T19:19:40.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 -- 172.21.15.3:0/2393768356 wait complete. 2024-05-21T19:19:40.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 -- start start 2024-05-21T19:19:40.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.627+0000 7f7841c37740 1 Processor -- start 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x5556178a5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5556174d9790 con 0x5556178946e0 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55561779bbc0 con 0x555617899850 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55561789c800 con 0x555617893cf0 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7841c37740 10 client.0 _ll_register_callbacks cb 0x555617779400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7837e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7837e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49424/0 (socket says 172.21.15.3:49424) 2024-05-21T19:19:40.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7837e00640 1 -- 172.21.15.3:0/825587968 learned_addr learned my addr 172.21.15.3:0/825587968 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33848/0 (socket says 172.21.15.3:33848) 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.628+0000 7f783ce00640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x5556178a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 -- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 msgr2=0x5556178a5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x5556178a5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 -- 172.21.15.3:0/825587968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 msgr2=0x55561789e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 -- 172.21.15.3:0/825587968 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555617508210 con 0x555617893cf0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837400640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7837e00640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f78280058c0 tx=0x7f782800fc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=270d077874977db0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7826000640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828029020 con 0x555617893cf0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7828025470 con 0x555617893cf0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.629+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78280054d0 con 0x555617893cf0 2024-05-21T19:19:40.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7828034050 con 0x555617893cf0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 10 client.28102 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5556175d4620 con 0x555617893cf0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78280054d0 con 0x555617893cf0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f7828004920 con 0x555617893cf0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 10 client.28102 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 10 client.28102 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 20 client.28102 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5556178a9370 0x5556178ab760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 4 client.28102 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.630+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555617805ae0 con 0x5556178a9370 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.631+0000 7f7837400640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5556178a9370 0x5556178ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.631+0000 7f7837400640 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5556178a9370 0x5556178ab760 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8af2bbe3e05255fa server_cookie=6674f09f74f0ddf2 in_seq=0 out_seq=0 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.631+0000 7f7826000640 10 client.28102 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7826000640 1 -- 172.21.15.3:0/825587968 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555617805ae0 con 0x5556178a9370 2024-05-21T19:19:40.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7826000640 10 client.28102 handle_command_reply: tid=0 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 client.28102 shutdown 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 msgr2=0x55561789dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f78280058c0 tx=0x7f782800fc00 comp rx=0 tx=0).stop 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 shutdown_connections 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5556178a9370 0x5556178ab760 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x5556178a5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x55561789e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7826000640 0 client.28102 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 --2- 172.21.15.3:0/825587968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x55561789dac0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.632+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 >> 172.21.15.3:0/825587968 conn(0x55561788f360 msgr2=0x55561788e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.633+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 shutdown_connections 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.633+0000 7f7841c37740 1 -- 172.21.15.3:0/825587968 wait complete. 2024-05-21T19:19:40.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.633+0000 7f7841c37740 20 client.28102 trim_cache size 0 max 16384 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.649+0000 7f7841c37740 1 Processor -- start 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.649+0000 7f7841c37740 1 -- start start 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178a5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617899850 0x55561789d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f78381b2b90 con 0x555617893cf0 2024-05-21T19:19:40.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78381b0460 con 0x5556178946e0 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7841c37740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f78381ae2b0 con 0x555617899850 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33860/0 (socket says 172.21.15.3:33860) 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 -- 172.21.15.3:0/106884856 learned_addr learned my addr 172.21.15.3:0/106884856 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837400640 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178a5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f783ce00640 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617899850 0x55561789d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 -- 172.21.15.3:0/106884856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617899850 msgr2=0x55561789d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617899850 0x55561789d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 -- 172.21.15.3:0/106884856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 msgr2=0x5556178a5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178a5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.650+0000 7f7837e00640 1 -- 172.21.15.3:0/106884856 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555617894440 con 0x555617893cf0 2024-05-21T19:19:40.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.651+0000 7f7837e00640 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7828009730 tx=0x7f7828005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f13ee372ee084e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.651+0000 7f782cc00640 1 -- 172.21.15.3:0/106884856 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828029040 con 0x555617893cf0 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.651+0000 7f782cc00640 1 -- 172.21.15.3:0/106884856 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7828005620 con 0x555617893cf0 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.651+0000 7f782cc00640 1 -- 172.21.15.3:0/106884856 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828025470 con 0x555617893cf0 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- 172.21.15.3:0/106884856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 msgr2=0x555617895150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f7828009730 tx=0x7f7828005f90 comp rx=0 tx=0).stop 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- 172.21.15.3:0/106884856 shutdown_connections 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617899850 0x55561789d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5556178946e0 0x5556178a5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 --2- 172.21.15.3:0/106884856 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555617893cf0 0x555617895150 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- 172.21.15.3:0/106884856 >> 172.21.15.3:0/106884856 conn(0x55561788f360 msgr2=0x55561788e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- 172.21.15.3:0/106884856 shutdown_connections 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- 172.21.15.3:0/106884856 wait complete. 2024-05-21T19:19:40.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 -- start start 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.652+0000 7f7841c37740 1 Processor -- start 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x5556178a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x555617911f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f78381ae920 con 0x5556178946e0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f78381afd90 con 0x555617899850 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f78381aeff0 con 0x555617893cf0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7841c37740 10 client.0 _ll_register_callbacks cb 0x7f78300093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7837400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:33862/0 (socket says 172.21.15.3:33862) 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7837400640 1 -- 172.21.15.3:0/596191115 learned_addr learned my addr 172.21.15.3:0/596191115 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f783ce00640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x555617911f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.653+0000 7f7837e00640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x5556178a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.656 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 -- 172.21.15.3:0/596191115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 msgr2=0x5556178a1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x5556178a1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 -- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 msgr2=0x555617911f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x555617911f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 -- 172.21.15.3:0/596191115 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556178a5310 con 0x5556178946e0 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7837400640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7820006010 tx=0x7f782002a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae28406ff09eb035 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:40.657 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7826000640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:19:40.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78200048c0 con 0x5556178946e0 2024-05-21T19:19:40.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7820004a60 con 0x5556178946e0 2024-05-21T19:19:40.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7828005620 con 0x5556178946e0 2024-05-21T19:19:40.658 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7820068050 con 0x5556178946e0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.654+0000 7f7841c37740 10 client.18015 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5556179134e0 con 0x5556178946e0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7828005620 con 0x5556178946e0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f7820049040 con 0x5556178946e0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 10 client.18015 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 10 client.18015 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 20 client.18015 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555617913ee0 0x555617916300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 4 client.18015 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.655+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5556177ff2c0 con 0x555617913ee0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.656+0000 7f7837e00640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555617913ee0 0x555617916300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:40.659 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.656+0000 7f7837e00640 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555617913ee0 0x555617916300 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b3694352ba050a9 server_cookie=3c058b552fe7c815 in_seq=0 out_seq=0 2024-05-21T19:19:40.660 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.656+0000 7f7826000640 10 client.18015 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7826000640 1 -- 172.21.15.3:0/596191115 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5556177ff2c0 con 0x555617913ee0 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7826000640 10 client.18015 handle_command_reply: tid=0 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 client.18015 shutdown 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 msgr2=0x5556178a2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f7820006010 tx=0x7f782002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 shutdown_connections 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555617913ee0 0x555617916300 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555617899850 0x555617911f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5556178946e0 0x5556178a2240 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 --2- 172.21.15.3:0/596191115 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555617893cf0 0x5556178a1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7826000640 0 client.18015 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 >> 172.21.15.3:0/596191115 conn(0x55561788f360 msgr2=0x55561788e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 shutdown_connections 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.664+0000 7f7841c37740 1 -- 172.21.15.3:0/596191115 wait complete. 2024-05-21T19:19:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f7841c37740 20 client.18015 trim_cache size 0 max 16384 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 msgr2=0x7f781c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 0x7f781c0b4ca0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f7820000c00 tx=0x7f7820005b70 comp rx=0 tx=0).stop 2024-05-21T19:19:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 msgr2=0x7f78381a6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f783000eb10 tx=0x7f783000c2d0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 shutdown_connections 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f781c0b27e0 0x7f781c0b4ca0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f78381018f0 0x7f783819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f78381022b0 0x7f78381a6710 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.665+0000 7f783d800640 1 --2- 172.21.15.3:0/4094430053 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7838100b90 0x7f783819f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.666+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 >> 172.21.15.3:0/4094430053 conn(0x7f78380fc4e0 msgr2=0x7f78380fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.666+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 shutdown_connections 2024-05-21T19:19:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:40.666+0000 7f783d800640 1 -- 172.21.15.3:0/4094430053 wait complete. 2024-05-21T19:19:41.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:41 smithi104 ceph-mon[36417]: pgmap v792: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-21T19:19:42.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:41 smithi003 ceph-mon[31577]: pgmap v792: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-21T19:19:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:41 smithi178 ceph-mon[36523]: pgmap v792: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.7 KiB/s wr, 12 op/s 2024-05-21T19:19:43.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:43 smithi104 ceph-mon[36417]: pgmap v793: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:19:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:43 smithi003 ceph-mon[31577]: pgmap v793: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:19:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:43 smithi178 ceph-mon[36523]: pgmap v793: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:19:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:45 smithi104 ceph-mon[36417]: pgmap v794: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:19:46.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:45 smithi003 ceph-mon[31577]: pgmap v794: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:19:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:45 smithi178 ceph-mon[36523]: pgmap v794: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:19:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:47 smithi104 ceph-mon[36417]: pgmap v795: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:19:48.094 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:47 smithi003 ceph-mon[31577]: pgmap v795: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:19:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:47 smithi178 ceph-mon[36523]: pgmap v795: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:19:49.938 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:49 smithi178 ceph-mon[36523]: pgmap v796: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-05-21T19:19:49.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:49 smithi104 ceph-mon[36417]: pgmap v796: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-05-21T19:19:50.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:49 smithi003 ceph-mon[31577]: pgmap v796: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-05-21T19:19:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:51 smithi104 ceph-mon[36417]: pgmap v797: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-21T19:19:52.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:51 smithi003 ceph-mon[31577]: pgmap v797: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-21T19:19:52.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:51 smithi178 ceph-mon[36523]: pgmap v797: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-21T19:19:53.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 -- 172.21.15.3:0/2660356716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc104660 msgr2=0x7f50dc10aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 --2- 172.21.15.3:0/2660356716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc104660 0x7f50dc10aef0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009be0 tx=0x7f50d402a6d0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 -- 172.21.15.3:0/2660356716 shutdown_connections 2024-05-21T19:19:53.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 --2- 172.21.15.3:0/2660356716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc103ca0 0x7f50dc104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 --2- 172.21.15.3:0/2660356716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc104660 0x7f50dc10aef0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 --2- 172.21.15.3:0/2660356716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 -- 172.21.15.3:0/2660356716 >> 172.21.15.3:0/2660356716 conn(0x7f50dc0fe040 msgr2=0x7f50dc100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 -- 172.21.15.3:0/2660356716 shutdown_connections 2024-05-21T19:19:53.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.813+0000 7f50e1e00640 1 -- 172.21.15.3:0/2660356716 wait complete. 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.814+0000 7f50e1e00640 1 Processor -- start 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.814+0000 7f50e1e00640 1 -- start start 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.814+0000 7f50e1e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50e1e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc103ca0 0x7f50dc19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50e1e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc104660 0x7f50dc1a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50e1e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc10e5c0 con 0x7f50dc102ab0 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50e1e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc10e440 con 0x7f50dc103ca0 2024-05-21T19:19:53.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50e1e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc10e740 con 0x7f50dc104660 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41726/0 (socket says 172.21.15.3:41726) 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 -- 172.21.15.3:0/28494061 learned_addr learned my addr 172.21.15.3:0/28494061 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50da000640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc103ca0 0x7f50dc19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50db400640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc104660 0x7f50dc1a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 -- 172.21.15.3:0/28494061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc104660 msgr2=0x7f50dc1a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc104660 0x7f50dc1a2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 -- 172.21.15.3:0/28494061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc103ca0 msgr2=0x7f50dc19b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc103ca0 0x7f50dc19b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.815+0000 7f50daa00640 1 -- 172.21.15.3:0/28494061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50dc1a29b0 con 0x7f50dc102ab0 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50daa00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00e9f0 tx=0x7f50cc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50e0a00640 1 -- 172.21.15.3:0/28494061 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc00ccc0 con 0x7f50dc102ab0 2024-05-21T19:19:53.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50dc1a2ca0 con 0x7f50dc102ab0 2024-05-21T19:19:53.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50e0a00640 1 -- 172.21.15.3:0/28494061 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50cc0035f0 con 0x7f50dc102ab0 2024-05-21T19:19:53.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50e0a00640 1 -- 172.21.15.3:0/28494061 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc00ce60 con 0x7f50dc102ab0 2024-05-21T19:19:53.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.816+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50dc1a3190 con 0x7f50dc102ab0 2024-05-21T19:19:53.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 Processor -- start 2024-05-21T19:19:53.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 -- start start 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c80c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e0a00640 1 -- 172.21.15.3:0/28494061 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f50cc003fb0 con 0x7f50dc102ab0 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c80eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56180c776b90 con 0x56180c80c690 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56180c766730 con 0x56180c806b30 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.820+0000 7f50e4c18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56180c76a770 con 0x56180c807520 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40460/0 (socket says 172.21.15.3:40460) 2024-05-21T19:19:53.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 -- 172.21.15.3:0/4231075507 learned_addr learned my addr 172.21.15.3:0/4231075507 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50da000640 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c80eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50daa00640 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c80c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 -- 172.21.15.3:0/4231075507 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 msgr2=0x56180c80c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c80c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 -- 172.21.15.3:0/4231075507 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 msgr2=0x56180c80eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c80eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.821+0000 7f50db400640 1 -- 172.21.15.3:0/4231075507 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56180c6ff8b0 con 0x56180c806b30 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.822+0000 7f50db400640 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f50d402acc0 tx=0x7f50d4005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db4df7ce4a5bbea2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.822+0000 7f50c7e00640 1 -- 172.21.15.3:0/4231075507 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d4041030 con 0x56180c806b30 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.822+0000 7f50c7e00640 1 -- 172.21.15.3:0/4231075507 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d4030570 con 0x56180c806b30 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.822+0000 7f50c7e00640 1 -- 172.21.15.3:0/4231075507 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d4036040 con 0x56180c806b30 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.822+0000 7f50e0a00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 0x7f50c00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e0a00640 1 -- 172.21.15.3:0/28494061 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f50cc0e2430 con 0x7f50dc102ab0 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 -- 172.21.15.3:0/4231075507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 msgr2=0x56180c806f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f50d402acc0 tx=0x7f50d4005fd0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50daa00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 0x7f50c00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 -- 172.21.15.3:0/4231075507 shutdown_connections 2024-05-21T19:19:53.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c80c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c80eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 --2- 172.21.15.3:0/4231075507 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c806f50 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 -- 172.21.15.3:0/4231075507 >> 172.21.15.3:0/4231075507 conn(0x56180c8021a0 msgr2=0x56180c8025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 -- 172.21.15.3:0/4231075507 shutdown_connections 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50e4c18740 1 -- 172.21.15.3:0/4231075507 wait complete. 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.823+0000 7f50daa00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 0x7f50c00b4de0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f50cc0e0280 tx=0x7f50cc003e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 -- start start 2024-05-21T19:19:53.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 Processor -- start 2024-05-21T19:19:53.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c8108c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c817e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56180c44c790 con 0x56180c80c690 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56180c70ebc0 con 0x56180c806b30 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.824+0000 7f50e4c18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56180c80f5e0 con 0x56180c807520 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50e4c18740 10 client.0 _ll_register_callbacks cb 0x56180c6ec400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c8108c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59838/0 (socket says 172.21.15.3:59838) 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 -- 172.21.15.3:0/614703548 learned_addr learned my addr 172.21.15.3:0/614703548 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:53.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50db400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c817e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 -- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 msgr2=0x56180c8108c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c8108c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 -- 172.21.15.3:0/614703548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 msgr2=0x56180c817e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c817e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50da000640 1 -- 172.21.15.3:0/614703548 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56180c47b210 con 0x56180c807520 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.825+0000 7f50db400640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c817e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50da000640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f50c8012740 tx=0x7f50c8012c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47381cfa4d0d9dea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50c4c00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c800f8c0 con 0x56180c807520 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f50c800fa60 con 0x56180c807520 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50d4030570 con 0x56180c807520 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f50c800fc60 con 0x56180c807520 2024-05-21T19:19:53.830 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50e4c18740 10 client.28120 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.826+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56180c547620 con 0x56180c807520 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d4030570 con 0x56180c807520 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f50c8026420 con 0x56180c807520 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 10 client.28120 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 10 client.28120 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 20 client.28120 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c81c570 0x56180c81e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 4 client.28120 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56180c778ae0 con 0x56180c81c570 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.827+0000 7f50db400640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c81c570 0x56180c81e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.828+0000 7f50db400640 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c81c570 0x56180c81e960 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5a33a54c80bc733 server_cookie=d28103c75e3d9695 in_seq=0 out_seq=0 2024-05-21T19:19:53.831 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.828+0000 7f50c4c00640 10 client.28120 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:53.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50c4c00640 1 -- 172.21.15.3:0/614703548 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56180c778ae0 con 0x56180c81c570 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50c4c00640 10 client.28120 handle_command_reply: tid=0 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 client.28120 shutdown 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 msgr2=0x56180c810e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f50c8012740 tx=0x7f50c8012c00 comp rx=0 tx=0).stop 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 shutdown_connections 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c81c570 0x56180c81e960 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c807520 0x56180c810e00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50c4c00640 0 client.28120 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c80c690 0x56180c817e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 --2- 172.21.15.3:0/614703548 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c8108c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 >> 172.21.15.3:0/614703548 conn(0x56180c8021a0 msgr2=0x56180c801310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 shutdown_connections 2024-05-21T19:19:53.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 1 -- 172.21.15.3:0/614703548 wait complete. 2024-05-21T19:19:53.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.829+0000 7f50e4c18740 20 client.28120 trim_cache size 0 max 16384 2024-05-21T19:19:53.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.846+0000 7f50e4c18740 1 Processor -- start 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 -- start start 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c805590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c807fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1ae880 con 0x56180c807520 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1ac150 con 0x56180c806b30 2024-05-21T19:19:53.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50e4c18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1a9fa0 con 0x56180c80c690 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50da000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c805590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50da000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41754/0 (socket says 172.21.15.3:41754) 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50da000640 1 -- 172.21.15.3:0/1375510906 learned_addr learned my addr 172.21.15.3:0/1375510906 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.847+0000 7f50db400640 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c807fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 -- 172.21.15.3:0/1375510906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 msgr2=0x56180c807fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c807fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 -- 172.21.15.3:0/1375510906 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 msgr2=0x56180c805590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c805590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 -- 172.21.15.3:0/1375510906 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56180c801fd0 con 0x56180c807520 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50db400640 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c807fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50da000640 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f50c8026910 tx=0x7f50c800ff90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa05538bff4e9d10 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50c7400640 1 -- 172.21.15.3:0/1375510906 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8026bc0 con 0x56180c807520 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50c7400640 1 -- 172.21.15.3:0/1375510906 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50c802b020 con 0x56180c807520 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.848+0000 7f50c7400640 1 -- 172.21.15.3:0/1375510906 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8005310 con 0x56180c807520 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 -- 172.21.15.3:0/1375510906 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 msgr2=0x56180c817e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f50c8026910 tx=0x7f50c800ff90 comp rx=0 tx=0).stop 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 -- 172.21.15.3:0/1375510906 shutdown_connections 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c807fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c817e00 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1375510906 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c805590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 -- 172.21.15.3:0/1375510906 >> 172.21.15.3:0/1375510906 conn(0x56180c8021a0 msgr2=0x56180c804e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 -- 172.21.15.3:0/1375510906 shutdown_connections 2024-05-21T19:19:53.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.849+0000 7f50e4c18740 1 -- 172.21.15.3:0/1375510906 wait complete. 2024-05-21T19:19:53.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 -- start start 2024-05-21T19:19:53.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 Processor -- start 2024-05-21T19:19:53.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c815170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c885130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1aa610 con 0x56180c807520 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1aba80 con 0x56180c806b30 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f50dc1aace0 con 0x56180c80c690 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50e4c18740 10 client.0 _ll_register_callbacks cb 0x7f50c8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.850+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40476/0 (socket says 172.21.15.3:40476) 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 -- 172.21.15.3:0/1572897668 learned_addr learned my addr 172.21.15.3:0/1572897668 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c885130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50da000640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c815170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 -- 172.21.15.3:0/1572897668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 msgr2=0x56180c885130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c885130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 -- 172.21.15.3:0/1572897668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 msgr2=0x56180c815170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:53.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c815170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 -- 172.21.15.3:0/1572897668 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56180c806690 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50da000640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c815170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50db400640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009370 tx=0x7f50d403f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93e4bfe94e56593e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.851+0000 7f50c4c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50d4036050 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50c802b020 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f50d4054e00 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f50d4041040 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50e4c18740 10 client.28133 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56180c8865d0 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50d405c030 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.852+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f50d4004630 con 0x56180c806b30 2024-05-21T19:19:53.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 10 client.28133 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 10 client.28133 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 20 client.28133 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c886b70 0x56180c888f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 4 client.28133 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56180c7722c0 con 0x56180c886b70 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50da000640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c886b70 0x56180c888f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.853+0000 7f50da000640 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c886b70 0x56180c888f90 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc96dc39d650b91d server_cookie=6492a7379df76bf3 in_seq=0 out_seq=0 2024-05-21T19:19:53.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.854+0000 7f50c4c00640 10 client.28133 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.861+0000 7f50c4c00640 1 -- 172.21.15.3:0/1572897668 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56180c7722c0 con 0x56180c886b70 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.861+0000 7f50c4c00640 10 client.28133 handle_command_reply: tid=0 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.861+0000 7f50e4c18740 1 client.28133 shutdown 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 msgr2=0x56180c814c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009370 tx=0x7f50d403f040 comp rx=0 tx=0).stop 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 shutdown_connections 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56180c886b70 0x56180c888f90 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56180c80c690 0x56180c885130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56180c807520 0x56180c815170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 --2- 172.21.15.3:0/1572897668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56180c806b30 0x56180c814c30 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50c4c00640 0 client.28133 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 >> 172.21.15.3:0/1572897668 conn(0x56180c8021a0 msgr2=0x56180c807fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 shutdown_connections 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 1 -- 172.21.15.3:0/1572897668 wait complete. 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.862+0000 7f50e4c18740 20 client.28133 trim_cache size 0 max 16384 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:19:53.864 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 msgr2=0x7f50c00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 0x7f50c00b4de0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f50cc0e0280 tx=0x7f50cc003e70 comp rx=0 tx=0).stop 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 msgr2=0x7f50dc19ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00e9f0 tx=0x7f50cc00eeb0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 shutdown_connections 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f50c00b2920 0x7f50c00b4de0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f50dc104660 0x7f50dc1a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f50dc103ca0 0x7f50dc19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 --2- 172.21.15.3:0/28494061 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f50dc102ab0 0x7f50dc19ada0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:53.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 >> 172.21.15.3:0/28494061 conn(0x7f50dc0fe040 msgr2=0x7f50dc074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:53.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 shutdown_connections 2024-05-21T19:19:53.866 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:19:53.863+0000 7f50e1e00640 1 -- 172.21.15.3:0/28494061 wait complete. 2024-05-21T19:19:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:53 smithi104 ceph-mon[36417]: pgmap v798: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:19:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:53 smithi003 ceph-mon[31577]: pgmap v798: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:19:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:53 smithi178 ceph-mon[36523]: pgmap v798: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:19:54.384 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:19:54.468 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:19:54.866 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:54.919 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:19:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:55 smithi104 ceph-mon[36417]: pgmap v799: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-21T19:19:56.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:55 smithi003 ceph-mon[31577]: pgmap v799: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-21T19:19:56.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:55 smithi178 ceph-mon[36523]: pgmap v799: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-05-21T19:19:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:57 smithi104 ceph-mon[36417]: pgmap v800: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:19:57.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:57 smithi003 ceph-mon[31577]: pgmap v800: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:19:58.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:57 smithi178 ceph-mon[36523]: pgmap v800: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 -- 172.21.15.3:0/329323962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c1095b0 msgr2=0x7fee6c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 --2- 172.21.15.3:0/329323962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c1095b0 0x7fee6c109990 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fee5c009990 tx=0x7fee5c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 -- 172.21.15.3:0/329323962 shutdown_connections 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 --2- 172.21.15.3:0/329323962 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06bbe0 0x7fee6c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 --2- 172.21.15.3:0/329323962 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c1095b0 0x7fee6c109990 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 --2- 172.21.15.3:0/329323962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c06b220 0x7fee6c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 -- 172.21.15.3:0/329323962 >> 172.21.15.3:0/329323962 conn(0x7fee6c0793f0 msgr2=0x7fee6c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 -- 172.21.15.3:0/329323962 shutdown_connections 2024-05-21T19:19:58.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.170+0000 7fee71e00700 1 -- 172.21.15.3:0/329323962 wait complete. 2024-05-21T19:19:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.172+0000 7fee71e00700 1 Processor -- start 2024-05-21T19:19:58.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.172+0000 7fee71e00700 1 -- start start 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c06bbe0 0x7fee6c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c1095b0 0x7fee6c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fee6c102fd0 con 0x7fee6c06bbe0 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fee6c102e50 con 0x7fee6c1095b0 2024-05-21T19:19:58.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee71e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fee6c103150 con 0x7fee6c06b220 2024-05-21T19:19:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee6aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59874/0 (socket says 172.21.15.3:59874) 2024-05-21T19:19:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee6aa00700 1 -- 172.21.15.3:0/4272695475 learned_addr learned my addr 172.21.15.3:0/4272695475 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee62000700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c06bbe0 0x7fee6c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.173+0000 7fee6b400700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c1095b0 0x7fee6c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 -- 172.21.15.3:0/4272695475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c1095b0 msgr2=0x7fee6c1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c1095b0 0x7fee6c1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 -- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c06bbe0 msgr2=0x7fee6c19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c06bbe0 0x7fee6c19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 -- 172.21.15.3:0/4272695475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee6c1a0db0 con 0x7fee6c06b220 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee6aa00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fee5c0057c0 tx=0x7fee5c0057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.174+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c027070 con 0x7fee6c06b220 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.175+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee5c022470 con 0x7fee6c06b220 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.175+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee5c017650 con 0x7fee6c06b220 2024-05-21T19:19:58.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.175+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee6c1a1040 con 0x7fee6c06b220 2024-05-21T19:19:58.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.175+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee6c1a14d0 con 0x7fee6c06b220 2024-05-21T19:19:58.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.176+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee6c06a230 con 0x7fee6c06b220 2024-05-21T19:19:58.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.178+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fee5c02a070 con 0x7fee6c06b220 2024-05-21T19:19:58.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.180+0000 7fee70a00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 0x7fee500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.180+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fee5c0e2fe0 con 0x7fee6c06b220 2024-05-21T19:19:58.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.180+0000 7fee62000700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 0x7fee500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.181+0000 7fee62000700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 0x7fee500b4dc0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fee6c079c10 tx=0x7fee54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.182+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fee6c1a14d0 con 0x7fee6c06b220 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 -- 172.21.15.3:0/1683335682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 msgr2=0x7f3654103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 --2- 172.21.15.3:0/1683335682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f3654103bd0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f36440099c0 tx=0x7f3644009cd0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 -- 172.21.15.3:0/1683335682 shutdown_connections 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 --2- 172.21.15.3:0/1683335682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 0x7f3654110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 --2- 172.21.15.3:0/1683335682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f3654103bd0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 --2- 172.21.15.3:0/1683335682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f36541081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 -- 172.21.15.3:0/1683335682 >> 172.21.15.3:0/1683335682 conn(0x7f365407a6a0 msgr2=0x7f365407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 -- 172.21.15.3:0/1683335682 shutdown_connections 2024-05-21T19:19:58.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.388+0000 7f3659c00700 1 -- 172.21.15.3:0/1683335682 wait complete. 2024-05-21T19:19:58.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.389+0000 7f3659c00700 1 Processor -- start 2024-05-21T19:19:58.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 -- start start 2024-05-21T19:19:58.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f365419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 0x7f36541a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f36541136e0 con 0x7f36541088f0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3654113560 con 0x7f36541037f0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.390+0000 7f3659c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3654113860 con 0x7f36541041a0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f365419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3653400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 0x7f36541a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59892/0 (socket says 172.21.15.3:59892) 2024-05-21T19:19:58.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 -- 172.21.15.3:0/3970257792 learned_addr learned my addr 172.21.15.3:0/3970257792 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 -- 172.21.15.3:0/3970257792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 msgr2=0x7f365419bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f365419bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 -- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 msgr2=0x7f36541a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 0x7f36541a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 -- 172.21.15.3:0/3970257792 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36541a0da0 con 0x7f36541041a0 2024-05-21T19:19:58.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.391+0000 7f3652000700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f364000e9c0 tx=0x7f364000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.392+0000 7f364b400700 1 -- 172.21.15.3:0/3970257792 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364000cbd0 con 0x7f36541041a0 2024-05-21T19:19:58.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.392+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36541a1090 con 0x7f36541041a0 2024-05-21T19:19:58.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.392+0000 7f364b400700 1 -- 172.21.15.3:0/3970257792 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364000ee60 con 0x7f36541041a0 2024-05-21T19:19:58.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.392+0000 7f364b400700 1 -- 172.21.15.3:0/3970257792 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36400055c0 con 0x7f36541041a0 2024-05-21T19:19:58.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.392+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36541a8910 con 0x7f36541041a0 2024-05-21T19:19:58.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.398+0000 7f366466ab80 1 Processor -- start 2024-05-21T19:19:58.399 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.398+0000 7f366466ab80 1 -- start start 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f364b400700 1 -- 172.21.15.3:0/3970257792 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3640004750 con 0x7f36541041a0 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b2181b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b21825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5615b20dfe40 con 0x5615b2182140 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5615b20cf9e0 con 0x5615b2187610 2024-05-21T19:19:58.400 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f366466ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5615b20d3a20 con 0x5615b2187f30 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3652000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b21825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3652a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b2181b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3653400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3653400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40516/0 (socket says 172.21.15.3:40516) 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3652a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b2181b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59906/0 (socket says 172.21.15.3:59906) 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.399+0000 7f3653400700 1 -- 172.21.15.3:0/1626636020 learned_addr learned my addr 172.21.15.3:0/1626636020 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.401 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 -- 172.21.15.3:0/1626636020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 msgr2=0x5615b2181b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b2181b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 -- 172.21.15.3:0/1626636020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 msgr2=0x5615b21825c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b21825c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 -- 172.21.15.3:0/1626636020 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615b2098420 con 0x5615b2187610 2024-05-21T19:19:58.402 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f3653400700 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f364c011680 tx=0x7f364c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ff73a2e403e05fa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.400+0000 7f363fe00700 1 -- 172.21.15.3:0/1626636020 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c019030 con 0x5615b2187610 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.401+0000 7f363fe00700 1 -- 172.21.15.3:0/1626636020 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364c0092e0 con 0x5615b2187610 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.401+0000 7f363fe00700 1 -- 172.21.15.3:0/1626636020 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c007500 con 0x5615b2187610 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.401+0000 7f364b400700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 0x7f36380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.401+0000 7f364b400700 1 -- 172.21.15.3:0/3970257792 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f36400e24b0 con 0x7f36541041a0 2024-05-21T19:19:58.403 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.401+0000 7f3652a00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 0x7f36380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 -- 172.21.15.3:0/1626636020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 msgr2=0x5615b21879f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f364c011680 tx=0x7f364c009920 comp rx=0 tx=0).stop 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 -- 172.21.15.3:0/1626636020 shutdown_connections 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b21825c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b21879f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 --2- 172.21.15.3:0/1626636020 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b2181b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 -- 172.21.15.3:0/1626636020 >> 172.21.15.3:0/1626636020 conn(0x5615b20afbe0 msgr2=0x5615b217c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 -- 172.21.15.3:0/1626636020 shutdown_connections 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f366466ab80 1 -- 172.21.15.3:0/1626636020 wait complete. 2024-05-21T19:19:58.404 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.402+0000 7f3652a00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 0x7f36380b4d40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f3644003760 tx=0x7f364401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.403+0000 7f366466ab80 1 -- start start 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.403+0000 7f366466ab80 1 Processor -- start 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187610 0x5615b218af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b218b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5615b1fd5fa0 con 0x5615b2187610 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5615b2070760 con 0x5615b2182140 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5615b218e9e0 con 0x5615b2187f30 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f366466ab80 10 client.0 _ll_register_callbacks cb 0x5615b2079c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:58.406 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40532/0 (socket says 172.21.15.3:40532) 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 -- 172.21.15.3:0/3022952612 learned_addr learned my addr 172.21.15.3:0/3022952612 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652000700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187610 0x5615b218af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3653400700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b218b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 -- 172.21.15.3:0/3022952612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 msgr2=0x5615b218b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b218b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 -- 172.21.15.3:0/3022952612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187610 msgr2=0x5615b218af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187610 0x5615b218af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.404+0000 7f3652a00700 1 -- 172.21.15.3:0/3022952612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615b201f8d0 con 0x5615b2182140 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.405+0000 7f3652a00700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f36440099c0 tx=0x7f3644009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe55b0415dfa4e74 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.407 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.405+0000 7f363cc00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.405+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644034060 con 0x5615b2182140 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.405+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f364c0092e0 con 0x5615b2182140 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.405+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f364400bc60 con 0x5615b2182140 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f364400be60 con 0x5615b2182140 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 10 client.28151 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:58.409 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5615b20a0060 con 0x5615b2182140 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364c0092e0 con 0x5615b2182140 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f364400f560 con 0x5615b2182140 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 10 client.28151 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 10 client.28151 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 20 client.28151 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.406+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b21a3c90 0x5615b21a6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.407+0000 7f366466ab80 4 client.28151 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.407+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5615b20e1d90 con 0x5615b21a3c90 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.407+0000 7f3652000700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b21a3c90 0x5615b21a6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.407+0000 7f3652000700 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b21a3c90 0x5615b21a6080 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79bb10a8699acf51 server_cookie=9f1f070bdf959c3b in_seq=0 out_seq=0 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.407+0000 7f363cc00700 10 client.28151 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:58.410 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.408+0000 7f363cc00700 1 -- 172.21.15.3:0/3022952612 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5615b20e1d90 con 0x5615b21a3c90 2024-05-21T19:19:58.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.408+0000 7f363cc00700 10 client.28151 handle_command_reply: tid=0 2024-05-21T19:19:58.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.408+0000 7f366466ab80 1 client.28151 shutdown 2024-05-21T19:19:58.411 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 msgr2=0x5615b218dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f36440099c0 tx=0x7f3644009cd0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 shutdown_connections 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b21a3c90 0x5615b21a6080 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187f30 0x5615b218b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2182140 0x5615b218dbf0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 --2- 172.21.15.3:0/3022952612 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187610 0x5615b218af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f363cc00700 0 client.28151 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 >> 172.21.15.3:0/3022952612 conn(0x5615b20afbe0 msgr2=0x5615b217bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 shutdown_connections 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 1 -- 172.21.15.3:0/3022952612 wait complete. 2024-05-21T19:19:58.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.409+0000 7f366466ab80 20 client.28151 trim_cache size 0 max 16384 2024-05-21T19:19:58.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.432+0000 7f366466ab80 1 Processor -- start 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.432+0000 7f366466ab80 1 -- start start 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b218bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 0x5615b2188a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f36541ae240 con 0x5615b2187f30 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f36541abad0 con 0x5615b2187610 2024-05-21T19:19:58.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f366466ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f365410e380 con 0x5615b2182140 2024-05-21T19:19:58.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f3652a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f3652a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59934/0 (socket says 172.21.15.3:59934) 2024-05-21T19:19:58.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f3652a00700 1 -- 172.21.15.3:0/699509927 learned_addr learned my addr 172.21.15.3:0/699509927 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.433+0000 7f3652000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b218bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.435 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3653400700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 0x5615b2188a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 -- 172.21.15.3:0/699509927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 msgr2=0x5615b218bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b218bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 -- 172.21.15.3:0/699509927 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 msgr2=0x5615b2188a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 0x5615b2188a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 -- 172.21.15.3:0/699509927 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615b2189f50 con 0x5615b2182140 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3653400700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 0x5615b2188a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652000700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b218bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:19:58.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.434+0000 7f3652a00700 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3644009e80 tx=0x7f3644009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8688ac2ed3a2fa5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.435+0000 7f363f400700 1 -- 172.21.15.3:0/699509927 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644034050 con 0x5615b2182140 2024-05-21T19:19:58.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.435+0000 7f363f400700 1 -- 172.21.15.3:0/699509927 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364400ba60 con 0x5615b2182140 2024-05-21T19:19:58.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.435+0000 7f363f400700 1 -- 172.21.15.3:0/699509927 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644024c10 con 0x5615b2182140 2024-05-21T19:19:58.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 -- 172.21.15.3:0/699509927 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 msgr2=0x5615b2181b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3644009e80 tx=0x7f3644009310 comp rx=0 tx=0).stop 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 -- 172.21.15.3:0/699509927 shutdown_connections 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2187f30 0x5615b2188a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2182140 0x5615b2181b20 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 --2- 172.21.15.3:0/699509927 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187610 0x5615b218bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 -- 172.21.15.3:0/699509927 >> 172.21.15.3:0/699509927 conn(0x5615b20afbe0 msgr2=0x5615b2188310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 -- 172.21.15.3:0/699509927 shutdown_connections 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.436+0000 7f366466ab80 1 -- 172.21.15.3:0/699509927 wait complete. 2024-05-21T19:19:58.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.437+0000 7f366466ab80 1 -- start start 2024-05-21T19:19:58.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.437+0000 7f366466ab80 1 Processor -- start 2024-05-21T19:19:58.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b219ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187f30 0x5615b21ab870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f36541a9f90 con 0x5615b2182140 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f36541ab400 con 0x5615b2187f30 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f36541aa660 con 0x5615b2187610 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f366466ab80 10 client.0 _ll_register_callbacks cb 0x5615b2079c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f3652000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f3652000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59938/0 (socket says 172.21.15.3:59938) 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f3652000700 1 -- 172.21.15.3:0/1333173965 learned_addr learned my addr 172.21.15.3:0/1333173965 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f3652a00700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b219ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.438+0000 7f3653400700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187f30 0x5615b21ab870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 -- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187f30 msgr2=0x5615b21ab870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187f30 0x5615b21ab870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 -- 172.21.15.3:0/1333173965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 msgr2=0x5615b219ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:19:58.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b219ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 -- 172.21.15.3:0/1333173965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615b21ac0e0 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f3652000700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3640009fd0 tx=0x7f36400dfe60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b06b7081f9a4d46 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f363cc00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36400a9400 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f36400a60a0 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.439+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f364400ba60 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f36400a5240 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 10 client.28150 fetch_fsmap learned FSMap version 30 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5615b220e950 con 0x5615b2187610 2024-05-21T19:19:58.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364400ba60 con 0x5615b2187610 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f36400e20b0 con 0x5615b2187610 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 10 client.28150 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 10 client.28150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 20 client.28150 populate_metadata read hostname 'smithi003' 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b220f010 0x5615b2211430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 4 client.28150 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.440+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5615b20db570 con 0x5615b220f010 2024-05-21T19:19:58.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.441+0000 7f3652a00700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b220f010 0x5615b2211430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f3652a00700 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b220f010 0x5615b2211430 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65f3f2984da998c2 server_cookie=e5b80aaf94b02cf in_seq=0 out_seq=0 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f363cc00700 10 client.28150 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f363cc00700 1 -- 172.21.15.3:0/1333173965 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5615b20db570 con 0x5615b220f010 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f363cc00700 10 client.28150 handle_command_reply: tid=0 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f366466ab80 1 client.28150 shutdown 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 msgr2=0x5615b21ab2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.442+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3640009fd0 tx=0x7f36400dfe60 comp rx=0 tx=0).stop 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 shutdown_connections 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5615b220f010 0x5615b2211430 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5615b2187f30 0x5615b21ab870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5615b2182140 0x5615b219ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 --2- 172.21.15.3:0/1333173965 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5615b2187610 0x5615b21ab2b0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f363cc00700 0 client.28150 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 >> 172.21.15.3:0/1333173965 conn(0x5615b20afbe0 msgr2=0x5615b218c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 shutdown_connections 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 1 -- 172.21.15.3:0/1333173965 wait complete. 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.443+0000 7f366466ab80 20 client.28150 trim_cache size 0 max 16384 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:19:58.446 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.444+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 msgr2=0x7f36380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.444+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 0x7f36380b4d40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f3644003760 tx=0x7f364401a040 comp rx=0 tx=0).stop 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.444+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 msgr2=0x7f365419c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.444+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f364000e9c0 tx=0x7f364000ecd0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 shutdown_connections 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36380b2880 0x7f36380b4d40 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f36541088f0 0x7f36541a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f36541037f0 0x7f365419bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 --2- 172.21.15.3:0/3970257792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f36541041a0 0x7f365419c2d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 >> 172.21.15.3:0/3970257792 conn(0x7f365407a6a0 msgr2=0x7f3654102da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 shutdown_connections 2024-05-21T19:19:58.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.445+0000 7f3659c00700 1 -- 172.21.15.3:0/3970257792 wait complete. 2024-05-21T19:19:58.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.487+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee6c1a8a10 con 0x7fee6c06b220 2024-05-21T19:19:58.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.488+0000 7fee70a00700 1 -- 172.21.15.3:0/4272695475 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fee5c013070 con 0x7fee6c06b220 2024-05-21T19:19:58.489 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:19:58.490 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:19:58.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.491+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 msgr2=0x7fee500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.491+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 0x7fee500b4dc0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fee6c079c10 tx=0x7fee54009260 comp rx=0 tx=0).stop 2024-05-21T19:19:58.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.491+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 msgr2=0x7fee6c19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:19:58.492 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.491+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fee5c0057c0 tx=0x7fee5c0057f0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 shutdown_connections 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fee500b2900 0x7fee500b4dc0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee6c1095b0 0x7fee6c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fee6c06b220 0x7fee6c19be40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 --2- 172.21.15.3:0/4272695475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fee6c06bbe0 0x7fee6c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 >> 172.21.15.3:0/4272695475 conn(0x7fee6c0793f0 msgr2=0x7fee6c100730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 shutdown_connections 2024-05-21T19:19:58.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:19:58.492+0000 7fee71e00700 1 -- 172.21.15.3:0/4272695475 wait complete. 2024-05-21T19:19:58.494 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:19:58.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:58 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4272695475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:59.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:58 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4272695475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:59.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:58 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4272695475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:19:59.679 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id b07bab32 --release --await' 2024-05-21T19:19:59.680 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id b07bab32 --release --await 2024-05-21T19:19:59.863 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:19:59 smithi003 ceph-mon[31577]: pgmap v801: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:19:59.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:19:59 smithi104 ceph-mon[36417]: pgmap v801: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:20:00.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:19:59 smithi178 ceph-mon[36523]: pgmap v801: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:20:00.262 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:20:00.263 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:20:00.322 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:00.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:00 smithi104 ceph-mon[36417]: overall HEALTH_OK 2024-05-21T19:20:00.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:00 smithi104 ceph-mon[36417]: pgmap v802: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-21T19:20:01.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:00 smithi003 ceph-mon[31577]: overall HEALTH_OK 2024-05-21T19:20:01.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:00 smithi003 ceph-mon[31577]: pgmap v802: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-21T19:20:01.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:00 smithi178 ceph-mon[36523]: overall HEALTH_OK 2024-05-21T19:20:01.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:00 smithi178 ceph-mon[36523]: pgmap v802: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-21T19:20:01.860 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:03.769 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:03 smithi003 ceph-mon[31577]: pgmap v803: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:20:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:03 smithi178 ceph-mon[36523]: pgmap v803: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 -- 172.21.15.3:0/219682401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4078390 msgr2=0x7ff5b4113f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 --2- 172.21.15.3:0/219682401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4078390 0x7ff5b4113f00 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff59c00b0a0 tx=0x7ff59c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 -- 172.21.15.3:0/219682401 shutdown_connections 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 --2- 172.21.15.3:0/219682401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4114440 0x7ff5b4116830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 --2- 172.21.15.3:0/219682401 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b4077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 --2- 172.21.15.3:0/219682401 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4078390 0x7ff5b4113f00 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.902 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 -- 172.21.15.3:0/219682401 >> 172.21.15.3:0/219682401 conn(0x7ff5b41012b0 msgr2=0x7ff5b41036d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 -- 172.21.15.3:0/219682401 shutdown_connections 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.443+0000 7ff5b9800700 1 -- 172.21.15.3:0/219682401 wait complete. 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 Processor -- start 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 -- start start 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b41a0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 0x7ff5b41a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4114440 0x7ff5b41a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b4119e00 con 0x7ff5b4114440 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b4119c80 con 0x7ff5b4078390 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.445+0000 7ff5b9800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b4119f80 con 0x7ff5b4077a70 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b41a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 0x7ff5b41a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5b3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4114440 0x7ff5b41a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b41a0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51682/0 (socket says 172.21.15.3:51682) 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5b2a00700 1 -- 172.21.15.3:0/2166593604 learned_addr learned my addr 172.21.15.3:0/2166593604 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 -- 172.21.15.3:0/2166593604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 msgr2=0x7ff5b41a0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b41a0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 -- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4114440 msgr2=0x7ff5b41a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4114440 0x7ff5b41a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.446+0000 7ff5aa000700 1 -- 172.21.15.3:0/2166593604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5b41a5350 con 0x7ff5b4078390 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5aa000700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 0x7ff5b41a08d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7ff59c00b070 tx=0x7ff59c004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5abe00700 1 -- 172.21.15.3:0/2166593604 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c021070 con 0x7ff5b4078390 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5b41a55e0 con 0x7ff5b4078390 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5abe00700 1 -- 172.21.15.3:0/2166593604 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff59c007e30 con 0x7ff5b4078390 2024-05-21T19:20:03.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5abe00700 1 -- 172.21.15.3:0/2166593604 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c0046a0 con 0x7ff5b4078390 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.447+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5b41acec0 con 0x7ff5b4078390 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.451+0000 7ff5abe00700 1 -- 172.21.15.3:0/2166593604 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff59c007980 con 0x7ff5b4078390 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 Processor -- start 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 -- start start 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 0x55ef72244fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72245a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ef721a2f40 con 0x55ef722455f0 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ef72192ae0 con 0x55ef7224b530 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ef72196b20 con 0x55ef7224ac10 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.452+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 0x55ef72244fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72245a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.905 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5abe00700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 0x55ef72244fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54590/0 (socket says 172.21.15.3:54590) 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5b2a00700 1 -- 172.21.15.3:0/4124070083 learned_addr learned my addr 172.21.15.3:0/4124070083 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5b3400700 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5b3400700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5abe00700 1 -- 172.21.15.3:0/2166593604 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff59c00f020 con 0x7ff5b4078390 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 -- 172.21.15.3:0/4124070083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 msgr2=0x55ef7224aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 -- 172.21.15.3:0/4124070083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 msgr2=0x55ef72244fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 0x55ef72244fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.453+0000 7ff5aa000700 1 -- 172.21.15.3:0/4124070083 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef7215b520 con 0x55ef722455f0 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.454+0000 7ff5aa000700 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72245a50 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff59c020000 tx=0x7ff59c0097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ab6dedecceaf3b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.906 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.454+0000 7ff5a3e00700 1 -- 172.21.15.3:0/4124070083 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c007c70 con 0x55ef722455f0 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.454+0000 7ff5b3400700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 0x7ff5980b4d40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff5b406ce00 tx=0x7ff5ac0047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.454+0000 7ff5a3e00700 1 -- 172.21.15.3:0/4124070083 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff59c0aa650 con 0x55ef722455f0 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.454+0000 7ff5a3e00700 1 -- 172.21.15.3:0/4124070083 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c0aab40 con 0x55ef722455f0 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 -- 172.21.15.3:0/4124070083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 msgr2=0x55ef72245a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72245a50 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff59c020000 tx=0x7ff59c0097c0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 -- 172.21.15.3:0/4124070083 shutdown_connections 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72245a50 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/4124070083 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224b530 0x55ef72244fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.907 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 -- 172.21.15.3:0/4124070083 >> 172.21.15.3:0/4124070083 conn(0x55ef72172ce0 msgr2=0x55ef7223ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 -- 172.21.15.3:0/4124070083 shutdown_connections 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.455+0000 7ff5c410ab80 1 -- 172.21.15.3:0/4124070083 wait complete. 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.456+0000 7ff5c410ab80 1 -- start start 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.456+0000 7ff5c410ab80 1 Processor -- start 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.456+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 0x55ef72251240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.456+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef7224efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ef720990a0 con 0x55ef7224ac10 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ef72133860 con 0x55ef7224eb20 2024-05-21T19:20:03.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ef721a2f40 con 0x55ef722455f0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5c410ab80 10 client.0 _ll_register_callbacks cb 0x55ef7213cd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5aa000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 0x55ef72251240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5aa000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60784/0 (socket says 172.21.15.3:60784) 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5aa000700 1 -- 172.21.15.3:0/3335678744 learned_addr learned my addr 172.21.15.3:0/3335678744 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5b3400700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef7224efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5b2a00700 1 -- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 msgr2=0x55ef7224efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef7224efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.457+0000 7ff5b2a00700 1 -- 172.21.15.3:0/3335678744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 msgr2=0x55ef7224e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5b2a00700 1 -- 172.21.15.3:0/3335678744 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef720e29d0 con 0x55ef722455f0 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5aa000700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:03.909 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 0x55ef72251240 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x55ef72241a20 tx=0x7ff5a4011ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ace16d31540deba server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5a0c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a401f060 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff5a4004260 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.458+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff59c0aa650 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff5a4004460 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 10 client.28162 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ef72163160 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff59c0aa650 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff5a400f7f0 con 0x55ef722455f0 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 10 client.28162 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 10 client.28162 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 20 client.28162 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:03.910 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef7225eaf0 0x55ef72260ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 4 client.28162 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.459+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef721a4e90 con 0x55ef7225eaf0 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.460+0000 7ff5aa000700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef7225eaf0 0x55ef72260ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.460+0000 7ff5aa000700 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef7225eaf0 0x55ef72260ee0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9da4bb1edd9c9e0 server_cookie=3b75061411f0be11 in_seq=0 out_seq=0 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.460+0000 7ff5a0c00700 10 client.28162 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5a0c00700 1 -- 172.21.15.3:0/3335678744 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ef721a4e90 con 0x55ef7225eaf0 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5a0c00700 10 client.28162 handle_command_reply: tid=0 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 client.28162 shutdown 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 msgr2=0x55ef72251240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 0x55ef72251240 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x55ef72241a20 tx=0x7ff5a4011ae0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 shutdown_connections 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef7225eaf0 0x55ef72260ee0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.911 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef7224efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef722455f0 0x55ef72251240 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/3335678744 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef7224ac10 0x55ef7224e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5a0c00700 0 client.28162 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:03.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.461+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 >> 172.21.15.3:0/3335678744 conn(0x55ef72172ce0 msgr2=0x55ef7223f430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.912 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.462+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 shutdown_connections 2024-05-21T19:20:03.913 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.462+0000 7ff5c410ab80 1 -- 172.21.15.3:0/3335678744 wait complete. 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.462+0000 7ff5c410ab80 20 client.28162 trim_cache size 0 max 16384 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.484+0000 7ff5c410ab80 1 Processor -- start 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.484+0000 7ff5c410ab80 1 -- start start 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef72266740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b6b20 con 0x55ef722455f0 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b43b0 con 0x55ef7224eb20 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b2200 con 0x55ef7224ac10 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60788/0 (socket says 172.21.15.3:60788) 2024-05-21T19:20:03.914 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5b2a00700 1 -- 172.21.15.3:0/2312458650 learned_addr learned my addr 172.21.15.3:0/2312458650 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5aa000700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.485+0000 7ff5b3400700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef72266740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 -- 172.21.15.3:0/2312458650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 msgr2=0x55ef7224c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 -- 172.21.15.3:0/2312458650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 msgr2=0x55ef72266740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef72266740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 -- 172.21.15.3:0/2312458650 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef72240e40 con 0x55ef722455f0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5aa000700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4005a80 tx=0x7ff5a4009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc49956354e03e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.486+0000 7ff5a3400700 1 -- 172.21.15.3:0/2312458650 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a400f480 con 0x55ef722455f0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5a3400700 1 -- 172.21.15.3:0/2312458650 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5a4005070 con 0x55ef722455f0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5a3400700 1 -- 172.21.15.3:0/2312458650 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a4003960 con 0x55ef722455f0 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 -- 172.21.15.3:0/2312458650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 msgr2=0x55ef72244fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.915 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4005a80 tx=0x7ff5a4009810 comp rx=0 tx=0).stop 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 -- 172.21.15.3:0/2312458650 shutdown_connections 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef72266740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef72244fd0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/2312458650 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef7224c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 -- 172.21.15.3:0/2312458650 >> 172.21.15.3:0/2312458650 conn(0x55ef72172ce0 msgr2=0x55ef7224b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.487+0000 7ff5c410ab80 1 -- 172.21.15.3:0/2312458650 shutdown_connections 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.488+0000 7ff5c410ab80 1 -- 172.21.15.3:0/2312458650 wait complete. 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.488+0000 7ff5c410ab80 1 -- start start 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.488+0000 7ff5c410ab80 1 Processor -- start 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef72253e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef722543c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.916 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b2870 con 0x55ef722455f0 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b3ce0 con 0x55ef7224eb20 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b41b2f40 con 0x55ef7224ac10 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5c410ab80 10 client.0 _ll_register_callbacks cb 0x55ef7213cd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60792/0 (socket says 172.21.15.3:60792) 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 -- 172.21.15.3:0/1637047493 learned_addr learned my addr 172.21.15.3:0/1637047493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5aa000700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef72253e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b3400700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef722543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 -- 172.21.15.3:0/1637047493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 msgr2=0x55ef72253e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef72253e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 -- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 msgr2=0x55ef722543c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef722543c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.917 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.489+0000 7ff5b2a00700 1 -- 172.21.15.3:0/1637047493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef72254c00 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5b2a00700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4000c00 tx=0x7ff5a400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4710b65e182820aa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5a0c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a401f070 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff5a400f8c0 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5a4005070 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff5a403e050 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5c410ab80 10 client.18072 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.490+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ef722ca760 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5a4005070 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff5a4004600 con 0x55ef722455f0 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 10 client.18072 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:03.918 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 10 client.18072 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 20 client.18072 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef722cad50 0x55ef722cd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 4 client.18072 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b07bab32", "release": true, "await": true}] 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b07bab32", "release": true, "await": true}) -- 0x55ef7219e670 con 0x55ef722cad50 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.491+0000 7ff5aa000700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef722cad50 0x55ef722cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.492+0000 7ff5aa000700 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef722cad50 0x55ef722cd170 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5f05d0e771c0918 server_cookie=ec3859ee9e52cee1 in_seq=0 out_seq=0 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.492+0000 7ff5a0c00700 10 client.18072 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.493+0000 7ff5a0c00700 1 -- 172.21.15.3:0/1637047493 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ef7219e670 con 0x55ef722cad50 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.493+0000 7ff5a0c00700 10 client.18072 handle_command_reply: tid=0 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.493+0000 7ff5c410ab80 1 client.18072 shutdown 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.493+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 msgr2=0x55ef722575c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.493+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4000c00 tx=0x7ff5a400ff70 comp rx=0 tx=0).stop 2024-05-21T19:20:03.919 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 shutdown_connections 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ef722cad50 0x55ef722cd170 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ef7224eb20 0x55ef722543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ef722455f0 0x55ef722575c0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 --2- 172.21.15.3:0/1637047493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ef7224ac10 0x55ef72253e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 >> 172.21.15.3:0/1637047493 conn(0x55ef72172ce0 msgr2=0x55ef7224ced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5a0c00700 0 client.18072 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 shutdown_connections 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 1 -- 172.21.15.3:0/1637047493 wait complete. 2024-05-21T19:20:03.920 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 40, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "b07bab32": { 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 40, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:20:03.921 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 141.8, 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:03.922 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.494+0000 7ff5c410ab80 20 client.18072 trim_cache size 0 max 16384 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 msgr2=0x7ff5980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 0x7ff5980b4d40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ff5b406ce00 tx=0x7ff5ac0047c0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 msgr2=0x7ff5b41a08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 0x7ff5b41a08d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7ff59c00b070 tx=0x7ff59c004d00 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 shutdown_connections 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5980b2880 0x7ff5980b4d40 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5b4114440 0x7ff5b41a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5b4077a70 0x7ff5b41a0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 --2- 172.21.15.3:0/2166593604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5b4078390 0x7ff5b41a08d0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 >> 172.21.15.3:0/2166593604 conn(0x7ff5b41012b0 msgr2=0x7ff5b41036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 shutdown_connections 2024-05-21T19:20:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:03.495+0000 7ff5b9800700 1 -- 172.21.15.3:0/2166593604 wait complete. 2024-05-21T19:20:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:03 smithi104 ceph-mon[36417]: pgmap v803: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-21T19:20:04.731 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b07bab32', total seconds elapsed: 32.2 2024-05-21T19:20:05.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.343+0000 7f9002e00700 1 -- 172.21.15.3:0/3999608728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 msgr2=0x7f8ffc075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:05.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.343+0000 7f9002e00700 1 --2- 172.21.15.3:0/3999608728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc075cc0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f8ff0009990 tx=0x7f8ff0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 -- 172.21.15.3:0/3999608728 shutdown_connections 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 --2- 172.21.15.3:0/3999608728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc114480 0x7f8ffc116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 --2- 172.21.15.3:0/3999608728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc075cc0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 --2- 172.21.15.3:0/3999608728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc076200 0x7f8ffc113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 -- 172.21.15.3:0/3999608728 >> 172.21.15.3:0/3999608728 conn(0x7f8ffc0fefc0 msgr2=0x7f8ffc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 -- 172.21.15.3:0/3999608728 shutdown_connections 2024-05-21T19:20:05.345 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.344+0000 7f9002e00700 1 -- 172.21.15.3:0/3999608728 wait complete. 2024-05-21T19:20:05.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.345+0000 7f9002e00700 1 Processor -- start 2024-05-21T19:20:05.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.345+0000 7f9002e00700 1 -- start start 2024-05-21T19:20:05.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 0x7f8ffc1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc114480 0x7f8ffc1a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8ffc119c70 con 0x7f8ffc0758e0 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ffc119af0 con 0x7f8ffc076200 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8ffc119df0 con 0x7f8ffc114480 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9001a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9001a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60808/0 (socket says 172.21.15.3:60808) 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9001a00700 1 -- 172.21.15.3:0/1041147016 learned_addr learned my addr 172.21.15.3:0/1041147016 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9001000700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 0x7f8ffc1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.346+0000 7f9002400700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc114480 0x7f8ffc1a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:05.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 -- 172.21.15.3:0/1041147016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc114480 msgr2=0x7f8ffc1a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc114480 0x7f8ffc1a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 -- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 msgr2=0x7f8ffc1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 -- 172.21.15.3:0/1041147016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ffc1a5160 con 0x7f8ffc076200 2024-05-21T19:20:05.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001a00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9001000700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 0x7f8ffc1a06e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8fe800e9f0 tx=0x7f8fe800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe8004220 con 0x7f8ffc076200 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ffc1a5450 con 0x7f8ffc076200 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ffc1accd0 con 0x7f8ffc076200 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fe80043c0 con 0x7f8ffc076200 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.347+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fe8005020 con 0x7f8ffc076200 2024-05-21T19:20:05.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.348+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ffc06a230 con 0x7f8ffc076200 2024-05-21T19:20:05.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.352+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8fe8004750 con 0x7f8ffc076200 2024-05-21T19:20:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.353+0000 7f8ffa000700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 0x7f8fe40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.353+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fe80e2220 con 0x7f8ffc076200 2024-05-21T19:20:05.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.353+0000 7f9001a00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 0x7f8fe40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.354+0000 7f9001a00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 0x7f8fe40b4dc0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8ff0006010 tx=0x7f8ff0009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:05.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.354+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8fe80a9f50 con 0x7f8ffc076200 2024-05-21T19:20:05.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.650+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ffc1a14b0 con 0x7f8ffc076200 2024-05-21T19:20:05.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.651+0000 7f8ffa000700 1 -- 172.21.15.3:0/1041147016 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f8fe80a9850 con 0x7f8ffc076200 2024-05-21T19:20:05.652 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:20:05.652 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 msgr2=0x7f8fe40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 0x7f8fe40b4dc0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f8ff0006010 tx=0x7f8ff0009510 comp rx=0 tx=0).stop 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 msgr2=0x7f8ffc1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 0x7f8ffc1a06e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8fe800e9f0 tx=0x7f8fe800ed00 comp rx=0 tx=0).stop 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 shutdown_connections 2024-05-21T19:20:05.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fe40b2900 0x7f8fe40b4dc0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8ffc114480 0x7f8ffc1a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8ffc0758e0 0x7f8ffc1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 --2- 172.21.15.3:0/1041147016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ffc076200 0x7f8ffc1a06e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 >> 172.21.15.3:0/1041147016 conn(0x7f8ffc0fefc0 msgr2=0x7f8ffc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 shutdown_connections 2024-05-21T19:20:05.656 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:05.655+0000 7f9002e00700 1 -- 172.21.15.3:0/1041147016 wait complete. 2024-05-21T19:20:05.657 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:20:05.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:05 smithi003 ceph-mon[31577]: pgmap v804: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:20:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:05 smithi178 ceph-mon[36523]: pgmap v804: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:20:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:05 smithi104 ceph-mon[36417]: pgmap v804: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:20:06.501 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:20:06.754 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:06 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1041147016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:06.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:06 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1041147016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:06.953 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:06.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:06 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1041147016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.003+0000 7ff7c7200640 1 -- 172.21.15.3:0/1236956103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c8104490 msgr2=0x7ff7c810ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.003+0000 7ff7c7200640 1 --2- 172.21.15.3:0/1236956103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c8104490 0x7ff7c810ad20 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7ff7c0009ca0 tx=0x7ff7c002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 -- 172.21.15.3:0/1236956103 shutdown_connections 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 --2- 172.21.15.3:0/1236956103 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c8104490 0x7ff7c810ad20 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 --2- 172.21.15.3:0/1236956103 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8103ad0 0x7ff7c8103f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 --2- 172.21.15.3:0/1236956103 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c81028e0 0x7ff7c8102d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 -- 172.21.15.3:0/1236956103 >> 172.21.15.3:0/1236956103 conn(0x7ff7c80fde50 msgr2=0x7ff7c8100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 -- 172.21.15.3:0/1236956103 shutdown_connections 2024-05-21T19:20:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.004+0000 7ff7c7200640 1 -- 172.21.15.3:0/1236956103 wait complete. 2024-05-21T19:20:07.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 Processor -- start 2024-05-21T19:20:07.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 -- start start 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c81028e0 0x7ff7c819ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8104490 0x7ff7c81a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c810e460 con 0x7ff7c81028e0 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c810e2e0 con 0x7ff7c8104490 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.005+0000 7ff7c7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c810e5e0 con 0x7ff7c8103ad0 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c81028e0 0x7ff7c819ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51780/0 (socket says 172.21.15.3:51780) 2024-05-21T19:20:07.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c6800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8104490 0x7ff7c81a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 -- 172.21.15.3:0/2289350687 learned_addr learned my addr 172.21.15.3:0/2289350687 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 -- 172.21.15.3:0/2289350687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8104490 msgr2=0x7ff7c81a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8104490 0x7ff7c81a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 -- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c81028e0 msgr2=0x7ff7c819ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c81028e0 0x7ff7c819ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.006+0000 7ff7c5400640 1 -- 172.21.15.3:0/2289350687 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7c81a2990 con 0x7ff7c8103ad0 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7c5400640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400e9f0 tx=0x7ff7b400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7bea00640 1 -- 172.21.15.3:0/2289350687 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b400cd80 con 0x7ff7c8103ad0 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7c81a2c80 con 0x7ff7c8103ad0 2024-05-21T19:20:07.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7bea00640 1 -- 172.21.15.3:0/2289350687 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7b40108e0 con 0x7ff7c8103ad0 2024-05-21T19:20:07.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7bea00640 1 -- 172.21.15.3:0/2289350687 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b4018980 con 0x7ff7c8103ad0 2024-05-21T19:20:07.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.007+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7c81a31d0 con 0x7ff7c8103ad0 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 Processor -- start 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 -- start start 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429d7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429dece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b942946b90 con 0x55b9429d76e0 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b942936730 con 0x55b9429d6cf0 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b94293a770 con 0x55b9429dc850 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60834/0 (socket says 172.21.15.3:60834) 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7c5e00640 1 -- 172.21.15.3:0/529543212 learned_addr learned my addr 172.21.15.3:0/529543212 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:07.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.011+0000 7ff7c6800640 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429d7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 -- 172.21.15.3:0/529543212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 msgr2=0x55b9429dece0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:20:07.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429dece0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 -- 172.21.15.3:0/529543212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 msgr2=0x55b9429dc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 -- 172.21.15.3:0/529543212 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9428cf8b0 con 0x55b9429d6cf0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7c6800640 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429d7110 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff7c0006010 tx=0x7ff7c00093c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=345eac8b95a9fbd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.012+0000 7ff7b3000640 1 -- 172.21.15.3:0/529543212 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c0031650 con 0x55b9429d6cf0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7b3000640 1 -- 172.21.15.3:0/529543212 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7c0036030 con 0x55b9429d6cf0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7b3000640 1 -- 172.21.15.3:0/529543212 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c0004580 con 0x55b9429d6cf0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 -- 172.21.15.3:0/529543212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 msgr2=0x55b9429d7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429d7110 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7ff7c0006010 tx=0x7ff7c00093c0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7bea00640 1 -- 172.21.15.3:0/2289350687 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff7b4010430 con 0x7ff7c8103ad0 2024-05-21T19:20:07.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 -- 172.21.15.3:0/529543212 shutdown_connections 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429dece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d76e0 0x55b9429dc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/529543212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429d7110 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.013+0000 7ff7cf84a740 1 -- 172.21.15.3:0/529543212 >> 172.21.15.3:0/529543212 conn(0x55b9429d2360 msgr2=0x55b9429d2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.014+0000 7ff7cf84a740 1 -- 172.21.15.3:0/529543212 shutdown_connections 2024-05-21T19:20:07.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.014+0000 7ff7cf84a740 1 -- 172.21.15.3:0/529543212 wait complete. 2024-05-21T19:20:07.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.014+0000 7ff7cf84a740 1 -- start start 2024-05-21T19:20:07.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 Processor -- start 2024-05-21T19:20:07.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b94261c790 con 0x55b9429dc850 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b9428debc0 con 0x55b9429d6cf0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b9429df620 con 0x55b9429d76e0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7cf84a740 10 client.0 _ll_register_callbacks cb 0x55b9428bc400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.015+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51794/0 (socket says 172.21.15.3:51794) 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c5e00640 1 -- 172.21.15.3:0/3358336870 learned_addr learned my addr 172.21.15.3:0/3358336870 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7bea00640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 0x7ff7ac0b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 -- 172.21.15.3:0/3358336870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 msgr2=0x55b9429e0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 -- 172.21.15.3:0/3358336870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 msgr2=0x55b9429e7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 -- 172.21.15.3:0/3358336870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b94264b210 con 0x55b9429d6cf0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7bea00640 1 -- 172.21.15.3:0/2289350687 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff7b40e2560 con 0x7ff7c8103ad0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.016+0000 7ff7c6800640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 0x7ff7ac0b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7c6800640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e0900 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff7c002ade0 tx=0x7ff7c0004630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba3bf54783db4963 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7a7400640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c004a040 con 0x55b9429d6cf0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff7c0003bf0 con 0x55b9429d6cf0 2024-05-21T19:20:07.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7c0036030 con 0x55b9429d6cf0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7c6800640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 0x7ff7ac0b4bb0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7c0009bf0 tx=0x7ff7c0056000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7c002f6d0 con 0x55b9429d6cf0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.017+0000 7ff7cf84a740 10 client.28193 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b942717620 con 0x55b9429d6cf0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7c0036030 con 0x55b9429d6cf0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff7c004d030 con 0x55b9429d6cf0 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 10 client.28193 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 10 client.28193 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 20 client.28193 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b9429ec110 0x55b9429ee500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 4 client.28193 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.018+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b942948ae0 con 0x55b9429ec110 2024-05-21T19:20:07.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.019+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b9429ec110 0x55b9429ee500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.019+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b9429ec110 0x55b9429ee500 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=520fad70be4a5070 server_cookie=165223e77c1e2ff7 in_seq=0 out_seq=0 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.019+0000 7ff7a7400640 10 client.28193 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7a7400640 1 -- 172.21.15.3:0/3358336870 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b942948ae0 con 0x55b9429ec110 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7a7400640 10 client.28193 handle_command_reply: tid=0 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 client.28193 shutdown 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 msgr2=0x55b9429e0900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e0900 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7ff7c002ade0 tx=0x7ff7c0004630 comp rx=0 tx=0).stop 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 shutdown_connections 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b9429ec110 0x55b9429ee500 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429d76e0 0x55b9429e0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3358336870 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e0900 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7a7400640 0 client.28193 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.020+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 >> 172.21.15.3:0/3358336870 conn(0x55b9429d2360 msgr2=0x55b9429d14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.021+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 shutdown_connections 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.021+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3358336870 wait complete. 2024-05-21T19:20:07.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.021+0000 7ff7cf84a740 20 client.28193 trim_cache size 0 max 16384 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 Processor -- start 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 -- start start 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 0x55b9429e7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429d5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81ae8c0 con 0x55b9429d6cf0 2024-05-21T19:20:07.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81ac190 con 0x55b9429d76e0 2024-05-21T19:20:07.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.038+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81a9fe0 con 0x55b9429dc850 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60854/0 (socket says 172.21.15.3:60854) 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5e00640 1 -- 172.21.15.3:0/3449125601 learned_addr learned my addr 172.21.15.3:0/3449125601 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 0x55b9429e7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c6800640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429d5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 -- 172.21.15.3:0/3449125601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 msgr2=0x55b9429d5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429d5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 -- 172.21.15.3:0/3449125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 msgr2=0x55b9429e0da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 -- 172.21.15.3:0/3449125601 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9429d6930 con 0x55b9429d76e0 2024-05-21T19:20:07.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:07.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.039+0000 7ff7c5400640 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 0x55b9429e7e40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ff7b40e5fd0 tx=0x7ff7b4018420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da05528dbecbf72c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.040+0000 7ff7b2600640 1 -- 172.21.15.3:0/3449125601 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b40a9380 con 0x55b9429d76e0 2024-05-21T19:20:07.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.040+0000 7ff7b2600640 1 -- 172.21.15.3:0/3449125601 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7b4091070 con 0x55b9429d76e0 2024-05-21T19:20:07.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.040+0000 7ff7b2600640 1 -- 172.21.15.3:0/3449125601 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b40a53a0 con 0x55b9429d76e0 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.040+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3449125601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 msgr2=0x55b9429e7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.040+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 0x55b9429e7e40 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ff7b40e5fd0 tx=0x7ff7b4018420 comp rx=0 tx=0).stop 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3449125601 shutdown_connections 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429dc850 0x55b9429d5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d76e0 0x55b9429e7e40 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/3449125601 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429d6cf0 0x55b9429e0da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3449125601 >> 172.21.15.3:0/3449125601 conn(0x55b9429d2360 msgr2=0x55b9429d5210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3449125601 shutdown_connections 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 -- 172.21.15.3:0/3449125601 wait complete. 2024-05-21T19:20:07.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 -- start start 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.041+0000 7ff7cf84a740 1 Processor -- start 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429e7f30 0x55b942a54c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81aa650 con 0x55b9429dc850 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81abac0 con 0x55b9429d6cf0 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c81aad20 con 0x55b9429e7f30 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7cf84a740 10 client.0 _ll_register_callbacks cb 0x7ff7b8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60862/0 (socket says 172.21.15.3:60862) 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 -- 172.21.15.3:0/4225128458 learned_addr learned my addr 172.21.15.3:0/4225128458 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:07.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c6800640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429e7f30 0x55b942a54c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 -- 172.21.15.3:0/4225128458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429e7f30 msgr2=0x55b942a54c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429e7f30 0x55b942a54c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 -- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 msgr2=0x55b9429e49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.042+0000 7ff7c5400640 1 -- 172.21.15.3:0/4225128458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b942a551f0 con 0x55b9429dc850 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7c5400640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff7b40a6e80 tx=0x7ff7b40e5cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fa887cb4435bba2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7a7400640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b40a53a0 con 0x55b9429dc850 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff7b40e22e0 con 0x55b9429dc850 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7b4091070 con 0x55b9429dc850 2024-05-21T19:20:07.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7b40a9380 con 0x55b9429dc850 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7cf84a740 10 client.18096 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.043+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b942a56500 con 0x55b9429dc850 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7b4091070 con 0x55b9429dc850 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff7b4018b20 con 0x55b9429dc850 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 10 client.18096 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 10 client.18096 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 20 client.18096 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b942a56ee0 0x55b942a59300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 4 client.18096 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b9429422c0 con 0x55b942a56ee0 2024-05-21T19:20:07.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.044+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b942a56ee0 0x55b942a59300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:07.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.045+0000 7ff7c5e00640 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b942a56ee0 0x55b942a59300 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12a5c13335c7882b server_cookie=9775f224a303549a in_seq=0 out_seq=0 2024-05-21T19:20:07.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.045+0000 7ff7a7400640 10 client.18096 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:07.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7a7400640 1 -- 172.21.15.3:0/4225128458 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b9429422c0 con 0x55b942a56ee0 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7a7400640 10 client.18096 handle_command_reply: tid=0 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 client.18096 shutdown 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 msgr2=0x55b9429e4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff7b40a6e80 tx=0x7ff7b40e5cd0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 shutdown_connections 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b942a56ee0 0x55b942a59300 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b9429e7f30 0x55b942a54c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b9429dc850 0x55b9429e4f10 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7a7400640 0 client.18096 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 --2- 172.21.15.3:0/4225128458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b9429d6cf0 0x55b9429e49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.049+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 >> 172.21.15.3:0/4225128458 conn(0x55b9429d2360 msgr2=0x55b9429d5aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 shutdown_connections 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7cf84a740 1 -- 172.21.15.3:0/4225128458 wait complete. 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7cf84a740 20 client.18096 trim_cache size 0 max 16384 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:20:07.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 msgr2=0x7ff7ac0b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 0x7ff7ac0b4bb0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7ff7c0009bf0 tx=0x7ff7c0056000 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 msgr2=0x7ff7c819b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.050+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400e9f0 tx=0x7ff7b400eeb0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 shutdown_connections 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff7ac0b26f0 0x7ff7ac0b4bb0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff7c8103ad0 0x7ff7c819b2b0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7c8104490 0x7ff7c81a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 --2- 172.21.15.3:0/2289350687 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff7c81028e0 0x7ff7c819ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:07.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 >> 172.21.15.3:0/2289350687 conn(0x7ff7c80fde50 msgr2=0x7ff7c8074c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 shutdown_connections 2024-05-21T19:20:07.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:07.051+0000 7ff7c7200640 1 -- 172.21.15.3:0/2289350687 wait complete. 2024-05-21T19:20:07.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:07 smithi003 ceph-mon[31577]: pgmap v805: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:20:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:07 smithi178 ceph-mon[36523]: pgmap v805: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:20:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:07 smithi104 ceph-mon[36417]: pgmap v805: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.316+0000 7f2c85200700 1 -- 172.21.15.3:0/1074555190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 msgr2=0x7f2c80112640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.316+0000 7f2c85200700 1 --2- 172.21.15.3:0/1074555190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c80112640 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f2c78009f90 tx=0x7f2c7800b330 comp rx=0 tx=0).stop 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 -- 172.21.15.3:0/1074555190 shutdown_connections 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 --2- 172.21.15.3:0/1074555190 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c80112640 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 --2- 172.21.15.3:0/1074555190 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80104250 0x7f2c80104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.317 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 --2- 172.21.15.3:0/1074555190 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80101d70 0x7f2c801021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 -- 172.21.15.3:0/1074555190 >> 172.21.15.3:0/1074555190 conn(0x7f2c800776f0 msgr2=0x7f2c80077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 -- 172.21.15.3:0/1074555190 shutdown_connections 2024-05-21T19:20:09.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.317+0000 7f2c85200700 1 -- 172.21.15.3:0/1074555190 wait complete. 2024-05-21T19:20:09.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.318+0000 7f2c85200700 1 Processor -- start 2024-05-21T19:20:09.318 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 -- start start 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80101d70 0x7f2c80105160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 0x7f2c80105be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c80115a60 con 0x7f2c80104250 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801158e0 con 0x7f2c80101d70 2024-05-21T19:20:09.319 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c85200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c80115be0 con 0x7f2c80102730 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c7fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 0x7f2c80105be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.319+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51836/0 (socket says 172.21.15.3:51836) 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80101d70 0x7f2c80105160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 -- 172.21.15.3:0/2624687411 learned_addr learned my addr 172.21.15.3:0/2624687411 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 -- 172.21.15.3:0/2624687411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80101d70 msgr2=0x7f2c80105160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80101d70 0x7f2c80105160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 -- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 msgr2=0x7f2c80105be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 0x7f2c80105be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.320 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 -- 172.21.15.3:0/2624687411 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c801ac500 con 0x7f2c80102730 2024-05-21T19:20:09.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 0x7f2c80105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:09.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.320+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c00ec40 tx=0x7f2c6c00ef50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.321+0000 7f2c77e00700 1 -- 172.21.15.3:0/2624687411 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c00ccf0 con 0x7f2c80102730 2024-05-21T19:20:09.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.321+0000 7f2c77e00700 1 -- 172.21.15.3:0/2624687411 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c6c00ce90 con 0x7f2c80102730 2024-05-21T19:20:09.321 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.321+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c801ac7f0 con 0x7f2c80102730 2024-05-21T19:20:09.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.321+0000 7f2c77e00700 1 -- 172.21.15.3:0/2624687411 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c010430 con 0x7f2c80102730 2024-05-21T19:20:09.322 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.321+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c801acd80 con 0x7f2c80102730 2024-05-21T19:20:09.325 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.326+0000 7f2c77e00700 1 -- 172.21.15.3:0/2624687411 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2c6c004000 con 0x7f2c80102730 2024-05-21T19:20:09.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.326+0000 7f2c91169b80 1 Processor -- start 2024-05-21T19:20:09.326 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.326+0000 7f2c91169b80 1 -- start start 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da51ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 0x55879da4bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da4c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55879d9a9e40 con 0x55879da520e0 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55879d9999e0 con 0x55879da517c0 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c91169b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55879d99da20 con 0x55879da4c390 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 0x55879da4bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da4c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.327 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c7fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da51ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 0x55879da4bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60898/0 (socket says 172.21.15.3:60898) 2024-05-21T19:20:09.328 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.327+0000 7f2c7f400700 1 -- 172.21.15.3:0/1823367014 learned_addr learned my addr 172.21.15.3:0/1823367014 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1823367014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 msgr2=0x55879da4c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da4c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1823367014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 msgr2=0x55879da4bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 0x55879da4bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1823367014 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55879d962420 con 0x55879da517c0 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c77e00700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 0x7f2c640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da51ba0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2c7800b6c0 tx=0x7f2c78004f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da8eb9ac3648620a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.329 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c77e00700 1 -- 172.21.15.3:0/2624687411 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2c6c0e2520 con 0x7f2c80102730 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c7f400700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 0x7f2c640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c74c00700 1 -- 172.21.15.3:0/1823367014 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7800b9f0 con 0x55879da517c0 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c74c00700 1 -- 172.21.15.3:0/1823367014 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c7800bb90 con 0x55879da517c0 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.328+0000 7f2c74c00700 1 -- 172.21.15.3:0/1823367014 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c780052a0 con 0x55879da517c0 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.329+0000 7f2c91169b80 1 -- 172.21.15.3:0/1823367014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 msgr2=0x55879da51ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.329+0000 7f2c7f400700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 0x7f2c640b4dc0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2c70005c50 tx=0x7f2c70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.330 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.329+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da51ba0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2c7800b6c0 tx=0x7f2c78004f70 comp rx=0 tx=0).stop 2024-05-21T19:20:09.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 -- 172.21.15.3:0/1823367014 shutdown_connections 2024-05-21T19:20:09.331 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da4c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da51ba0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1823367014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da520e0 0x55879da4bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 -- 172.21.15.3:0/1823367014 >> 172.21.15.3:0/1823367014 conn(0x55879d979be0 msgr2=0x55879da46810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 -- 172.21.15.3:0/1823367014 shutdown_connections 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 -- 172.21.15.3:0/1823367014 wait complete. 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.330+0000 7f2c91169b80 1 -- start start 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 Processor -- start 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da4c390 0x55879da57eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da55790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55879d89ffa0 con 0x55879da4c390 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55879d93a760 con 0x55879da517c0 2024-05-21T19:20:09.332 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55879da58ba0 con 0x55879da520e0 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.331+0000 7f2c91169b80 10 client.0 _ll_register_callbacks cb 0x55879d943c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54704/0 (socket says 172.21.15.3:54704) 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 -- 172.21.15.3:0/1249953640 learned_addr learned my addr 172.21.15.3:0/1249953640 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7f400700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da4c390 0x55879da57eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.333 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da55790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 -- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 msgr2=0x55879da55790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da55790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 -- 172.21.15.3:0/1249953640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da4c390 msgr2=0x55879da57eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da4c390 0x55879da57eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 -- 172.21.15.3:0/1249953640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55879d8e98d0 con 0x55879da517c0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0a6d30 tx=0x7f2c6c009660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa0aa36938b60b9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.332+0000 7f2c69600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c0a9890 con 0x55879da517c0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2c6c003680 con 0x55879da517c0 2024-05-21T19:20:09.335 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c7800bb90 con 0x55879da517c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2c6c0a9230 con 0x55879da517c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c91169b80 10 client.28211 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55879d96a060 con 0x55879da517c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c7800bb90 con 0x55879da517c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.333+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2c6c00b2c0 con 0x55879da517c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 10 client.28211 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 10 client.28211 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 20 client.28211 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879da657c0 0x55879da67bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 4 client.28211 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55879d9abd90 con 0x55879da657c0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.334+0000 7f2c7f400700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879da657c0 0x55879da67bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.335+0000 7f2c7f400700 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879da657c0 0x55879da67bb0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f7ca719e38acc3a0 server_cookie=febaa8da26607616 in_seq=0 out_seq=0 2024-05-21T19:20:09.336 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.335+0000 7f2c69600700 10 client.28211 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:20:09.337 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c69600700 1 -- 172.21.15.3:0/1249953640 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55879d9abd90 con 0x55879da657c0 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c69600700 10 client.28211 handle_command_reply: tid=0 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 client.28211 shutdown 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 msgr2=0x55879da55250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0a6d30 tx=0x7f2c6c009660 comp rx=0 tx=0).stop 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 shutdown_connections 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da55790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879da657c0 0x55879da67bb0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da4c390 0x55879da57eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1249953640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da517c0 0x55879da55250 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c69600700 0 client.28211 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 >> 172.21.15.3:0/1249953640 conn(0x55879d979be0 msgr2=0x55879da45fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.338 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 shutdown_connections 2024-05-21T19:20:09.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 1 -- 172.21.15.3:0/1249953640 wait complete. 2024-05-21T19:20:09.339 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.336+0000 7f2c91169b80 20 client.28211 trim_cache size 0 max 16384 2024-05-21T19:20:09.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 Processor -- start 2024-05-21T19:20:09.353 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 -- start start 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da61c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.353+0000 7f2c91169b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b69b0 con 0x55879da517c0 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c91169b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b4240 con 0x55879da4c390 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c91169b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b2090 con 0x55879da520e0 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.354 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da61c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54716/0 (socket says 172.21.15.3:54716) 2024-05-21T19:20:09.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:60914/0 (socket says 172.21.15.3:60914) 2024-05-21T19:20:09.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 -- 172.21.15.3:0/2845418738 learned_addr learned my addr 172.21.15.3:0/2845418738 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:09.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 -- 172.21.15.3:0/2845418738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 msgr2=0x55879da61c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da61c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 -- 172.21.15.3:0/2845418738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 msgr2=0x55879da4f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.356 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7f400700 1 -- 172.21.15.3:0/2845418738 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55879da68230 con 0x55879da4c390 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da61c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.354+0000 7f2c7ea00700 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.355+0000 7f2c7f400700 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x55879da68430 tx=0x7f2c7001a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8b07fdfd474a3c49 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.355+0000 7f2c6be00700 1 -- 172.21.15.3:0/2845418738 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c70004510 con 0x55879da4c390 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.355+0000 7f2c6be00700 1 -- 172.21.15.3:0/2845418738 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c7002f070 con 0x55879da4c390 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.355+0000 7f2c6be00700 1 -- 172.21.15.3:0/2845418738 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c7001e430 con 0x55879da4c390 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- 172.21.15.3:0/2845418738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 msgr2=0x55879da4bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x55879da68430 tx=0x7f2c7001a000 comp rx=0 tx=0).stop 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- 172.21.15.3:0/2845418738 shutdown_connections 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da520e0 0x55879da61c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da4c390 0x55879da4bd70 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.357 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 --2- 172.21.15.3:0/2845418738 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da4f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- 172.21.15.3:0/2845418738 >> 172.21.15.3:0/2845418738 conn(0x55879d979be0 msgr2=0x55879da524c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- 172.21.15.3:0/2845418738 shutdown_connections 2024-05-21T19:20:09.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- 172.21.15.3:0/2845418738 wait complete. 2024-05-21T19:20:09.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 -- start start 2024-05-21T19:20:09.358 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.356+0000 7f2c91169b80 1 Processor -- start 2024-05-21T19:20:09.359 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da5e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da5e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 0x55879da6cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b2700 con 0x55879da517c0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b3b70 con 0x55879da520e0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2c801b2dd0 con 0x55879da4c390 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c91169b80 10 client.0 _ll_register_callbacks cb 0x55879d943c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c7ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da5e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da5e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c7fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 0x55879da6cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c7f400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da5e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51874/0 (socket says 172.21.15.3:51874) 2024-05-21T19:20:09.360 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.357+0000 7f2c7f400700 1 -- 172.21.15.3:0/1659238012 learned_addr learned my addr 172.21.15.3:0/1659238012 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 msgr2=0x55879da5e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da5e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1659238012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 msgr2=0x55879da5e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da5e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 -- 172.21.15.3:0/1659238012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55879da6d4b0 con 0x55879da520e0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c7fe00700 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 0x55879da6cc40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2c78009da0 tx=0x7f2c78007eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b68faf6c4c55e94 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c69600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c78033060 con 0x55879da520e0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2c780077f0 con 0x55879da520e0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.358+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c7002f070 con 0x55879da520e0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2c780079f0 con 0x55879da520e0 2024-05-21T19:20:09.361 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 10 client.28217 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55879dad0080 con 0x55879da520e0 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c7002f070 con 0x55879da520e0 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2c78011070 con 0x55879da520e0 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 10 client.28217 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 10 client.28217 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 20 client.28217 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879dad02b0 0x55879dad26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 4 client.28217 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.359+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55879d9a5570 con 0x55879dad02b0 2024-05-21T19:20:09.362 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.360+0000 7f2c7f400700 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879dad02b0 0x55879dad26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:09.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.360+0000 7f2c7f400700 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879dad02b0 0x55879dad26a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8cff0ef2c662c5c4 server_cookie=8e492b5d12597d60 in_seq=0 out_seq=0 2024-05-21T19:20:09.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.360+0000 7f2c69600700 10 client.28217 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:20:09.363 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c69600700 1 -- 172.21.15.3:0/1659238012 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55879d9a5570 con 0x55879dad02b0 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c69600700 10 client.28217 handle_command_reply: tid=0 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 client.28217 shutdown 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 msgr2=0x55879da6cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 0x55879da6cc40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2c78009da0 tx=0x7f2c78007eb0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 shutdown_connections 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55879da520e0 0x55879da6cc40 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55879da4c390 0x55879da5e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55879dad02b0 0x55879dad26a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 --2- 172.21.15.3:0/1659238012 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55879da517c0 0x55879da5e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c69600700 0 client.28217 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 >> 172.21.15.3:0/1659238012 conn(0x55879d979be0 msgr2=0x55879da524c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 shutdown_connections 2024-05-21T19:20:09.364 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 1 -- 172.21.15.3:0/1659238012 wait complete. 2024-05-21T19:20:09.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.361+0000 7f2c91169b80 20 client.28217 trim_cache size 0 max 16384 2024-05-21T19:20:09.365 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:20:09.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 msgr2=0x7f2c640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 0x7f2c640b4dc0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2c70005c50 tx=0x7f2c70009260 comp rx=0 tx=0).stop 2024-05-21T19:20:09.365 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 msgr2=0x7f2c801056a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c00ec40 tx=0x7f2c6c00ef50 comp rx=0 tx=0).stop 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 shutdown_connections 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2c640b2900 0x7f2c640b4dc0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2c80104250 0x7f2c80105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2c80101d70 0x7f2c80105160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 --2- 172.21.15.3:0/2624687411 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2c80102730 0x7f2c801056a0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 >> 172.21.15.3:0/2624687411 conn(0x7f2c800776f0 msgr2=0x7f2c800ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 shutdown_connections 2024-05-21T19:20:09.366 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:09.362+0000 7f2c85200700 1 -- 172.21.15.3:0/2624687411 wait complete. 2024-05-21T19:20:09.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:09 smithi003 ceph-mon[31577]: pgmap v806: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:20:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:09 smithi178 ceph-mon[36523]: pgmap v806: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:20:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:09 smithi104 ceph-mon[36417]: pgmap v806: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-21T19:20:10.268 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:20:10.757 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:11.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:11 smithi003 ceph-mon[31577]: pgmap v807: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-05-21T19:20:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:11 smithi178 ceph-mon[36523]: pgmap v807: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-05-21T19:20:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:11 smithi104 ceph-mon[36417]: pgmap v807: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.2 KiB/s wr, 8 op/s 2024-05-21T19:20:13.008 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.007+0000 7fb71dc00700 1 -- 172.21.15.3:0/641649255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71810fff0 msgr2=0x7fb7181123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.007+0000 7fb71dc00700 1 --2- 172.21.15.3:0/641649255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71810fff0 0x7fb7181123e0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fb71000b0a0 tx=0x7fb71000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 -- 172.21.15.3:0/641649255 shutdown_connections 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 --2- 172.21.15.3:0/641649255 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71810fff0 0x7fb7181123e0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 --2- 172.21.15.3:0/641649255 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71806b250 0x7fb71806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 --2- 172.21.15.3:0/641649255 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806bb70 0x7fb71810fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 -- 172.21.15.3:0/641649255 >> 172.21.15.3:0/641649255 conn(0x7fb7180793f0 msgr2=0x7fb718079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 -- 172.21.15.3:0/641649255 shutdown_connections 2024-05-21T19:20:13.009 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.008+0000 7fb71dc00700 1 -- 172.21.15.3:0/641649255 wait complete. 2024-05-21T19:20:13.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.009+0000 7fb71dc00700 1 Processor -- start 2024-05-21T19:20:13.011 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.009+0000 7fb71dc00700 1 -- start start 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71806bb70 0x7fb71819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 0x7fb7181a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181158f0 con 0x7fb71810fff0 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb718115770 con 0x7fb71806b250 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb71dc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb718115a70 con 0x7fb71806bb70 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54194/0 (socket says 172.21.15.3:54194) 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 -- 172.21.15.3:0/1131393397 learned_addr learned my addr 172.21.15.3:0/1131393397 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb717400700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 0x7fb7181a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716000700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71806bb70 0x7fb71819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.012 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 -- 172.21.15.3:0/1131393397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71806bb70 msgr2=0x7fb71819c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71806bb70 0x7fb71819c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 -- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 msgr2=0x7fb7181a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.010+0000 7fb716a00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 0x7fb7181a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb716a00700 1 -- 172.21.15.3:0/1131393397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7181a0de0 con 0x7fb71806b250 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb717400700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 0x7fb7181a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb716a00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb70800e9a0 tx=0x7fb70800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb70f400700 1 -- 172.21.15.3:0/1131393397 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70800cbd0 con 0x7fb71806b250 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb70f400700 1 -- 172.21.15.3:0/1131393397 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb70800cd70 con 0x7fb71806b250 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7181a10d0 con 0x7fb71806b250 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb70f400700 1 -- 172.21.15.3:0/1131393397 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb708018680 con 0x7fb71806b250 2024-05-21T19:20:13.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.011+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7181a8950 con 0x7fb71806b250 2024-05-21T19:20:13.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb70f400700 1 -- 172.21.15.3:0/1131393397 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb708010430 con 0x7fb71806b250 2024-05-21T19:20:13.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 Processor -- start 2024-05-21T19:20:13.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 -- start start 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e54b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 0x55ca1e54bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e4a9e40 con 0x55ca1e550eb0 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e4999e0 con 0x55ca1e54b880 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.016+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e49da20 con 0x55ca1e5517d0 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb717400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 0x55ca1e54bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb717400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56954/0 (socket says 172.21.15.3:56954) 2024-05-21T19:20:13.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb717400700 1 -- 172.21.15.3:0/653566408 learned_addr learned my addr 172.21.15.3:0/653566408 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:13.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716a00700 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e54b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 -- 172.21.15.3:0/653566408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 msgr2=0x55ca1e54b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e54b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 -- 172.21.15.3:0/653566408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 msgr2=0x55ca1e551290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb716000700 1 -- 172.21.15.3:0/653566408 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca1e462420 con 0x55ca1e54b880 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.017+0000 7fb717400700 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb716000700 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 0x55ca1e54bce0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb704009c60 tx=0x7fb704009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67ccb532c1e6ead0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb70f400700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 0x7fb6fc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb703e00700 1 -- 172.21.15.3:0/653566408 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704011cb0 con 0x55ca1e54b880 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb703e00700 1 -- 172.21.15.3:0/653566408 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb704011e50 con 0x55ca1e54b880 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb703e00700 1 -- 172.21.15.3:0/653566408 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704005280 con 0x55ca1e54b880 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb70f400700 1 -- 172.21.15.3:0/1131393397 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb7080e2510 con 0x7fb71806b250 2024-05-21T19:20:13.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.018+0000 7fb717400700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 0x7fb6fc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 -- 172.21.15.3:0/653566408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 msgr2=0x55ca1e54bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb717400700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 0x7fb6fc0b4d40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb71000b780 tx=0x7fb71001d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 0x55ca1e54bce0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb704009c60 tx=0x7fb704009f70 comp rx=0 tx=0).stop 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 -- 172.21.15.3:0/653566408 shutdown_connections 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e54b880 0x55ca1e54bce0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e550eb0 0x55ca1e551290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/653566408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e54b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 -- 172.21.15.3:0/653566408 >> 172.21.15.3:0/653566408 conn(0x55ca1e479be0 msgr2=0x55ca1e546010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.019+0000 7fb7284b3b80 1 -- 172.21.15.3:0/653566408 shutdown_connections 2024-05-21T19:20:13.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.020+0000 7fb7284b3b80 1 -- 172.21.15.3:0/653566408 wait complete. 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.020+0000 7fb7284b3b80 1 -- start start 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.020+0000 7fb7284b3b80 1 Processor -- start 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e5573e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e554780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e554cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e39ffa0 con 0x55ca1e54b880 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e43a760 con 0x55ca1e550eb0 2024-05-21T19:20:13.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ca1e558240 con 0x55ca1e5517d0 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb7284b3b80 10 client.0 _ll_register_callbacks cb 0x55ca1e443c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e5573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb716000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e554780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb717400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e554cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.021+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e5573e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56960/0 (socket says 172.21.15.3:56960) 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716a00700 1 -- 172.21.15.3:0/1630065950 learned_addr learned my addr 172.21.15.3:0/1630065950 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 -- 172.21.15.3:0/1630065950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 msgr2=0x55ca1e554cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e554cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 -- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 msgr2=0x55ca1e5573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e5573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 -- 172.21.15.3:0/1630065950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca1e3e98d0 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb716000700 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e554780 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb704014040 tx=0x7fb704005df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c350a0eab7aa1dd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.022+0000 7fb700c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704026020 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb704011e50 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb704004260 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb704031050 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb7284b3b80 10 client.28229 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.023+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca1e46a060 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb704011e50 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb704018070 con 0x55ca1e550eb0 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 10 client.28229 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:13.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 10 client.28229 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:20:13.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 20 client.28229 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:13.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e564b30 0x55ca1e566f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 4 client.28229 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:13.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca1e4abd90 con 0x55ca1e564b30 2024-05-21T19:20:13.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.024+0000 7fb716a00700 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e564b30 0x55ca1e566f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.025+0000 7fb716a00700 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e564b30 0x55ca1e566f20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3794a59321b31373 server_cookie=f9a844e3c5e86821 in_seq=0 out_seq=0 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.025+0000 7fb700c00700 10 client.28229 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.025+0000 7fb700c00700 1 -- 172.21.15.3:0/1630065950 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ca1e4abd90 con 0x55ca1e564b30 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.025+0000 7fb700c00700 10 client.28229 handle_command_reply: tid=0 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 client.28229 shutdown 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 msgr2=0x55ca1e554780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e554780 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fb704014040 tx=0x7fb704005df0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 shutdown_connections 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e554cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e564b30 0x55ca1e566f20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e5573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1630065950 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e554780 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 >> 172.21.15.3:0/1630065950 conn(0x55ca1e479be0 msgr2=0x55ca1e54a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb700c00700 0 client.28229 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 shutdown_connections 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1630065950 wait complete. 2024-05-21T19:20:13.029 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.026+0000 7fb7284b3b80 20 client.28229 trim_cache size 0 max 16384 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.043+0000 7fb7284b3b80 1 Processor -- start 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.043+0000 7fb7284b3b80 1 -- start start 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e5459e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e545f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181b27a0 con 0x55ca1e54b880 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181b0030 con 0x55ca1e550eb0 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181ade80 con 0x55ca1e5517d0 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56970/0 (socket says 172.21.15.3:56970) 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb716a00700 1 -- 172.21.15.3:0/1274096900 learned_addr learned my addr 172.21.15.3:0/1274096900 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb717400700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e545f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.045 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.044+0000 7fb716000700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e5459e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 -- 172.21.15.3:0/1274096900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 msgr2=0x55ca1e545f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e545f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 -- 172.21.15.3:0/1274096900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 msgr2=0x55ca1e5459e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e5459e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 -- 172.21.15.3:0/1274096900 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca1e552d10 con 0x55ca1e54b880 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716000700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e5459e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb716a00700 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb70800f010 tx=0x7fb7080e4960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45e0555b7e87cd39 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb703400700 1 -- 172.21.15.3:0/1274096900 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7080a9880 con 0x55ca1e54b880 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb703400700 1 -- 172.21.15.3:0/1274096900 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7080b2250 con 0x55ca1e54b880 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.045+0000 7fb703400700 1 -- 172.21.15.3:0/1274096900 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7080a5240 con 0x55ca1e54b880 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1274096900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 msgr2=0x55ca1e54b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fb70800f010 tx=0x7fb7080e4960 comp rx=0 tx=0).stop 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1274096900 shutdown_connections 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e545f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e54b260 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/1274096900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e5459e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1274096900 >> 172.21.15.3:0/1274096900 conn(0x55ca1e479be0 msgr2=0x55ca1e553090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1274096900 shutdown_connections 2024-05-21T19:20:13.048 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.046+0000 7fb7284b3b80 1 -- 172.21.15.3:0/1274096900 wait complete. 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.047+0000 7fb7284b3b80 1 -- start start 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.047+0000 7fb7284b3b80 1 Processor -- start 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e56bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e56c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181ae4f0 con 0x55ca1e54b880 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181af960 con 0x55ca1e550eb0 2024-05-21T19:20:13.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb7181aebc0 con 0x55ca1e5517d0 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb7284b3b80 10 client.0 _ll_register_callbacks cb 0x55ca1e5557c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb716a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56978/0 (socket says 172.21.15.3:56978) 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb716000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e56bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb716a00700 1 -- 172.21.15.3:0/3981792068 learned_addr learned my addr 172.21.15.3:0/3981792068 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:13.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.048+0000 7fb717400700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e56c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 -- 172.21.15.3:0/3981792068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 msgr2=0x55ca1e56c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e56c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 -- 172.21.15.3:0/3981792068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 msgr2=0x55ca1e56bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e56bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 -- 172.21.15.3:0/3981792068 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca1e56cb00 con 0x55ca1e54b880 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716000700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e56bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb716a00700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb70800c790 tx=0x7fb7080a9660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e97220a461b55ea5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb700c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7080a9220 con 0x55ca1e54b880 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb7080a60a0 con 0x55ca1e54b880 2024-05-21T19:20:13.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.049+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ca1e4a5570 con 0x55ca1e54b880 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb7080a9400 con 0x55ca1e54b880 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 10 client.18132 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ca1e5cf490 con 0x55ca1e54b880 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ca1e4a5570 con 0x55ca1e54b880 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb7080b2480 con 0x55ca1e54b880 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 10 client.18132 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 10 client.18132 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 20 client.18132 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e5cfb70 0x55ca1e5d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 4 client.18132 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:20:13.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.050+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca1e31c250 con 0x55ca1e5cfb70 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb716000700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e5cfb70 0x55ca1e5d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb716000700 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e5cfb70 0x55ca1e5d1f90 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4236e1b73990ef server_cookie=cc69c60036e89e2a in_seq=0 out_seq=0 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb700c00700 10 client.18132 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb700c00700 1 -- 172.21.15.3:0/3981792068 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca1e31c250 con 0x55ca1e5cfb70 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb700c00700 10 client.18132 handle_command_reply: tid=0 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.051+0000 7fb7284b3b80 1 client.18132 shutdown 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 msgr2=0x55ca1e55db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb70800c790 tx=0x7fb7080a9660 comp rx=0 tx=0).stop 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 shutdown_connections 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ca1e5517d0 0x55ca1e56c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55ca1e5cfb70 0x55ca1e5d1f90 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ca1e54b880 0x55ca1e55db60 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 --2- 172.21.15.3:0/3981792068 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ca1e550eb0 0x55ca1e56bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 >> 172.21.15.3:0/3981792068 conn(0x55ca1e479be0 msgr2=0x55ca1e5459e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb700c00700 0 client.18132 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 shutdown_connections 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 1 -- 172.21.15.3:0/3981792068 wait complete. 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.052+0000 7fb7284b3b80 20 client.18132 trim_cache size 0 max 16384 2024-05-21T19:20:13.058 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 msgr2=0x7fb6fc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 0x7fb6fc0b4d40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fb71000b780 tx=0x7fb71001d040 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 msgr2=0x7fb71819be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb70800e9a0 tx=0x7fb70800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 shutdown_connections 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb6fc0b2880 0x7fb6fc0b4d40 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb71810fff0 0x7fb7181a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb71806b250 0x7fb71819be20 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 --2- 172.21.15.3:0/1131393397 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb71806bb70 0x7fb71819c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 >> 172.21.15.3:0/1131393397 conn(0x7fb7180793f0 msgr2=0x7fb718111440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:13.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 shutdown_connections 2024-05-21T19:20:13.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:13.053+0000 7fb71dc00700 1 -- 172.21.15.3:0/1131393397 wait complete. 2024-05-21T19:20:13.855 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:13 smithi003 ceph-mon[31577]: pgmap v808: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:20:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:13 smithi178 ceph-mon[36523]: pgmap v808: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:20:13.936 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:20:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:13 smithi104 ceph-mon[36417]: pgmap v808: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 4.4 KiB/s wr, 9 op/s 2024-05-21T19:20:14.389 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:15.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:15 smithi003 ceph-mon[31577]: pgmap v809: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:20:15.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:15 smithi178 ceph-mon[36523]: pgmap v809: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:20:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:15 smithi104 ceph-mon[36417]: pgmap v809: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 10 op/s 2024-05-21T19:20:16.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.799+0000 7fd3c8200700 1 -- 172.21.15.3:0/2795493673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 msgr2=0x7fd3c0110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.799+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2795493673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0110470 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800b0a0 tx=0x7fd3b800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 -- 172.21.15.3:0/2795493673 shutdown_connections 2024-05-21T19:20:16.800 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2795493673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0110470 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2795493673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c0108500 0x7fd3c01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2795493673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c01035f0 0x7fd3c0103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 -- 172.21.15.3:0/2795493673 >> 172.21.15.3:0/2795493673 conn(0x7fd3c007a6a0 msgr2=0x7fd3c007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 -- 172.21.15.3:0/2795493673 shutdown_connections 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.800+0000 7fd3c8200700 1 -- 172.21.15.3:0/2795493673 wait complete. 2024-05-21T19:20:16.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.802+0000 7fd3c8200700 1 Processor -- start 2024-05-21T19:20:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.802+0000 7fd3c8200700 1 -- start start 2024-05-21T19:20:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 0x7fd3c0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 0x7fd3c00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c0113790 con 0x7fd3c0103f90 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c0113610 con 0x7fd3c01035f0 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c8200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c0113910 con 0x7fd3c0108500 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57000/0 (socket says 172.21.15.3:57000) 2024-05-21T19:20:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c4e00700 1 -- 172.21.15.3:0/2083340928 learned_addr learned my addr 172.21.15.3:0/2083340928 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 0x7fd3c0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.803+0000 7fd3c6200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 0x7fd3c00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 -- 172.21.15.3:0/2083340928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 msgr2=0x7fd3c00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 0x7fd3c00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 -- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 msgr2=0x7fd3c0075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 -- 172.21.15.3:0/2083340928 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3c01a8190 con 0x7fd3c01035f0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c6200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 0x7fd3c00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.804+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 0x7fd3c0075840 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9c0 tx=0x7fd3b400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.805+0000 7fd3be000700 1 -- 172.21.15.3:0/2083340928 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4004220 con 0x7fd3c01035f0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.805+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3c01a8480 con 0x7fd3c01035f0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.805+0000 7fd3be000700 1 -- 172.21.15.3:0/2083340928 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3b40043c0 con 0x7fd3c01035f0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.805+0000 7fd3be000700 1 -- 172.21.15.3:0/2083340928 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4003c50 con 0x7fd3c01035f0 2024-05-21T19:20:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.805+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3c01a8a10 con 0x7fd3c01035f0 2024-05-21T19:20:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.809+0000 7fd3be000700 1 -- 172.21.15.3:0/2083340928 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd3b4021440 con 0x7fd3c01035f0 2024-05-21T19:20:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 Processor -- start 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 -- start start 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe62290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 0x56488fe5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 0x56488fe5cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56488fdbae40 con 0x56488fe61eb0 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56488fdaa9e0 con 0x56488fe627d0 2024-05-21T19:20:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.810+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56488fdaea20 con 0x56488fe5c880 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c6200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe62290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 0x56488fe5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c6200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe62290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57008/0 (socket says 172.21.15.3:57008) 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c6200700 1 -- 172.21.15.3:0/2557641544 learned_addr learned my addr 172.21.15.3:0/2557641544 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3be000700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 0x7fd3a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 0x56488fe5cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3be000700 1 -- 172.21.15.3:0/2083340928 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd3b40e23c0 con 0x7fd3c01035f0 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 -- 172.21.15.3:0/2557641544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 msgr2=0x56488fe5cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 0x56488fe5cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 -- 172.21.15.3:0/2557641544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 msgr2=0x56488fe62290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe62290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c5800700 1 -- 172.21.15.3:0/2557641544 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56488fd73420 con 0x56488fe627d0 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c6200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 0x7fd3a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.811+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 0x56488fe5cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.812+0000 7fd3c5800700 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 0x56488fe5c260 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a59e0 tx=0x7fd3b400cf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32a788ff5f890f9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.812+0000 7fd3b2a00700 1 -- 172.21.15.3:0/2557641544 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40a92b0 con 0x56488fe627d0 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.812+0000 7fd3b2a00700 1 -- 172.21.15.3:0/2557641544 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3b40a9470 con 0x56488fe627d0 2024-05-21T19:20:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.812+0000 7fd3b2a00700 1 -- 172.21.15.3:0/2557641544 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b4004570 con 0x56488fe627d0 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/2557641544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 msgr2=0x56488fe5c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3c6200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 0x7fd3a80b4dc0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800bfa0 tx=0x7fd3b800b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 0x56488fe5c260 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a59e0 tx=0x7fd3b400cf40 comp rx=0 tx=0).stop 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/2557641544 shutdown_connections 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe5c880 0x56488fe5cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/2557641544 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe627d0 0x56488fe5c260 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/2557641544 >> 172.21.15.3:0/2557641544 conn(0x56488fd8abe0 msgr2=0x56488fe57010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.813+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/2557641544 shutdown_connections 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.814+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/2557641544 wait complete. 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.814+0000 7fd3d2b53b80 1 -- start start 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.814+0000 7fd3d2b53b80 1 Processor -- start 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe685a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe65940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe65e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56488fcb0fa0 con 0x56488fe61eb0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56488fd4b760 con 0x56488fe5c880 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56488fe69180 con 0x56488fe627d0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3d2b53b80 10 client.0 _ll_register_callbacks cb 0x56488fd54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3c4e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe65940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3c6200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe65e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe685a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3c6200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe65e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34570/0 (socket says 172.21.15.3:34570) 2024-05-21T19:20:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.815+0000 7fd3c6200700 1 -- 172.21.15.3:0/1494576664 learned_addr learned my addr 172.21.15.3:0/1494576664 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 -- 172.21.15.3:0/1494576664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 msgr2=0x56488fe65e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe65e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 -- 172.21.15.3:0/1494576664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 msgr2=0x56488fe65940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe65940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 -- 172.21.15.3:0/1494576664 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56488fcfa8d0 con 0x56488fe5c880 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe65940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3c5800700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe685a0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a6080 tx=0x7fd3b40b25e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89b2e0dc56c7ec61 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3a7400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.816+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40a90d0 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd3b4016bc0 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3b40a9470 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd3b40c4050 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3d2b53b80 10 client.28247 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56488fd7b060 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.817+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3b40a9470 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fd3b40a52d0 con 0x56488fe5c880 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 10 client.28247 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 10 client.28247 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 20 client.28247 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fe75c00 0x56488fe77ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 4 client.28247 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56488fdbcd90 con 0x56488fe75c00 2024-05-21T19:20:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.818+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fe75c00 0x56488fe77ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.819+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fe75c00 0x56488fe77ff0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=723079a7d045dff0 server_cookie=5f12c71817507eb4 in_seq=0 out_seq=0 2024-05-21T19:20:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.819+0000 7fd3a7400700 10 client.28247 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.820+0000 7fd3a7400700 1 -- 172.21.15.3:0/1494576664 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56488fdbcd90 con 0x56488fe75c00 2024-05-21T19:20:16.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.820+0000 7fd3a7400700 10 client.28247 handle_command_reply: tid=0 2024-05-21T19:20:16.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.820+0000 7fd3d2b53b80 1 client.28247 shutdown 2024-05-21T19:20:16.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.820+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 msgr2=0x56488fe685a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.820+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe685a0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a6080 tx=0x7fd3b40b25e0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 shutdown_connections 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fe75c00 0x56488fe77ff0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe65e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe685a0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3a7400700 0 client.28247 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/1494576664 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe61eb0 0x56488fe65940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 >> 172.21.15.3:0/1494576664 conn(0x56488fd8abe0 msgr2=0x56488fe5b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 shutdown_connections 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/1494576664 wait complete. 2024-05-21T19:20:16.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.821+0000 7fd3d2b53b80 20 client.28247 trim_cache size 0 max 16384 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.838+0000 7fd3d2b53b80 1 Processor -- start 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.838+0000 7fd3d2b53b80 1 -- start start 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 0x56488fe5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe5ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01b2800 con 0x56488fe5c880 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01b0090 con 0x56488fe61eb0 2024-05-21T19:20:16.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01adee0 con 0x56488fe627d0 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 0x56488fe5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c4e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 0x56488fe5c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57026/0 (socket says 172.21.15.3:57026) 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c4e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54278/0 (socket says 172.21.15.3:54278) 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c5800700 1 -- 172.21.15.3:0/3082153100 learned_addr learned my addr 172.21.15.3:0/3082153100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.839+0000 7fd3c6200700 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe5ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 -- 172.21.15.3:0/3082153100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 msgr2=0x56488fe5ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe5ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 -- 172.21.15.3:0/3082153100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 msgr2=0x56488fe5c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 0x56488fe5c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 -- 172.21.15.3:0/3082153100 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56488fe5d2d0 con 0x56488fe61eb0 2024-05-21T19:20:16.841 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.840+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x56488fe69270 tx=0x7fd3ac009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa691b088b39e5f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.841+0000 7fd3b2000700 1 -- 172.21.15.3:0/3082153100 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac004830 con 0x56488fe61eb0 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.841+0000 7fd3b2000700 1 -- 172.21.15.3:0/3082153100 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3ac005020 con 0x56488fe61eb0 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.841+0000 7fd3b2000700 1 -- 172.21.15.3:0/3082153100 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac0038e0 con 0x56488fe61eb0 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/3082153100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 msgr2=0x56488fe5f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x56488fe69270 tx=0x7fd3ac009260 comp rx=0 tx=0).stop 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/3082153100 shutdown_connections 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe627d0 0x56488fe5ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe5c880 0x56488fe5c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/3082153100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe61eb0 0x56488fe5f9c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/3082153100 >> 172.21.15.3:0/3082153100 conn(0x56488fd8abe0 msgr2=0x56488fe64230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/3082153100 shutdown_connections 2024-05-21T19:20:16.843 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/3082153100 wait complete. 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.842+0000 7fd3d2b53b80 1 -- start start 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 Processor -- start 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 0x56488fe78a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 0x56488fe78fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01ae550 con 0x56488fe627d0 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01af9c0 con 0x56488fe5c880 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd3c01aec20 con 0x56488fe61eb0 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3d2b53b80 10 client.0 _ll_register_callbacks cb 0x56488fd54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.843+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54294/0 (socket says 172.21.15.3:54294) 2024-05-21T19:20:16.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 -- 172.21.15.3:0/809268016 learned_addr learned my addr 172.21.15.3:0/809268016 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:16.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c6200700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 0x56488fe78fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 0x56488fe78a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 -- 172.21.15.3:0/809268016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 msgr2=0x56488fe78a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.846 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 0x56488fe78a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 -- 172.21.15.3:0/809268016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 msgr2=0x56488fe78fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 0x56488fe78fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 -- 172.21.15.3:0/809268016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56488fe797f0 con 0x56488fe5c880 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c6200700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 0x56488fe78fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 0x56488fe78a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3c5800700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a59e0 tx=0x7fd3b40a9960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c73e01aa52c9d600 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3a7400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3b40a90d0 con 0x56488fe5c880 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd3b40a8bc0 con 0x56488fe5c880 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.844+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3ac005020 con 0x56488fe5c880 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fd3b40a5820 con 0x56488fe5c880 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 10 client.28253 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:16.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56488fee0450 con 0x56488fe5c880 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3ac005020 con 0x56488fe5c880 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fd3b40aeea0 con 0x56488fe5c880 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 10 client.28253 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 10 client.28253 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 20 client.28253 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fee08c0 0x56488fee2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 4 client.28253 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.845+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56488fdb6570 con 0x56488fee08c0 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.846+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fee08c0 0x56488fee2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.846+0000 7fd3c4e00700 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fee08c0 0x56488fee2cb0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85e432bf79f0febd server_cookie=c07895ffd7a07045 in_seq=0 out_seq=0 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.846+0000 7fd3a7400700 10 client.28253 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3a7400700 1 -- 172.21.15.3:0/809268016 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56488fdb6570 con 0x56488fee08c0 2024-05-21T19:20:16.848 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3a7400700 10 client.28253 handle_command_reply: tid=0 2024-05-21T19:20:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 client.28253 shutdown 2024-05-21T19:20:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 msgr2=0x56488fe7b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd3b40a59e0 tx=0x7fd3b40a9960 comp rx=0 tx=0).stop 2024-05-21T19:20:16.849 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 shutdown_connections 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56488fee08c0 0x56488fee2cb0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56488fe627d0 0x56488fe78fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56488fe5c880 0x56488fe7b6d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 --2- 172.21.15.3:0/809268016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56488fe61eb0 0x56488fe78a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3a7400700 0 client.28253 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 >> 172.21.15.3:0/809268016 conn(0x56488fd8abe0 msgr2=0x56488fe5f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 shutdown_connections 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 1 -- 172.21.15.3:0/809268016 wait complete. 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.847+0000 7fd3d2b53b80 20 client.28253 trim_cache size 0 max 16384 2024-05-21T19:20:16.850 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 msgr2=0x7fd3a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 0x7fd3a80b4dc0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd3b800bfa0 tx=0x7fd3b800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 msgr2=0x7fd3c0075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 0x7fd3c0075840 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fd3b400e9c0 tx=0x7fd3b400ecd0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 shutdown_connections 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd3a80b2900 0x7fd3a80b4dc0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd3c0108500 0x7fd3c00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.851 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd3c01035f0 0x7fd3c0075840 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 --2- 172.21.15.3:0/2083340928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd3c0103f90 0x7fd3c0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:16.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.848+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 >> 172.21.15.3:0/2083340928 conn(0x7fd3c007a6a0 msgr2=0x7fd3c0101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:16.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.849+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 shutdown_connections 2024-05-21T19:20:16.852 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:16.849+0000 7fd3c8200700 1 -- 172.21.15.3:0/2083340928 wait complete. 2024-05-21T19:20:17.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:17 smithi003 ceph-mon[31577]: pgmap v810: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-21T19:20:17.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:17 smithi178 ceph-mon[36523]: pgmap v810: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-21T19:20:17.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:17 smithi104 ceph-mon[36417]: pgmap v810: 97 pgs: 97 active+clean; 4.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 7.4 KiB/s wr, 11 op/s 2024-05-21T19:20:18.682 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:20:18.683 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:20:19.143 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:19.725 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:19 smithi003 ceph-mon[31577]: pgmap v811: 97 pgs: 97 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:20:19.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:19 smithi178 ceph-mon[36523]: pgmap v811: 97 pgs: 97 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:20:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:19 smithi104 ceph-mon[36417]: pgmap v811: 97 pgs: 97 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 6.7 KiB/s wr, 12 op/s 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 -- 172.21.15.3:0/2843367237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8150108eb0 msgr2=0x7f81501092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 --2- 172.21.15.3:0/2843367237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8150108eb0 0x7f81501092d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f8140009900 tx=0x7f814002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 -- 172.21.15.3:0/2843367237 shutdown_connections 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 --2- 172.21.15.3:0/2843367237 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f815010aa50 0x7f8150111370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 --2- 172.21.15.3:0/2843367237 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815010a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.187 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 --2- 172.21.15.3:0/2843367237 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8150108eb0 0x7f81501092d0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 -- 172.21.15.3:0/2843367237 >> 172.21.15.3:0/2843367237 conn(0x7f8150077ee0 msgr2=0x7f815007a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 -- 172.21.15.3:0/2843367237 shutdown_connections 2024-05-21T19:20:20.188 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.186+0000 7f814fe00640 1 -- 172.21.15.3:0/2843367237 wait complete. 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 Processor -- start 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 -- start start 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 0x7f815019f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815019f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 0x7f81501a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8150114aa0 con 0x7f815010a090 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8150114920 con 0x7f815010aa50 2024-05-21T19:20:20.190 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.187+0000 7f814fe00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8150114c20 con 0x7f8150108eb0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815019f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 0x7f815019f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815019f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57038/0 (socket says 172.21.15.3:57038) 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f8146000640 1 -- 172.21.15.3:0/4172451531 learned_addr learned my addr 172.21.15.3:0/4172451531 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814f400640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 0x7f81501a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 -- 172.21.15.3:0/4172451531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 msgr2=0x7f81501a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 0x7f81501a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 -- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 msgr2=0x7f815019f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815019f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814ea00640 1 -- 172.21.15.3:0/4172451531 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81501a6d10 con 0x7f8150108eb0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.188+0000 7f814f400640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 0x7f81501a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f814ea00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 0x7f815019f0f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f814002a910 tx=0x7f8140003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.191 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f8147e00640 1 -- 172.21.15.3:0/4172451531 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814003f070 con 0x7f8150108eb0 2024-05-21T19:20:20.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f8147e00640 1 -- 172.21.15.3:0/4172451531 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8140031c50 con 0x7f8150108eb0 2024-05-21T19:20:20.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81501a6fa0 con 0x7f8150108eb0 2024-05-21T19:20:20.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f8147e00640 1 -- 172.21.15.3:0/4172451531 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8140035030 con 0x7f8150108eb0 2024-05-21T19:20:20.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.189+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81501a73a0 con 0x7f8150108eb0 2024-05-21T19:20:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 Processor -- start 2024-05-21T19:20:20.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 -- start start 2024-05-21T19:20:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23310110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d233151e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23317ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556d2327fb90 con 0x556d23315850 2024-05-21T19:20:20.194 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556d2326f730 con 0x556d2330fcf0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.192+0000 7f81583a0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556d23273770 con 0x556d233106e0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f8147e00640 1 -- 172.21.15.3:0/4172451531 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8140042070 con 0x7f8150108eb0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23317ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23317ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57054/0 (socket says 172.21.15.3:57054) 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f8146000640 1 -- 172.21.15.3:0/2201939 learned_addr learned my addr 172.21.15.3:0/2201939 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23310110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 -- 172.21.15.3:0/2201939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 msgr2=0x556d233151e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d233151e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 -- 172.21.15.3:0/2201939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 msgr2=0x556d23317ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23317ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.193+0000 7f814f400640 1 -- 172.21.15.3:0/2201939 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d232088b0 con 0x556d2330fcf0 2024-05-21T19:20:20.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.194+0000 7f814f400640 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23310110 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8148005fd0 tx=0x7f8148011bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5b0d4fc021e52ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.194+0000 7f813f400640 1 -- 172.21.15.3:0/2201939 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8148004d20 con 0x556d2330fcf0 2024-05-21T19:20:20.198 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.194+0000 7f813f400640 1 -- 172.21.15.3:0/2201939 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f814800f9a0 con 0x556d2330fcf0 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.194+0000 7f813f400640 1 -- 172.21.15.3:0/2201939 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81480043b0 con 0x556d2330fcf0 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f8147e00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 0x7f81340b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- 172.21.15.3:0/2201939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 msgr2=0x556d23310110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23310110 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f8148005fd0 tx=0x7f8148011bf0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- 172.21.15.3:0/2201939 shutdown_connections 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d233151e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f8147e00640 1 -- 172.21.15.3:0/4172451531 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8140102890 con 0x7f8150108eb0 2024-05-21T19:20:20.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23317ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 --2- 172.21.15.3:0/2201939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23310110 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- 172.21.15.3:0/2201939 >> 172.21.15.3:0/2201939 conn(0x556d2330b360 msgr2=0x556d2330b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f814ea00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 0x7f81340b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- 172.21.15.3:0/2201939 shutdown_connections 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- 172.21.15.3:0/2201939 wait complete. 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.195+0000 7f81583a0740 1 -- start start 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f814ea00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 0x7f81340b4ca0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f81400c9e70 tx=0x7f81400314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 Processor -- start 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23319a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23319fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23321010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556d22f55790 con 0x556d23315850 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556d23217bc0 con 0x556d2330fcf0 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556d23318800 con 0x556d233106e0 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f81583a0740 10 client.0 _ll_register_callbacks cb 0x556d231f5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:20.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.196+0000 7f814f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23319a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f814f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23319a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:54334/0 (socket says 172.21.15.3:54334) 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f814f400640 1 -- 172.21.15.3:0/3501059219 learned_addr learned my addr 172.21.15.3:0/3501059219 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23319fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f814f400640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23321010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 -- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 msgr2=0x556d23319a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23319a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 -- 172.21.15.3:0/3501059219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 msgr2=0x556d23321010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23321010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 -- 172.21.15.3:0/3501059219 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d22f84210 con 0x556d233106e0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8146000640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23319fd0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f81380126f0 tx=0x7f8138012bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=386f3316374a0531 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.197+0000 7f8133e00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813800f8c0 con 0x556d233106e0 2024-05-21T19:20:20.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8138012e00 con 0x556d233106e0 2024-05-21T19:20:20.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f814800f9a0 con 0x556d233106e0 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f813800fa60 con 0x556d233106e0 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f81583a0740 10 client.28252 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556d23050620 con 0x556d233106e0 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.198+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f814800f9a0 con 0x556d233106e0 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f8138010430 con 0x556d233106e0 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 10 client.28252 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 10 client.28252 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 20 client.28252 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d233256d0 0x556d23327ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 4 client.28252 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:20.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556d23281ae0 con 0x556d233256d0 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.199+0000 7f814f400640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d233256d0 0x556d23327ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.200+0000 7f814f400640 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d233256d0 0x556d23327ae0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcb51d67fa6a2af1 server_cookie=29a850a2abeb2480 in_seq=0 out_seq=0 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.200+0000 7f8133e00640 10 client.28252 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.200+0000 7f8133e00640 1 -- 172.21.15.3:0/3501059219 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556d23281ae0 con 0x556d233256d0 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.200+0000 7f8133e00640 10 client.28252 handle_command_reply: tid=0 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 client.28252 shutdown 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 msgr2=0x556d23319fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23319fd0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f81380126f0 tx=0x7f8138012bb0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 shutdown_connections 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d233256d0 0x556d23327ae0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23319fd0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d23315850 0x556d23321010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f8133e00640 0 client.28252 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 --2- 172.21.15.3:0/3501059219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d23319a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 >> 172.21.15.3:0/3501059219 conn(0x556d2330b360 msgr2=0x556d2330a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 shutdown_connections 2024-05-21T19:20:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 1 -- 172.21.15.3:0/3501059219 wait complete. 2024-05-21T19:20:20.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.201+0000 7f81583a0740 20 client.28252 trim_cache size 0 max 16384 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 Processor -- start 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 -- start start 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23320fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d23315850 0x556d23311890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81501b2bc0 con 0x556d2330fcf0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81501b0490 con 0x556d23315850 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.233+0000 7f81583a0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f81501ae2e0 con 0x556d233106e0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57076/0 (socket says 172.21.15.3:57076) 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 -- 172.21.15.3:0/1948087952 learned_addr learned my addr 172.21.15.3:0/1948087952 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f8146000640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23320fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d23315850 0x556d23311890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 -- 172.21.15.3:0/1948087952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 msgr2=0x556d23320fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23320fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 -- 172.21.15.3:0/1948087952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d23315850 msgr2=0x556d23311890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d23315850 0x556d23311890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f814f400640 1 -- 172.21.15.3:0/1948087952 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556d23328160 con 0x556d2330fcf0 2024-05-21T19:20:20.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.234+0000 7f8146000640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23320fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:20.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.235+0000 7f814f400640 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f8148005bd0 tx=0x7f8148009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=756f3f4f5f8fbc2f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.235+0000 7f813ea00640 1 -- 172.21.15.3:0/1948087952 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814802f070 con 0x556d2330fcf0 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.235+0000 7f813ea00640 1 -- 172.21.15.3:0/1948087952 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8148003c30 con 0x556d2330fcf0 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.235+0000 7f813ea00640 1 -- 172.21.15.3:0/1948087952 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814801e040 con 0x556d2330fcf0 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- 172.21.15.3:0/1948087952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 msgr2=0x556d2330e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f8148005bd0 tx=0x7f8148009500 comp rx=0 tx=0).stop 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- 172.21.15.3:0/1948087952 shutdown_connections 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d233106e0 0x556d23320fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d23315850 0x556d23311890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 --2- 172.21.15.3:0/1948087952 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d2330fcf0 0x556d2330e8d0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- 172.21.15.3:0/1948087952 >> 172.21.15.3:0/1948087952 conn(0x556d2330b360 msgr2=0x556d23311180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- 172.21.15.3:0/1948087952 shutdown_connections 2024-05-21T19:20:20.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- 172.21.15.3:0/1948087952 wait complete. 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.236+0000 7f81583a0740 1 -- start start 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 Processor -- start 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d2331e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 0x556d2331f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f81501ae950 con 0x556d233106e0 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81501afdc0 con 0x556d2330fcf0 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f81501af020 con 0x556d23315850 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.237+0000 7f81583a0740 10 client.0 _ll_register_callbacks cb 0x7f8138009950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:20.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f814f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d2331e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57084/0 (socket says 172.21.15.3:57084) 2024-05-21T19:20:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 -- 172.21.15.3:0/1489494360 learned_addr learned my addr 172.21.15.3:0/1489494360 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:20.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f814f400640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 0x556d2331f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 -- 172.21.15.3:0/1489494360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 msgr2=0x556d2331f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 0x556d2331f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 -- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 msgr2=0x556d2331e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d2331e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f8146000640 1 -- 172.21.15.3:0/1489494360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556d2330b190 con 0x556d233106e0 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.238+0000 7f814f400640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 0x556d2331f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8146000640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x556d2331af70 tx=0x7f8138009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa201de43c986441 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8133e00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:20.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138010e60 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8138012e00 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8148003c30 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8138000e60 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f81583a0740 10 client.18168 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556d23321090 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.239+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8148003c30 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f813800fd20 con 0x556d233106e0 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 10 client.18168 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 10 client.18168 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:20.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 20 client.18168 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d23390770 0x556d23392b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 4 client.18168 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556d2327b2c0 con 0x556d23390770 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f814f400640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d23390770 0x556d23392b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f814f400640 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d23390770 0x556d23392b90 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4877ebd7d05ac3b9 server_cookie=ac9aec80abd0dce2 in_seq=0 out_seq=0 2024-05-21T19:20:20.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.240+0000 7f8133e00640 10 client.18168 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f8133e00640 1 -- 172.21.15.3:0/1489494360 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x556d2327b2c0 con 0x556d23390770 2024-05-21T19:20:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f8133e00640 10 client.18168 handle_command_reply: tid=0 2024-05-21T19:20:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 client.18168 shutdown 2024-05-21T19:20:20.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 msgr2=0x556d2331e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x556d2331af70 tx=0x7f8138009880 comp rx=0 tx=0).stop 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 shutdown_connections 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556d23390770 0x556d23392b90 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556d23315850 0x556d2331f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556d233106e0 0x556d2331e8b0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 --2- 172.21.15.3:0/1489494360 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556d2330fcf0 0x556d2331e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f8133e00640 0 client.18168 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:20.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 >> 172.21.15.3:0/1489494360 conn(0x556d2330b360 msgr2=0x556d2330e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 shutdown_connections 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.248+0000 7f81583a0740 1 -- 172.21.15.3:0/1489494360 wait complete. 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f81583a0740 20 client.18168 trim_cache size 0 max 16384 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:20:20.251 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 msgr2=0x7f81340b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 0x7f81340b4ca0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f81400c9e70 tx=0x7f81400314a0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 msgr2=0x7f815019f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 0x7f815019f0f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f814002a910 tx=0x7f8140003c10 comp rx=0 tx=0).stop 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 shutdown_connections 2024-05-21T19:20:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f815010aa50 0x7f81501a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f815010a090 0x7f815019f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f81340b27e0 0x7f81340b4ca0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 --2- 172.21.15.3:0/4172451531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8150108eb0 0x7f815019f0f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 >> 172.21.15.3:0/4172451531 conn(0x7f8150077ee0 msgr2=0x7f815010d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 shutdown_connections 2024-05-21T19:20:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:20.249+0000 7f814fe00640 1 -- 172.21.15.3:0/4172451531 wait complete. 2024-05-21T19:20:20.670 INFO:tasks.workunit.client.0.smithi003.stdout:375/600: open fd = 3 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:376/600: open fd = 3 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:377/600: open fd = 3 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.671 INFO:tasks.workunit.client.0.smithi003.stdout:378/600: open fd = 3 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:379/600: open fd = 3 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:380/600: open fd = 3 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:381/600: open fd = 3 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.672 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:382/600: open fd = 3 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:383/600: open fd = 3 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:384/600: open fd = 3 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:385/600: open fd = 3 2024-05-21T19:20:20.673 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:386/600: open fd = 3 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:387/600: open fd = 3 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:388/600: open fd = 3 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.674 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:389/600: open fd = 3 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:390/600: open fd = 3 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:391/600: open fd = 3 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:392/600: open fd = 3 2024-05-21T19:20:20.675 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:393/600: open fd = 3 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:394/600: open fd = 3 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:395/600: open fd = 3 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.676 INFO:tasks.workunit.client.0.smithi003.stdout:396/600: open fd = 3 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:397/600: open fd = 3 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:398/600: open fd = 3 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:399/600: open fd = 3 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.677 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:400/600: open fd = 3 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:401/600: open fd = 3 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:402/600: open fd = 3 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.678 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:403/600: open fd = 3 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:404/600: open fd = 3 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:405/600: open fd = 3 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:406/600: open fd = 3 2024-05-21T19:20:20.679 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:407/600: open fd = 3 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:408/600: open fd = 3 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:409/600: open fd = 3 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.680 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:410/600: open fd = 3 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:411/600: open fd = 3 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:412/600: open fd = 3 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.681 INFO:tasks.workunit.client.0.smithi003.stdout:413/600: open fd = 3 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:414/600: open fd = 3 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:415/600: open fd = 3 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:416/600: open fd = 3 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.682 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:417/600: open fd = 3 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:418/600: open fd = 3 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:419/600: open fd = 3 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:420/600: open fd = 3 2024-05-21T19:20:20.683 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:421/600: open fd = 3 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:422/600: open fd = 3 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:423/600: open fd = 3 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.684 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:424/600: open fd = 3 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:425/600: open fd = 3 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:426/600: open fd = 3 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:427/600: open fd = 3 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.685 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:428/600: open fd = 3 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:429/600: open fd = 3 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:430/600: open fd = 3 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.686 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:431/600: open fd = 3 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:432/600: open fd = 3 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:433/600: open fd = 3 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:434/600: open fd = 3 2024-05-21T19:20:20.687 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:435/600: open fd = 3 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:436/600: open fd = 3 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:20:20.688 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.370+0000 7fb315a00700 1 -- 172.21.15.3:0/4172471907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb31010ff40 msgr2=0x7fb310112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.370+0000 7fb315a00700 1 --2- 172.21.15.3:0/4172471907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb31010ff40 0x7fb310112330 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fb30800b0a0 tx=0x7fb30800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 -- 172.21.15.3:0/4172471907 shutdown_connections 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 --2- 172.21.15.3:0/4172471907 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb31010ff40 0x7fb310112330 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 --2- 172.21.15.3:0/4172471907 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb310075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 --2- 172.21.15.3:0/4172471907 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb310076090 0x7fb31010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.372 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 -- 172.21.15.3:0/4172471907 >> 172.21.15.3:0/4172471907 conn(0x7fb31007a6a0 msgr2=0x7fb31007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 -- 172.21.15.3:0/4172471907 shutdown_connections 2024-05-21T19:20:21.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.371+0000 7fb315a00700 1 -- 172.21.15.3:0/4172471907 wait complete. 2024-05-21T19:20:21.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.372+0000 7fb315a00700 1 Processor -- start 2024-05-21T19:20:21.373 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.372+0000 7fb315a00700 1 -- start start 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb31019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 0x7fb3101a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb310115930 con 0x7fb310076090 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101157b0 con 0x7fb310075770 2024-05-21T19:20:21.374 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb315a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb310115ab0 con 0x7fb31010ff40 2024-05-21T19:20:21.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb30e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb30e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57492/0 (socket says 172.21.15.3:57492) 2024-05-21T19:20:21.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb30ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb31019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb30e000700 1 -- 172.21.15.3:0/2801134470 learned_addr learned my addr 172.21.15.3:0/2801134470 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:21.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.373+0000 7fb30f400700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 0x7fb3101a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 -- 172.21.15.3:0/2801134470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 msgr2=0x7fb3101a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 0x7fb3101a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 -- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 msgr2=0x7fb31019c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 -- 172.21.15.3:0/2801134470 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3101a0d40 con 0x7fb310075770 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30f400700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 0x7fb3101a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30e000700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb30ea00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb31019bd80 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fb30000e9f0 tx=0x7fb30000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb307400700 1 -- 172.21.15.3:0/2801134470 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb30000cbd0 con 0x7fb310075770 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3101a1030 con 0x7fb310075770 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb307400700 1 -- 172.21.15.3:0/2801134470 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb30000cd70 con 0x7fb310075770 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3101a88b0 con 0x7fb310075770 2024-05-21T19:20:21.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.374+0000 7fb307400700 1 -- 172.21.15.3:0/2801134470 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb300010e60 con 0x7fb310075770 2024-05-21T19:20:21.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.378+0000 7fb307400700 1 -- 172.21.15.3:0/2801134470 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb300010430 con 0x7fb310075770 2024-05-21T19:20:21.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.379+0000 7fb320394b80 1 Processor -- start 2024-05-21T19:20:21.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.379+0000 7fb320394b80 1 -- start start 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb307400700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 0x7fb2f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be25a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be20640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c07bd7dec0 con 0x55c07be201c0 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c07bd6da60 con 0x55c07be25fb0 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb320394b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c07bd71aa0 con 0x55c07be25690 2024-05-21T19:20:21.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb307400700 1 -- 172.21.15.3:0/2801134470 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3000e2470 con 0x7fb310075770 2024-05-21T19:20:21.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30f400700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 0x7fb2f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30e000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45536/0 (socket says 172.21.15.3:45536) 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30e000700 1 -- 172.21.15.3:0/2948097202 learned_addr learned my addr 172.21.15.3:0/2948097202 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30ea00700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be25a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.380+0000 7fb30f400700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be20640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 -- 172.21.15.3:0/2948097202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 msgr2=0x55c07be25a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be25a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 -- 172.21.15.3:0/2948097202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 msgr2=0x55c07be20640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be20640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 -- 172.21.15.3:0/2948097202 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c07bd364a0 con 0x55c07be25fb0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30f400700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be20640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30e000700 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc011650 tx=0x7fb2fc009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7dbe8f75dc80a356 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb30f400700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 0x7fb2f40b4dc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb30800b780 tx=0x7fb3080097c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb2fbe00700 1 -- 172.21.15.3:0/2948097202 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc004230 con 0x55c07be25fb0 2024-05-21T19:20:21.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb2fbe00700 1 -- 172.21.15.3:0/2948097202 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc0043d0 con 0x55c07be25fb0 2024-05-21T19:20:21.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.381+0000 7fb2fbe00700 1 -- 172.21.15.3:0/2948097202 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc003680 con 0x55c07be25fb0 2024-05-21T19:20:21.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 -- 172.21.15.3:0/2948097202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 msgr2=0x55c07be1fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc011650 tx=0x7fb2fc009f90 comp rx=0 tx=0).stop 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 -- 172.21.15.3:0/2948097202 shutdown_connections 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be20640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be25a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 --2- 172.21.15.3:0/2948097202 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be1fba0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 -- 172.21.15.3:0/2948097202 >> 172.21.15.3:0/2948097202 conn(0x55c07bd4dc60 msgr2=0x55c07be1a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 -- 172.21.15.3:0/2948097202 shutdown_connections 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.382+0000 7fb320394b80 1 -- 172.21.15.3:0/2948097202 wait complete. 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.383+0000 7fb320394b80 1 -- start start 2024-05-21T19:20:21.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.383+0000 7fb320394b80 1 Processor -- start 2024-05-21T19:20:21.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25690 0x55c07be28ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be29530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55c07bc74020 con 0x55c07be25690 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c07bd0e7e0 con 0x55c07be25fb0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55c07be2ca60 con 0x55c07be201c0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb320394b80 10 client.0 _ll_register_callbacks cb 0x55c07bd17cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb30e000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25690 0x55c07be28ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb30ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48666/0 (socket says 172.21.15.3:48666) 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb30ea00700 1 -- 172.21.15.3:0/1435110313 learned_addr learned my addr 172.21.15.3:0/1435110313 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.384+0000 7fb30f400700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be29530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 -- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 msgr2=0x55c07be29530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be29530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 -- 172.21.15.3:0/1435110313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25690 msgr2=0x55c07be28ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25690 0x55c07be28ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 -- 172.21.15.3:0/1435110313 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c07bcbd950 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb30ea00700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fb3000a9710 tx=0x7fb3000a9f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59f7e6f85cdb5037 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb2f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3000aab40 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb3000cc2c0 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.385+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2fc0043d0 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb3000bee60 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 10 client.28270 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c07bd3e0e0 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2fc0043d0 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb300010720 con 0x55c07be201c0 2024-05-21T19:20:21.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 10 client.28270 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 10 client.28270 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 20 client.28270 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07be394b0 0x55c07be3b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 4 client.28270 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.386+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c07bd7fe10 con 0x55c07be394b0 2024-05-21T19:20:21.390 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.387+0000 7fb30e000700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07be394b0 0x55c07be3b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.387+0000 7fb30e000700 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07be394b0 0x55c07be3b8e0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69681e5f3fa518d3 server_cookie=eb5ee24097382bb6 in_seq=0 out_seq=0 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.387+0000 7fb2f8c00700 10 client.28270 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb2f8c00700 1 -- 172.21.15.3:0/1435110313 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c07bd7fe10 con 0x55c07be394b0 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb2f8c00700 10 client.28270 handle_command_reply: tid=0 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 client.28270 shutdown 2024-05-21T19:20:21.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 msgr2=0x55c07be2bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fb3000a9710 tx=0x7fb3000a9f50 comp rx=0 tx=0).stop 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 shutdown_connections 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07be394b0 0x55c07be3b8e0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be29530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be201c0 0x55c07be2bc50 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 --2- 172.21.15.3:0/1435110313 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25690 0x55c07be28ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb2f8c00700 0 client.28270 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.388+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 >> 172.21.15.3:0/1435110313 conn(0x55c07bd4dc60 msgr2=0x55c07be19df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.389+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 shutdown_connections 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.389+0000 7fb320394b80 1 -- 172.21.15.3:0/1435110313 wait complete. 2024-05-21T19:20:21.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.389+0000 7fb320394b80 20 client.28270 trim_cache size 0 max 16384 2024-05-21T19:20:21.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.411+0000 7fb320394b80 1 Processor -- start 2024-05-21T19:20:21.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.411+0000 7fb320394b80 1 -- start start 2024-05-21T19:20:21.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be1a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be411b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101b26f0 con 0x55c07be201c0 2024-05-21T19:20:21.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101aff80 con 0x55c07be25fb0 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb320394b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101addd0 con 0x55c07be25690 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb30ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb30ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57516/0 (socket says 172.21.15.3:57516) 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb30ea00700 1 -- 172.21.15.3:0/275138694 learned_addr learned my addr 172.21.15.3:0/275138694 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb30e000700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be1a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.412+0000 7fb30f400700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be411b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 -- 172.21.15.3:0/275138694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 msgr2=0x55c07be1a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be1a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 -- 172.21.15.3:0/275138694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 msgr2=0x55c07be411b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be411b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 -- 172.21.15.3:0/275138694 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c07be25db0 con 0x55c07be201c0 2024-05-21T19:20:21.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30f400700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be411b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb30ea00700 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb300009f90 tx=0x7fb300000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47efd09e0314780f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb2fb400700 1 -- 172.21.15.3:0/275138694 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3000a51a0 con 0x55c07be201c0 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb2fb400700 1 -- 172.21.15.3:0/275138694 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3000b21b0 con 0x55c07be201c0 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.413+0000 7fb2fb400700 1 -- 172.21.15.3:0/275138694 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3000aa110 con 0x55c07be201c0 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- 172.21.15.3:0/275138694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 msgr2=0x55c07be1fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb300009f90 tx=0x7fb300000bc0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- 172.21.15.3:0/275138694 shutdown_connections 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be25fb0 0x55c07be411b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be201c0 0x55c07be1fba0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 --2- 172.21.15.3:0/275138694 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be1a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- 172.21.15.3:0/275138694 >> 172.21.15.3:0/275138694 conn(0x55c07bd4dc60 msgr2=0x55c07be28040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- 172.21.15.3:0/275138694 shutdown_connections 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- 172.21.15.3:0/275138694 wait complete. 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.414+0000 7fb320394b80 1 -- start start 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 Processor -- start 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 0x55c07be2ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25fb0 0x55c07be2f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101ae440 con 0x55c07be25fb0 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101af8b0 con 0x55c07be201c0 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb3101aeb10 con 0x55c07be25690 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb320394b80 10 client.0 _ll_register_callbacks cb 0x55c07bd17cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:21.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb30e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb30e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48688/0 (socket says 172.21.15.3:48688) 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb30e000700 1 -- 172.21.15.3:0/36464297 learned_addr learned my addr 172.21.15.3:0/36464297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb30ea00700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 0x55c07be2ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.415+0000 7fb30f400700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25fb0 0x55c07be2f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 -- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 msgr2=0x55c07be2ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 0x55c07be2ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 -- 172.21.15.3:0/36464297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25fb0 msgr2=0x55c07be2f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25fb0 0x55c07be2f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 -- 172.21.15.3:0/36464297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c07bea4240 con 0x55c07be25690 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30ea00700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 0x55c07be2ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb30e000700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc011650 tx=0x7fb2fc005790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1629651316b048e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:21.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb2f8c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:21.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc01e040 con 0x55c07be25690 2024-05-21T19:20:21.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c07bd795f0 con 0x55c07be25690 2024-05-21T19:20:21.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.416+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb2fc003880 con 0x55c07be25690 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb2fc003aa0 con 0x55c07be25690 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 10 client.28276 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c07bea5500 con 0x55c07be25690 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55c07bd795f0 con 0x55c07be25690 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb2fc024040 con 0x55c07be25690 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 10 client.28276 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 10 client.28276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 20 client.28276 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07bea5ab0 0x55c07bea7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 4 client.28276 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.417+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c07bbf02d0 con 0x55c07bea5ab0 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.418+0000 7fb30ea00700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07bea5ab0 0x55c07bea7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:21.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.418+0000 7fb30ea00700 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07bea5ab0 0x55c07bea7ed0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e3c7791aeabad77 server_cookie=7ebac581b51067d1 in_seq=0 out_seq=0 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.418+0000 7fb2f8c00700 10 client.28276 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.419+0000 7fb2f8c00700 1 -- 172.21.15.3:0/36464297 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c07bbf02d0 con 0x55c07bea5ab0 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.419+0000 7fb2f8c00700 10 client.28276 handle_command_reply: tid=0 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.419+0000 7fb320394b80 1 client.28276 shutdown 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.419+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 msgr2=0x55c07be2f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.419+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc011650 tx=0x7fb2fc005790 comp rx=0 tx=0).stop 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 shutdown_connections 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55c07bea5ab0 0x55c07bea7ed0 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55c07be25fb0 0x55c07be2f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c07be201c0 0x55c07be2ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb2f8c00700 0 client.28276 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 --2- 172.21.15.3:0/36464297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55c07be25690 0x55c07be2f200 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 >> 172.21.15.3:0/36464297 conn(0x55c07bd4dc60 msgr2=0x55c07be2a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 shutdown_connections 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 1 -- 172.21.15.3:0/36464297 wait complete. 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.420+0000 7fb320394b80 20 client.28276 trim_cache size 0 max 16384 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "d407a28d-cb98-4327-9a56-ebf9fe1e994c", 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:20:21.424 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 msgr2=0x7fb2f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 0x7fb2f40b4dc0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb30800b780 tx=0x7fb3080097c0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 msgr2=0x7fb31019bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb31019bd80 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fb30000e9f0 tx=0x7fb30000ed00 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 shutdown_connections 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb2f40b2900 0x7fb2f40b4dc0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb31010ff40 0x7fb3101a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb310075770 0x7fb31019bd80 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 --2- 172.21.15.3:0/2801134470 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb310076090 0x7fb31019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.421+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 >> 172.21.15.3:0/2801134470 conn(0x7fb31007a6a0 msgr2=0x7fb3101006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:21.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.422+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 shutdown_connections 2024-05-21T19:20:21.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:21.422+0000 7fb315a00700 1 -- 172.21.15.3:0/2801134470 wait complete. 2024-05-21T19:20:21.806 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:21 smithi003 ceph-mon[31577]: pgmap v812: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-21T19:20:21.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:21 smithi178 ceph-mon[36523]: pgmap v812: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-21T19:20:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:21 smithi104 ceph-mon[36417]: pgmap v812: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 8.8 KiB/s wr, 12 op/s 2024-05-21T19:20:22.381 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:20:22.869 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:20:22.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:22 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:22.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:22 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:23.024 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:23.025 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:22 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:20:23.844 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:23 smithi003 ceph-mon[31577]: pgmap v813: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:20:23.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:23 smithi178 ceph-mon[36523]: pgmap v813: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:20:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:23 smithi104 ceph-mon[36417]: pgmap v813: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 6.3 KiB/s wr, 11 op/s 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 -- 172.21.15.3:0/478203587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41088f0 msgr2=0x7f8fe4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 --2- 172.21.15.3:0/478203587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41088f0 0x7f8fe4110470 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00b0d0 tx=0x7f8fdc00b3e0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 -- 172.21.15.3:0/478203587 shutdown_connections 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 --2- 172.21.15.3:0/478203587 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41088f0 0x7f8fe4110470 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 --2- 172.21.15.3:0/478203587 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41037f0 0x7f8fe4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 --2- 172.21.15.3:0/478203587 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41041a0 0x7f8fe41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.093+0000 7f8fec600700 1 -- 172.21.15.3:0/478203587 >> 172.21.15.3:0/478203587 conn(0x7f8fe407a6a0 msgr2=0x7f8fe407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.094+0000 7f8fec600700 1 -- 172.21.15.3:0/478203587 shutdown_connections 2024-05-21T19:20:25.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.094+0000 7f8fec600700 1 -- 172.21.15.3:0/478203587 wait complete. 2024-05-21T19:20:25.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.095+0000 7f8fec600700 1 Processor -- start 2024-05-21T19:20:25.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.095+0000 7f8fec600700 1 -- start start 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41037f0 0x7f8fe4075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 0x7f8fe4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 0x7f8fe40762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4113710 con 0x7f8fe41088f0 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4113590 con 0x7f8fe41041a0 2024-05-21T19:20:25.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fec600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4113890 con 0x7f8fe41037f0 2024-05-21T19:20:25.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fea600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 0x7f8fe40762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fea600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 0x7f8fe40762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57548/0 (socket says 172.21.15.3:57548) 2024-05-21T19:20:25.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fe9200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 0x7f8fe4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fea600700 1 -- 172.21.15.3:0/1828541728 learned_addr learned my addr 172.21.15.3:0/1828541728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.096+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41037f0 0x7f8fe4075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 -- 172.21.15.3:0/1828541728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41037f0 msgr2=0x7f8fe4075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41037f0 0x7f8fe4075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 -- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 msgr2=0x7f8fe40762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 0x7f8fe40762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 -- 172.21.15.3:0/1828541728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe41a80b0 con 0x7f8fe41041a0 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe9200700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 0x7f8fe4075d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8fd000e9f0 tx=0x7f8fd000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe2000700 1 -- 172.21.15.3:0/1828541728 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd000c9c0 con 0x7f8fe41041a0 2024-05-21T19:20:25.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fe2000700 1 -- 172.21.15.3:0/1828541728 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fd000cb60 con 0x7f8fe41041a0 2024-05-21T19:20:25.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.097+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe41a83a0 con 0x7f8fe41041a0 2024-05-21T19:20:25.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.098+0000 7f8fe2000700 1 -- 172.21.15.3:0/1828541728 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd0018680 con 0x7f8fe41041a0 2024-05-21T19:20:25.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.098+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe41a8930 con 0x7f8fe41041a0 2024-05-21T19:20:25.106 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.102+0000 7f8fe2000700 1 -- 172.21.15.3:0/1828541728 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8fd0010430 con 0x7f8fe41041a0 2024-05-21T19:20:25.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.102+0000 7f8ff6fceb80 1 Processor -- start 2024-05-21T19:20:25.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.102+0000 7f8ff6fceb80 1 -- start start 2024-05-21T19:20:25.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625ea290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.109 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e4880 0x5568625e4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556862542e40 con 0x5568625ea7d0 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5568625329e0 con 0x5568625e9eb0 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556862536a20 con 0x5568625e4880 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57552/0 (socket says 172.21.15.3:57552) 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fe9c00700 1 -- 172.21.15.3:0/883783682 learned_addr learned my addr 172.21.15.3:0/883783682 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fea600700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625ea290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fe9200700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e4880 0x5568625e4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.103+0000 7f8fe2000700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 0x7f8fcc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 -- 172.21.15.3:0/883783682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e4880 msgr2=0x5568625e4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e4880 0x5568625e4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.110 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 -- 172.21.15.3:0/883783682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 msgr2=0x5568625ea290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625ea290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe2000700 1 -- 172.21.15.3:0/1828541728 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fd00e22d0 con 0x7f8fe41041a0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 -- 172.21.15.3:0/883783682 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568624fb420 con 0x5568625ea7d0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fea600700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625ea290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fea600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 0x7f8fcc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.104+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009d80 tx=0x7f8fd8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=300148cc88a06527 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.105+0000 7f8fd6a00700 1 -- 172.21.15.3:0/883783682 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8004230 con 0x5568625ea7d0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.105+0000 7f8fd6a00700 1 -- 172.21.15.3:0/883783682 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fd80043d0 con 0x5568625ea7d0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.105+0000 7f8fea600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 0x7f8fcc0b4dc0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc009fd0 tx=0x7f8fdc0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.105+0000 7f8fd6a00700 1 -- 172.21.15.3:0/883783682 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8019920 con 0x5568625ea7d0 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.105+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/883783682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 msgr2=0x5568625e4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f8fd8009d80 tx=0x7f8fd8011720 comp rx=0 tx=0).stop 2024-05-21T19:20:25.111 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/883783682 shutdown_connections 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e4880 0x5568625e4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625ea290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/883783682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625ea7d0 0x5568625e4260 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/883783682 >> 172.21.15.3:0/883783682 conn(0x556862512be0 msgr2=0x5568625df010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/883783682 shutdown_connections 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/883783682 wait complete. 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.106+0000 7f8ff6fceb80 1 -- start start 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 Processor -- start 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625edd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556862438fa0 con 0x5568625e4880 2024-05-21T19:20:25.112 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5568624d3760 con 0x5568625ea7d0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5568625f1240 con 0x5568625e9eb0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8ff6fceb80 10 client.0 _ll_register_callbacks cb 0x5568624dcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.107+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fea600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625edd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48714/0 (socket says 172.21.15.3:48714) 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57568/0 (socket says 172.21.15.3:57568) 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 -- 172.21.15.3:0/3872172824 learned_addr learned my addr 172.21.15.3:0/3872172824 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 -- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 msgr2=0x5568625edd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625edd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 -- 172.21.15.3:0/3872172824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 msgr2=0x5568625f04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 -- 172.21.15.3:0/3872172824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568624828d0 con 0x5568625e9eb0 2024-05-21T19:20:25.113 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fe9200700 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00a6ae0 tx=0x7f8fd00a9db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2609cad1019e3dbb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fcb400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:25.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.108+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd00a8fe0 con 0x5568625e9eb0 2024-05-21T19:20:25.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fd0010920 con 0x5568625e9eb0 2024-05-21T19:20:25.114 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fd80043d0 con 0x5568625e9eb0 2024-05-21T19:20:25.115 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8fd00a9380 con 0x5568625e9eb0 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8ff6fceb80 10 client.28288 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556862503060 con 0x5568625e9eb0 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fd80043d0 con 0x5568625e9eb0 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f8fd00aaba0 con 0x5568625e9eb0 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8ff6fceb80 10 client.28288 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.109+0000 7f8ff6fceb80 10 client.28288 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.110+0000 7f8ff6fceb80 20 client.28288 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.110+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5568625fdc20 0x556862600050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.110+0000 7f8ff6fceb80 4 client.28288 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.110+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556862544d90 con 0x5568625fdc20 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.110+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5568625fdc20 0x556862600050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.111+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5568625fdc20 0x556862600050 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c8ad0bea8f327ad server_cookie=6a7fe199b96a785b in_seq=0 out_seq=0 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.111+0000 7f8fcb400700 10 client.28288 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.111+0000 7f8fcb400700 1 -- 172.21.15.3:0/3872172824 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556862544d90 con 0x5568625fdc20 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.111+0000 7f8fcb400700 10 client.28288 handle_command_reply: tid=0 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.111+0000 7f8ff6fceb80 1 client.28288 shutdown 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 msgr2=0x5568625ed840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00a6ae0 tx=0x7f8fd00a9db0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 shutdown_connections 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5568625fdc20 0x556862600050 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625edd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/3872172824 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625ed840 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8fcb400700 0 client.28288 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 >> 172.21.15.3:0/3872172824 conn(0x556862512be0 msgr2=0x5568625e3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 shutdown_connections 2024-05-21T19:20:25.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/3872172824 wait complete. 2024-05-21T19:20:25.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.112+0000 7f8ff6fceb80 20 client.28288 trim_cache size 0 max 16384 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 Processor -- start 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 -- start start 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625e8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41b2730 con 0x5568625e4880 2024-05-21T19:20:25.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41affc0 con 0x5568625e9eb0 2024-05-21T19:20:25.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.135+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41ade10 con 0x5568625ea7d0 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625e8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fe9200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48720/0 (socket says 172.21.15.3:48720) 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 -- 172.21.15.3:0/490762542 learned_addr learned my addr 172.21.15.3:0/490762542 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fe9200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:45614/0 (socket says 172.21.15.3:45614) 2024-05-21T19:20:25.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 -- 172.21.15.3:0/490762542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 msgr2=0x5568625e4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 -- 172.21.15.3:0/490762542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 msgr2=0x5568625e8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625e8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fea600700 1 -- 172.21.15.3:0/490762542 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568625eb800 con 0x5568625ea7d0 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.136+0000 7f8fe9200700 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.137+0000 7f8fea600700 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc004a60 tx=0x7f8fdc021000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99f582d5a2edbd54 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.137+0000 7f8fd6000700 1 -- 172.21.15.3:0/490762542 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc024040 con 0x5568625ea7d0 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.137+0000 7f8fd6000700 1 -- 172.21.15.3:0/490762542 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fdc007b90 con 0x5568625ea7d0 2024-05-21T19:20:25.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.137+0000 7f8fd6000700 1 -- 172.21.15.3:0/490762542 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc0058f0 con 0x5568625ea7d0 2024-05-21T19:20:25.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/490762542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 msgr2=0x5568625eb2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc004a60 tx=0x7f8fdc021000 comp rx=0 tx=0).stop 2024-05-21T19:20:25.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/490762542 shutdown_connections 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625ea7d0 0x5568625eb2c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625e8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/490762542 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625e9eb0 0x5568625e4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/490762542 >> 172.21.15.3:0/490762542 conn(0x556862512be0 msgr2=0x5568625eabb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/490762542 shutdown_connections 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.138+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/490762542 wait complete. 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.139+0000 7f8ff6fceb80 1 -- start start 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.139+0000 7f8ff6fceb80 1 Processor -- start 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625f6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625f34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41ae480 con 0x5568625e4880 2024-05-21T19:20:25.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41af8f0 con 0x5568625ea7d0 2024-05-21T19:20:25.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41aeb50 con 0x5568625e9eb0 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8ff6fceb80 10 client.0 _ll_register_callbacks cb 0x5568624dcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8fe9c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:57580/0 (socket says 172.21.15.3:57580) 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8fe9c00700 1 -- 172.21.15.3:0/242902532 learned_addr learned my addr 172.21.15.3:0/242902532 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8fe9200700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625f6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.140+0000 7f8fea600700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625f34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 -- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 msgr2=0x5568625f34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625f34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 -- 172.21.15.3:0/242902532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 msgr2=0x5568625f64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:25.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 -- 172.21.15.3:0/242902532 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568625f3af0 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fea600700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625f34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fe9200700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625f6a10 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00a9800 tx=0x7f8fd00b25a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf837368a010e8fd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fcb400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd00b26d0 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8fd00a8ad0 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fdc007b90 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8fd00a9870 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8ff6fceb80 10 client.28294 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.141+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556862671910 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fdc007b90 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f8fd00a8540 con 0x5568625e9eb0 2024-05-21T19:20:25.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 10 client.28294 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 10 client.28294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 20 client.28294 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556862672020 0x556862674440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 4 client.28294 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55686253e570 con 0x556862672020 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.142+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556862672020 0x556862674440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8fe9c00700 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556862672020 0x556862674440 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca6029e835413523 server_cookie=88f7c911e386ad3e in_seq=0 out_seq=0 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8fcb400700 10 client.28294 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8fcb400700 1 -- 172.21.15.3:0/242902532 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55686253e570 con 0x556862672020 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8fcb400700 10 client.28294 handle_command_reply: tid=0 2024-05-21T19:20:25.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 client.28294 shutdown 2024-05-21T19:20:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 msgr2=0x5568625f6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625f6a10 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8fd00a9800 tx=0x7f8fd00b25a0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 shutdown_connections 2024-05-21T19:20:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556862672020 0x556862674440 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5568625ea7d0 0x5568625f34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5568625e4880 0x5568625f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 --2- 172.21.15.3:0/242902532 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5568625e9eb0 0x5568625f6a10 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8fcb400700 0 client.28294 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.143+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 >> 172.21.15.3:0/242902532 conn(0x556862512be0 msgr2=0x5568625ec130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.144+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 shutdown_connections 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.144+0000 7f8ff6fceb80 1 -- 172.21.15.3:0/242902532 wait complete. 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.144+0000 7f8ff6fceb80 20 client.28294 trim_cache size 0 max 16384 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:20:25.148 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: "d407a28d-cb98-4327-9a56-ebf9fe1e994c": { 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "d407a28d-cb98-4327-9a56-ebf9fe1e994c", 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:25.149 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 msgr2=0x7f8fcc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 0x7f8fcc0b4dc0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc009fd0 tx=0x7f8fdc0099e0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 msgr2=0x7f8fe4075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 0x7f8fe4075d80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8fd000e9f0 tx=0x7f8fd000ed00 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 shutdown_connections 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8fcc0b2900 0x7f8fcc0b4dc0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8fe41088f0 0x7f8fe40762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8fe41037f0 0x7f8fe4075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 --2- 172.21.15.3:0/1828541728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8fe41041a0 0x7f8fe4075d80 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:25.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 >> 172.21.15.3:0/1828541728 conn(0x7f8fe407a6a0 msgr2=0x7f8fe41017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 shutdown_connections 2024-05-21T19:20:25.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:25.145+0000 7f8fec600700 1 -- 172.21.15.3:0/1828541728 wait complete. 2024-05-21T19:20:25.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:25 smithi003 ceph-mon[31577]: pgmap v814: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:20:25.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:25 smithi178 ceph-mon[36523]: pgmap v814: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:20:25.962 INFO:tasks.cephfs.filesystem:scrub status for tag:d407a28d-cb98-4327-9a56-ebf9fe1e994c - {'path': '/', 'tag': 'd407a28d-cb98-4327-9a56-ebf9fe1e994c', 'options': 'recursive,force'} 2024-05-21T19:20:25.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:25 smithi104 ceph-mon[36417]: pgmap v814: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.7 KiB/s wr, 13 op/s 2024-05-21T19:20:27.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:27 smithi178 ceph-mon[36523]: pgmap v815: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-05-21T19:20:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:27 smithi104 ceph-mon[36417]: pgmap v815: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-05-21T19:20:28.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:27 smithi003 ceph-mon[31577]: pgmap v815: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 10 KiB/s wr, 15 op/s 2024-05-21T19:20:29.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:29 smithi178 ceph-mon[36523]: pgmap v816: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:29 smithi104 ceph-mon[36417]: pgmap v816: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:30.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:29 smithi003 ceph-mon[31577]: pgmap v816: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:31 smithi104 ceph-mon[36417]: pgmap v817: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:20:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:31 smithi003 ceph-mon[31577]: pgmap v817: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:20:32.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:31 smithi178 ceph-mon[36523]: pgmap v817: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.8 KiB/s wr, 14 op/s 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 -- 172.21.15.3:0/1398018846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 msgr2=0x7f9a58104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 --2- 172.21.15.3:0/1398018846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a58104f30 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009860 tx=0x7f9a4c02a340 comp rx=0 tx=0).stop 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 -- 172.21.15.3:0/1398018846 shutdown_connections 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 --2- 172.21.15.3:0/1398018846 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a5810cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 --2- 172.21.15.3:0/1398018846 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 0x7f9a58106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 --2- 172.21.15.3:0/1398018846 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a58104f30 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.397+0000 7f9a5e200640 1 -- 172.21.15.3:0/1398018846 >> 172.21.15.3:0/1398018846 conn(0x7f9a58100080 msgr2=0x7f9a581024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.398+0000 7f9a5e200640 1 -- 172.21.15.3:0/1398018846 shutdown_connections 2024-05-21T19:20:33.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.398+0000 7f9a5e200640 1 -- 172.21.15.3:0/1398018846 wait complete. 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 Processor -- start 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 -- start start 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 0x7f9a5819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a581a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9a58110640 con 0x7f9a58105d00 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.399+0000 7f9a5e200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581104c0 con 0x7f9a58104b10 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5e200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581107c0 con 0x7f9a581066c0 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:60860/0 (socket says 172.21.15.3:60860) 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 -- 172.21.15.3:0/2646727869 learned_addr learned my addr 172.21.15.3:0/2646727869 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:33.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5d800640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a581a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a57e00640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 0x7f9a5819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 -- 172.21.15.3:0/2646727869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 msgr2=0x7f9a581a22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a581a22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 -- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 msgr2=0x7f9a5819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.400+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 0x7f9a5819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a5ce00640 1 -- 172.21.15.3:0/2646727869 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a581a2960 con 0x7f9a58104b10 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a5d800640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a581a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0057c0 tx=0x7f9a4c032da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a55600640 1 -- 172.21.15.3:0/2646727869 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c037040 con 0x7f9a58104b10 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a55600640 1 -- 172.21.15.3:0/2646727869 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a4c030bd0 con 0x7f9a58104b10 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a55600640 1 -- 172.21.15.3:0/2646727869 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c005280 con 0x7f9a58104b10 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.401+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a581a2bf0 con 0x7f9a58104b10 2024-05-21T19:20:33.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.402+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a581a3030 con 0x7f9a58104b10 2024-05-21T19:20:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 Processor -- start 2024-05-21T19:20:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 -- start start 2024-05-21T19:20:33.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf9011110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf90161e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 0x559bf9018ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559bf8f80b90 con 0x559bf9016850 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559bf8f70730 con 0x559bf90116e0 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.405+0000 7f9a625f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559bf8f74770 con 0x559bf9010cf0 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 0x559bf9018ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf9011110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 0x559bf9018ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39758/0 (socket says 172.21.15.3:39758) 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a57e00640 1 -- 172.21.15.3:0/4250623834 learned_addr learned my addr 172.21.15.3:0/4250623834 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:33.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a55600640 1 -- 172.21.15.3:0/2646727869 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a4c043020 con 0x7f9a58104b10 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 -- 172.21.15.3:0/4250623834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 msgr2=0x559bf90161e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf90161e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 -- 172.21.15.3:0/4250623834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 msgr2=0x559bf9018ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 0x559bf9018ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 -- 172.21.15.3:0/4250623834 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bf8f098b0 con 0x559bf9010cf0 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.406+0000 7f9a5d800640 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf9011110 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f9a50005fd0 tx=0x7f9a50011bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f4916b5d1c21121 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.407+0000 7f9a4a000640 1 -- 172.21.15.3:0/4250623834 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a50004d20 con 0x559bf9010cf0 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.407+0000 7f9a4a000640 1 -- 172.21.15.3:0/4250623834 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a5000f9a0 con 0x559bf9010cf0 2024-05-21T19:20:33.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.407+0000 7f9a4a000640 1 -- 172.21.15.3:0/4250623834 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a50004450 con 0x559bf9010cf0 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.407+0000 7f9a625f1740 1 -- 172.21.15.3:0/4250623834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 msgr2=0x559bf9011110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.407+0000 7f9a625f1740 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf9011110 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f9a50005fd0 tx=0x7f9a50011bf0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a55600640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 0x7f9a400b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a55600640 1 -- 172.21.15.3:0/2646727869 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9a4c101890 con 0x7f9a58104b10 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 -- 172.21.15.3:0/4250623834 shutdown_connections 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9016850 0x559bf9018ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf90161e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 --2- 172.21.15.3:0/4250623834 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf9011110 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 -- 172.21.15.3:0/4250623834 >> 172.21.15.3:0/4250623834 conn(0x559bf900c360 msgr2=0x559bf900c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a5d800640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 0x7f9a400b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 -- 172.21.15.3:0/4250623834 shutdown_connections 2024-05-21T19:20:33.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.408+0000 7f9a625f1740 1 -- 172.21.15.3:0/4250623834 wait complete. 2024-05-21T19:20:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 -- start start 2024-05-21T19:20:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a5d800640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 0x7f9a400b4ca0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9a50005fd0 tx=0x7f9a50005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 Processor -- start 2024-05-21T19:20:33.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 0x559bf901b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9022090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559bf8c56790 con 0x559bf9010cf0 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559bf8f18bc0 con 0x559bf9016850 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559bf9019800 con 0x559bf90116e0 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.409+0000 7f9a625f1740 10 client.0 _ll_register_callbacks cb 0x559bf8ef6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 0x559bf901b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39768/0 (socket says 172.21.15.3:39768) 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 0x559bf901b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:60326/0 (socket says 172.21.15.3:60326) 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 -- 172.21.15.3:0/1233976008 learned_addr learned my addr 172.21.15.3:0/1233976008 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:33.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5d800640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9022090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 -- 172.21.15.3:0/1233976008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 msgr2=0x559bf901b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 0x559bf901b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 -- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 msgr2=0x559bf9022090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9022090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 -- 172.21.15.3:0/1233976008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bf8c85210 con 0x559bf9010cf0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0c8b30 tx=0x7f9a4c0c8780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c1cb405106ca1a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.410+0000 7f9a3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0c8940 con 0x559bf9010cf0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9a4c0d1800 con 0x559bf9010cf0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a5000f9a0 con 0x559bf9010cf0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9a4c0c9530 con 0x559bf9010cf0 2024-05-21T19:20:33.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a625f1740 10 client.18216 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559bf8d51620 con 0x559bf9010cf0 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a5000f9a0 con 0x559bf9010cf0 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f9a4c0c6d80 con 0x559bf9010cf0 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a625f1740 10 client.18216 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.411+0000 7f9a625f1740 10 client.18216 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a625f1740 20 client.18216 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9026620 0x559bf9028a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a625f1740 4 client.18216 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bf8f82ae0 con 0x559bf9026620 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a57e00640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9026620 0x559bf9028a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a57e00640 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9026620 0x559bf9028a30 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a98a9a04eee86d4 server_cookie=4b00c73e942fe719 in_seq=0 out_seq=0 2024-05-21T19:20:33.416 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.412+0000 7f9a3ea00640 10 client.18216 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.413+0000 7f9a3ea00640 1 -- 172.21.15.3:0/1233976008 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559bf8f82ae0 con 0x559bf9026620 2024-05-21T19:20:33.417 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.413+0000 7f9a3ea00640 10 client.18216 handle_command_reply: tid=0 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.413+0000 7f9a625f1740 1 client.18216 shutdown 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.413+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 msgr2=0x559bf901ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.413+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0c8b30 tx=0x7f9a4c0c8780 comp rx=0 tx=0).stop 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 shutdown_connections 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9026620 0x559bf9028a30 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf90116e0 0x559bf901b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9022090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a3ea00640 0 client.18216 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 --2- 172.21.15.3:0/1233976008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901ab10 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 >> 172.21.15.3:0/1233976008 conn(0x559bf900c360 msgr2=0x559bf900b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 shutdown_connections 2024-05-21T19:20:33.418 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 1 -- 172.21.15.3:0/1233976008 wait complete. 2024-05-21T19:20:33.419 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.414+0000 7f9a625f1740 20 client.18216 trim_cache size 0 max 16384 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 Processor -- start 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 -- start start 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf9022020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9016850 0x559bf900b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581ae7a0 con 0x559bf9010cf0 2024-05-21T19:20:33.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581ac070 con 0x559bf90116e0 2024-05-21T19:20:33.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.431+0000 7f9a625f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581a9ec0 con 0x559bf9016850 2024-05-21T19:20:33.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39772/0 (socket says 172.21.15.3:39772) 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 -- 172.21.15.3:0/703846975 learned_addr learned my addr 172.21.15.3:0/703846975 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5d800640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9016850 0x559bf900b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a57e00640 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf9022020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 -- 172.21.15.3:0/703846975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9016850 msgr2=0x559bf900b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9016850 0x559bf900b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 -- 172.21.15.3:0/703846975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 msgr2=0x559bf9022020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf9022020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.432+0000 7f9a5ce00640 1 -- 172.21.15.3:0/703846975 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bf900c190 con 0x559bf9010cf0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0c4e20 tx=0x7f9a4c0c88b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b1863184fc49937 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a49600640 1 -- 172.21.15.3:0/703846975 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0c85a0 con 0x559bf9010cf0 2024-05-21T19:20:33.435 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a49600640 1 -- 172.21.15.3:0/703846975 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a4c0c8940 con 0x559bf9010cf0 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a49600640 1 -- 172.21.15.3:0/703846975 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c0cd1e0 con 0x559bf9010cf0 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a625f1740 1 -- 172.21.15.3:0/703846975 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 msgr2=0x559bf901afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.433+0000 7f9a625f1740 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0c4e20 tx=0x7f9a4c0c88b0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 -- 172.21.15.3:0/703846975 shutdown_connections 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9016850 0x559bf900b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf90116e0 0x559bf9022020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 --2- 172.21.15.3:0/703846975 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf9010cf0 0x559bf901afb0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 -- 172.21.15.3:0/703846975 >> 172.21.15.3:0/703846975 conn(0x559bf900c360 msgr2=0x559bf900ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 -- 172.21.15.3:0/703846975 shutdown_connections 2024-05-21T19:20:33.436 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 -- 172.21.15.3:0/703846975 wait complete. 2024-05-21T19:20:33.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 -- start start 2024-05-21T19:20:33.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.434+0000 7f9a625f1740 1 Processor -- start 2024-05-21T19:20:33.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf901f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9020b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581aa530 con 0x559bf90116e0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581ab9a0 con 0x559bf9016850 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9a581aac00 con 0x559bf9010cf0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a625f1740 10 client.0 _ll_register_callbacks cb 0x7f9a4c005c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39788/0 (socket says 172.21.15.3:39788) 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 -- 172.21.15.3:0/3361389967 learned_addr learned my addr 172.21.15.3:0/3361389967 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a5d800640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9020b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf901f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 -- 172.21.15.3:0/3361389967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 msgr2=0x559bf901f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf901f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 -- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 msgr2=0x559bf9020b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9020b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.435+0000 7f9a57e00640 1 -- 172.21.15.3:0/3361389967 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bf9016560 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf901f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a57e00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f9a44005c50 tx=0x7f9a440039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fd0db8572ee04f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a44010900 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f9a44010aa0 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a4c0c8940 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9a44010ca0 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a625f1740 10 client.18222 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.436+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559bf9022340 con 0x559bf90116e0 2024-05-21T19:20:33.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a4c0c8940 con 0x559bf90116e0 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f9a44027430 con 0x559bf90116e0 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 10 client.18222 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 10 client.18222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 20 client.18222 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9091950 0x559bf9093d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 4 client.18222 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559bf8f7c2c0 con 0x559bf9091950 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.437+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9091950 0x559bf9093d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.438+0000 7f9a5ce00640 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9091950 0x559bf9093d70 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c388a8eb73fa959 server_cookie=f14ff17b29b18837 in_seq=0 out_seq=0 2024-05-21T19:20:33.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.438+0000 7f9a3ea00640 10 client.18222 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.445+0000 7f9a3ea00640 1 -- 172.21.15.3:0/3361389967 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559bf8f7c2c0 con 0x559bf9091950 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.445+0000 7f9a3ea00640 10 client.18222 handle_command_reply: tid=0 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 client.18222 shutdown 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 msgr2=0x559bf901fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f9a44005c50 tx=0x7f9a440039c0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 shutdown_connections 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559bf9091950 0x559bf9093d70 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559bf9016850 0x559bf9020b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559bf90116e0 0x559bf901fb00 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 --2- 172.21.15.3:0/3361389967 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559bf9010cf0 0x559bf901f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 >> 172.21.15.3:0/3361389967 conn(0x559bf900c360 msgr2=0x559bf901ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a3ea00640 0 client.18222 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 shutdown_connections 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 1 -- 172.21.15.3:0/3361389967 wait complete. 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.446+0000 7f9a625f1740 20 client.18222 trim_cache size 0 max 16384 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:20:33.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:20:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 msgr2=0x7f9a400b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 0x7f9a400b4ca0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9a50005fd0 tx=0x7f9a50005bd0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 msgr2=0x7f9a5819ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c0057c0 tx=0x7f9a4c032da0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 shutdown_connections 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f9a400b27e0 0x7f9a400b4ca0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9a581066c0 0x7f9a581a22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9a58105d00 0x7f9a5819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 --2- 172.21.15.3:0/2646727869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9a58104b10 0x7f9a5819ad50 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 >> 172.21.15.3:0/2646727869 conn(0x7f9a58100080 msgr2=0x7f9a58109120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 shutdown_connections 2024-05-21T19:20:33.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:33.447+0000 7f9a5e200640 1 -- 172.21.15.3:0/2646727869 wait complete. 2024-05-21T19:20:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:33 smithi104 ceph-mon[36417]: pgmap v818: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:20:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:20:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:20:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:33 smithi003 ceph-mon[31577]: pgmap v818: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:20:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:20:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:20:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:33 smithi178 ceph-mon[36523]: pgmap v818: 97 pgs: 97 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:20:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:20:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:20:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:20:35.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:20:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:20:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:35 smithi104 ceph-mon[36417]: pgmap v819: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:36.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:35 smithi003 ceph-mon[31577]: pgmap v819: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:35 smithi178 ceph-mon[36523]: pgmap v819: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:20:37.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:37 smithi104 ceph-mon[36417]: pgmap v820: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.8 KiB/s wr, 14 op/s 2024-05-21T19:20:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:37 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:20:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:37 smithi003 ceph-mon[31577]: pgmap v820: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.8 KiB/s wr, 14 op/s 2024-05-21T19:20:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:37 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:20:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:37 smithi178 ceph-mon[36523]: pgmap v820: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 8.8 KiB/s wr, 14 op/s 2024-05-21T19:20:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:37 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:20:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:39 smithi104 ceph-mon[36417]: pgmap v821: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:20:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:20:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:20:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:20:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:39 smithi003 ceph-mon[31577]: pgmap v821: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:20:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:20:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:20:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:20:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:39 smithi178 ceph-mon[36523]: pgmap v821: 97 pgs: 97 active+clean; 4.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:20:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:20:40.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:20:40.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:20:41.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:41 smithi104 ceph-mon[36417]: pgmap v822: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:41 smithi003 ceph-mon[31577]: pgmap v822: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:41 smithi178 ceph-mon[36523]: pgmap v822: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:43 smithi104 ceph-mon[36417]: pgmap v823: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:44.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:43 smithi003 ceph-mon[31577]: pgmap v823: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:43 smithi178 ceph-mon[36523]: pgmap v823: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:45.218 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.8 2024-05-21T19:20:45.219 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:20:45.703 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:45 smithi104 ceph-mon[36417]: pgmap v824: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:46.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:45 smithi003 ceph-mon[31577]: pgmap v824: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:45 smithi178 ceph-mon[36523]: pgmap v824: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 -- 172.21.15.3:0/848385085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10a2d0 msgr2=0x7f4c7c10a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 --2- 172.21.15.3:0/848385085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c10a750 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4c68009900 tx=0x7f4c6802a410 comp rx=0 tx=0).stop 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 -- 172.21.15.3:0/848385085 shutdown_connections 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 --2- 172.21.15.3:0/848385085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c111520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 --2- 172.21.15.3:0/848385085 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c10a750 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 --2- 172.21.15.3:0/848385085 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c1090e0 0x7f4c7c109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 -- 172.21.15.3:0/848385085 >> 172.21.15.3:0/848385085 conn(0x7f4c7c0780a0 msgr2=0x7f4c7c07a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 -- 172.21.15.3:0/848385085 shutdown_connections 2024-05-21T19:20:46.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.596+0000 7f4c84000640 1 -- 172.21.15.3:0/848385085 wait complete. 2024-05-21T19:20:46.600 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.597+0000 7f4c84000640 1 Processor -- start 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 -- start start 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c1090e0 0x7f4c7c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c19f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c114c70 con 0x7f4c7c10ac90 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c114af0 con 0x7f4c7c1090e0 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c84000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c114df0 con 0x7f4c7c10a2d0 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45038/0 (socket says 172.21.15.3:45038) 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.598+0000 7f4c82000640 1 -- 172.21.15.3:0/3691221690 learned_addr learned my addr 172.21.15.3:0/3691221690 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c80c00640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c19f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c81600640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c1090e0 0x7f4c7c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 -- 172.21.15.3:0/3691221690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c10a2d0 msgr2=0x7f4c7c19f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c19f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 -- 172.21.15.3:0/3691221690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c1090e0 msgr2=0x7f4c7c19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c1090e0 0x7f4c7c19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 -- 172.21.15.3:0/3691221690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c7c1a6e90 con 0x7f4c7c10ac90 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.599+0000 7f4c82000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4c7400efd0 tx=0x7f4c7400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.600+0000 7f4c7a000640 1 -- 172.21.15.3:0/3691221690 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c74003b70 con 0x7f4c7c10ac90 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.600+0000 7f4c7a000640 1 -- 172.21.15.3:0/3691221690 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c74003d10 con 0x7f4c7c10ac90 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.600+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c7c1a7180 con 0x7f4c7c10ac90 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.600+0000 7f4c7a000640 1 -- 172.21.15.3:0/3691221690 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c740108a0 con 0x7f4c7c10ac90 2024-05-21T19:20:46.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.600+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c7c1a7650 con 0x7f4c7c10ac90 2024-05-21T19:20:46.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.604+0000 7f4c86d99740 1 Processor -- start 2024-05-21T19:20:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c7a000640 1 -- 172.21.15.3:0/3691221690 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4c74004020 con 0x7f4c7c10ac90 2024-05-21T19:20:46.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 -- start start 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d375f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 0x558b9d37db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558b9d2e5b90 con 0x558b9d376520 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558b9d2d5730 con 0x558b9d37b690 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.605+0000 7f4c86d99740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558b9d2d9770 con 0x558b9d375b30 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c80c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d375f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45052/0 (socket says 172.21.15.3:45052) 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 -- 172.21.15.3:0/616289535 learned_addr learned my addr 172.21.15.3:0/616289535 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:46.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c80c00640 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 0x558b9d37db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 -- 172.21.15.3:0/616289535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 msgr2=0x558b9d375f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d375f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 -- 172.21.15.3:0/616289535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 msgr2=0x558b9d37db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 0x558b9d37db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c81600640 1 -- 172.21.15.3:0/616289535 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b9d26e8b0 con 0x558b9d376520 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.606+0000 7f4c80c00640 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 0x558b9d37db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.607+0000 7f4c81600640 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f4c70009ca0 tx=0x7f4c70011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14c7c12c3997f355 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.607+0000 7f4c6e600640 1 -- 172.21.15.3:0/616289535 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70004220 con 0x558b9d376520 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.607+0000 7f4c6e600640 1 -- 172.21.15.3:0/616289535 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c700043c0 con 0x558b9d376520 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.607+0000 7f4c6e600640 1 -- 172.21.15.3:0/616289535 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c700197d0 con 0x558b9d376520 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.607+0000 7f4c7a000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 0x7f4c640b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c7a000640 1 -- 172.21.15.3:0/3691221690 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c740e26c0 con 0x7f4c7c10ac90 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c80c00640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 0x7f4c640b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 -- 172.21.15.3:0/616289535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 msgr2=0x558b9d37b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f4c70009ca0 tx=0x7f4c70011810 comp rx=0 tx=0).stop 2024-05-21T19:20:46.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 -- 172.21.15.3:0/616289535 shutdown_connections 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d37b690 0x558b9d37db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37b020 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 --2- 172.21.15.3:0/616289535 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d375f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 -- 172.21.15.3:0/616289535 >> 172.21.15.3:0/616289535 conn(0x558b9d3711a0 msgr2=0x558b9d3715a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 -- 172.21.15.3:0/616289535 shutdown_connections 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.608+0000 7f4c86d99740 1 -- 172.21.15.3:0/616289535 wait complete. 2024-05-21T19:20:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.609+0000 7f4c80c00640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 0x7f4c640b4d60 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4c68031500 tx=0x7f4c68005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.609+0000 7f4c86d99740 1 -- start start 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.609+0000 7f4c86d99740 1 Processor -- start 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d37f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d37b690 0x558b9d386e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558b9cfbb790 con 0x558b9d376520 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558b9d27dbc0 con 0x558b9d375b30 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558b9d37e640 con 0x558b9d37b690 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c86d99740 10 client.0 _ll_register_callbacks cb 0x558b9d25b400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c80c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c81600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d37f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c80c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37fdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45056/0 (socket says 172.21.15.3:45056) 2024-05-21T19:20:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c80c00640 1 -- 172.21.15.3:0/221296016 learned_addr learned my addr 172.21.15.3:0/221296016 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c82000640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d37b690 0x558b9d386e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c81600640 1 -- 172.21.15.3:0/221296016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d37b690 msgr2=0x558b9d386e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c81600640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d37b690 0x558b9d386e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c81600640 1 -- 172.21.15.3:0/221296016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 msgr2=0x558b9d37fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.610+0000 7f4c81600640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c81600640 1 -- 172.21.15.3:0/221296016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b9cfea210 con 0x558b9d375b30 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c81600640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d37f890 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x558b9d372070 tx=0x7f4c70003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e2a0c491c723ee0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c62a00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70028070 con 0x558b9d375b30 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c70005040 con 0x558b9d375b30 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.611+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c700043c0 con 0x558b9d375b30 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4c70034050 con 0x558b9d375b30 2024-05-21T19:20:46.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 10 client.28328 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558b9d0b6620 con 0x558b9d375b30 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c700043c0 con 0x558b9d375b30 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f4c70004ad0 con 0x558b9d375b30 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 10 client.28328 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 10 client.28328 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 20 client.28328 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d38b160 0x558b9d38d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 4 client.28328 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.612+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b9d2e7ae0 con 0x558b9d38b160 2024-05-21T19:20:46.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.613+0000 7f4c80c00640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d38b160 0x558b9d38d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.613+0000 7f4c80c00640 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d38b160 0x558b9d38d550 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f824a498fad5afe5 server_cookie=4c37c7339310442a in_seq=0 out_seq=0 2024-05-21T19:20:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.613+0000 7f4c62a00640 10 client.28328 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c62a00640 1 -- 172.21.15.3:0/221296016 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558b9d2e7ae0 con 0x558b9d38b160 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c62a00640 10 client.28328 handle_command_reply: tid=0 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 client.28328 shutdown 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 msgr2=0x558b9d37f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d37f890 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x558b9d372070 tx=0x7f4c70003820 comp rx=0 tx=0).stop 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 shutdown_connections 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d38b160 0x558b9d38d550 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d37b690 0x558b9d386e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d376520 0x558b9d37fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 --2- 172.21.15.3:0/221296016 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d37f890 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c62a00640 0 client.28328 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.614+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 >> 172.21.15.3:0/221296016 conn(0x558b9d3711a0 msgr2=0x558b9d370310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.615+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 shutdown_connections 2024-05-21T19:20:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.615+0000 7f4c86d99740 1 -- 172.21.15.3:0/221296016 wait complete. 2024-05-21T19:20:46.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.615+0000 7f4c86d99740 20 client.28328 trim_cache size 0 max 16384 2024-05-21T19:20:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.631+0000 7f4c86d99740 1 Processor -- start 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 -- start start 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d37eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 0x558b9d386dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1b2d60 con 0x558b9d37b690 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1b0630 con 0x558b9d376520 2024-05-21T19:20:46.633 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c86d99740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1ae480 con 0x558b9d375b30 2024-05-21T19:20:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45068/0 (socket says 172.21.15.3:45068) 2024-05-21T19:20:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c82000640 1 -- 172.21.15.3:0/1847366547 learned_addr learned my addr 172.21.15.3:0/1847366547 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c81600640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d37eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.632+0000 7f4c80c00640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 0x558b9d386dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 -- 172.21.15.3:0/1847366547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 msgr2=0x558b9d37eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d37eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 -- 172.21.15.3:0/1847366547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 msgr2=0x558b9d386dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 0x558b9d386dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 -- 172.21.15.3:0/1847366547 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b9d37a6b0 con 0x558b9d37b690 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c80c00640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 0x558b9d386dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c82000640 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f4c74005c40 tx=0x7f4c740a53f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb9d5fb24378cebc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c6dc00640 1 -- 172.21.15.3:0/1847366547 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c740a9770 con 0x558b9d37b690 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c6dc00640 1 -- 172.21.15.3:0/1847366547 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c740aa360 con 0x558b9d37b690 2024-05-21T19:20:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.633+0000 7f4c6dc00640 1 -- 172.21.15.3:0/1847366547 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c74004310 con 0x558b9d37b690 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 -- 172.21.15.3:0/1847366547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 msgr2=0x558b9d37f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f4c74005c40 tx=0x7f4c740a53f0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 -- 172.21.15.3:0/1847366547 shutdown_connections 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d37f3f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d376520 0x558b9d386dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 --2- 172.21.15.3:0/1847366547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d375b30 0x558b9d37eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 -- 172.21.15.3:0/1847366547 >> 172.21.15.3:0/1847366547 conn(0x558b9d3711a0 msgr2=0x558b9d377750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 -- 172.21.15.3:0/1847366547 shutdown_connections 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.634+0000 7f4c86d99740 1 -- 172.21.15.3:0/1847366547 wait complete. 2024-05-21T19:20:46.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 -- start start 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 Processor -- start 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d383ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d376520 0x558b9d384430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1aeaf0 con 0x558b9d37b690 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1aff60 con 0x558b9d375b30 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c1af1c0 con 0x558b9d376520 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c86d99740 10 client.0 _ll_register_callbacks cb 0x7f4c70005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c81600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d383ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c80c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d376520 0x558b9d384430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c82000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45074/0 (socket says 172.21.15.3:45074) 2024-05-21T19:20:46.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.635+0000 7f4c82000640 1 -- 172.21.15.3:0/3107516969 learned_addr learned my addr 172.21.15.3:0/3107516969 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 -- 172.21.15.3:0/3107516969 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d376520 msgr2=0x558b9d384430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d376520 0x558b9d384430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 -- 172.21.15.3:0/3107516969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 msgr2=0x558b9d385440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 -- 172.21.15.3:0/3107516969 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b9d385a30 con 0x558b9d375b30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c82000640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c81600640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d383ef0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x558b9d380850 tx=0x7f4c70009af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff8cbd8be3b146bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c62a00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70028040 con 0x558b9d375b30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4c70003c20 con 0x558b9d375b30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.636+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4c740aa360 con 0x558b9d375b30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4c70003e40 con 0x558b9d375b30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 10 client.28334 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558b9d386d40 con 0x558b9d375b30 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c740aa360 con 0x558b9d375b30 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f4c70005200 con 0x558b9d375b30 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 10 client.28334 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 10 client.28334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 20 client.28334 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d3f6020 0x558b9d3f8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 4 client.28334 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558b9d2e12c0 con 0x558b9d3f6020 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.637+0000 7f4c80c00640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d3f6020 0x558b9d3f8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.638+0000 7f4c80c00640 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d3f6020 0x558b9d3f8440 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5d3bec029d510f8 server_cookie=5f5826cdab580a0 in_seq=0 out_seq=0 2024-05-21T19:20:46.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.638+0000 7f4c62a00640 10 client.28334 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.645+0000 7f4c62a00640 1 -- 172.21.15.3:0/3107516969 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558b9d2e12c0 con 0x558b9d3f6020 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.645+0000 7f4c62a00640 10 client.28334 handle_command_reply: tid=0 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.645+0000 7f4c86d99740 1 client.28334 shutdown 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 msgr2=0x558b9d383ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d383ef0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x558b9d380850 tx=0x7f4c70009af0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 shutdown_connections 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558b9d3f6020 0x558b9d3f8440 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558b9d376520 0x558b9d384430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558b9d37b690 0x558b9d385440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c62a00640 0 client.28334 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 --2- 172.21.15.3:0/3107516969 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558b9d375b30 0x558b9d383ef0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 >> 172.21.15.3:0/3107516969 conn(0x558b9d3711a0 msgr2=0x558b9d36fa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 shutdown_connections 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 1 -- 172.21.15.3:0/3107516969 wait complete. 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.646+0000 7f4c86d99740 20 client.28334 trim_cache size 0 max 16384 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:20:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:20:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:20:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 msgr2=0x7f4c640b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 0x7f4c640b4d60 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f4c68031500 tx=0x7f4c68005a20 comp rx=0 tx=0).stop 2024-05-21T19:20:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 msgr2=0x7f4c7c1a6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:46.649 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4c7400efd0 tx=0x7f4c7400c6a0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 shutdown_connections 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4c640b28a0 0x7f4c640b4d60 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4c7c10a2d0 0x7f4c7c19f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4c7c10ac90 0x7f4c7c1a6820 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 --2- 172.21.15.3:0/3691221690 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4c7c1090e0 0x7f4c7c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 >> 172.21.15.3:0/3691221690 conn(0x7f4c7c0780a0 msgr2=0x7f4c7c10d5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 shutdown_connections 2024-05-21T19:20:46.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:46.647+0000 7f4c84000640 1 -- 172.21.15.3:0/3691221690 wait complete. 2024-05-21T19:20:47.777 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:47 smithi003 ceph-mon[31577]: pgmap v825: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 -- 172.21.15.3:0/2791027811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 msgr2=0x7f1f08112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/2791027811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f08112630 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1f0000b0a0 tx=0x7f1f0000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 -- 172.21.15.3:0/2791027811 shutdown_connections 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/2791027811 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f08112630 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/2791027811 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f0810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/2791027811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f08105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 -- 172.21.15.3:0/2791027811 >> 172.21.15.3:0/2791027811 conn(0x7f1f08101250 msgr2=0x7f1f08103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:47.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.954+0000 7f1f0ca00700 1 -- 172.21.15.3:0/2791027811 shutdown_connections 2024-05-21T19:20:47.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.955+0000 7f1f0ca00700 1 -- 172.21.15.3:0/2791027811 wait complete. 2024-05-21T19:20:47.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.956+0000 7f1f0ca00700 1 Processor -- start 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.956+0000 7f1f0ca00700 1 -- start start 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.956+0000 7f1f0ca00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f0819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f0ca00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f0819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f0ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f0ca00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1f08115990 con 0x7f1f0810b760 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f0ca00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f08115810 con 0x7f1f08105760 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f0ca00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1f08115b10 con 0x7f1f08106120 2024-05-21T19:20:47.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45088/0 (socket says 172.21.15.3:45088) 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 -- 172.21.15.3:0/29629089 learned_addr learned my addr 172.21.15.3:0/29629089 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f05e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f0819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f05400700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f0819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 -- 172.21.15.3:0/29629089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 msgr2=0x7f1f0819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:47.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f0819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 -- 172.21.15.3:0/29629089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 msgr2=0x7f1f0819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f0819be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f06800700 1 -- 172.21.15.3:0/29629089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f081a0e70 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.957+0000 7f1f05e00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f0819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1f06800700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1f0000b070 tx=0x7f1f00004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f00021070 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f00007e30 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f081a1100 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000046d0 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.958+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f081a89e0 con 0x7f1f0810b760 2024-05-21T19:20:47.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.960+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f0806a230 con 0x7f1f0810b760 2024-05-21T19:20:47.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.962+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1f00007980 con 0x7f1f0810b760 2024-05-21T19:20:47.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.964+0000 7f1efea00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 0x7f1eec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:47.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.964+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1f000e3140 con 0x7f1f0810b760 2024-05-21T19:20:47.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.964+0000 7f1f05e00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 0x7f1eec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:47.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.965+0000 7f1f05e00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 0x7f1eec0b4d40 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8005950 tx=0x7f1ef800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:47.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:47.967+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1f000aae70 con 0x7f1f0810b760 2024-05-21T19:20:47.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:47 smithi104 ceph-mon[36417]: pgmap v825: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:47 smithi178 ceph-mon[36523]: pgmap v825: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:20:48.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.257+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f0819d1c0 con 0x7f1f0810b760 2024-05-21T19:20:48.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.259+0000 7f1efea00700 1 -- 172.21.15.3:0/29629089 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f1f00009cb0 con 0x7f1f0810b760 2024-05-21T19:20:48.261 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:20:48.261 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.264+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 msgr2=0x7f1eec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.264+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 0x7f1eec0b4d40 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f1ef8005950 tx=0x7f1ef800b410 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.264+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 msgr2=0x7f1f081a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.264+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1f0000b070 tx=0x7f1f00004cf0 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 shutdown_connections 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1eec0b2880 0x7f1eec0b4d40 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1f0810b760 0x7f1f081a0730 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f08105760 0x7f1f0819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 --2- 172.21.15.3:0/29629089 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1f08106120 0x7f1f0819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 >> 172.21.15.3:0/29629089 conn(0x7f1f08101250 msgr2=0x7f1f081017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 shutdown_connections 2024-05-21T19:20:48.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:48.265+0000 7f1f0ca00700 1 -- 172.21.15.3:0/29629089 wait complete. 2024-05-21T19:20:48.267 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:20:48.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/29629089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:49.020 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/29629089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:49.037 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/29629089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:20:49.076 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 139.8 --await-for 45.0' 2024-05-21T19:20:49.077 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 139.8 --await-for 45.0 2024-05-21T19:20:49.561 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:49.960 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:49 smithi003 ceph-mon[31577]: pgmap v826: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-05-21T19:20:49.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:49 smithi104 ceph-mon[36417]: pgmap v826: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-05-21T19:20:50.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:49 smithi178 ceph-mon[36523]: pgmap v826: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-05-21T19:20:51.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.970+0000 7f00ce600700 1 -- 172.21.15.3:0/2581750003 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c810fd00 msgr2=0x7f00c8112130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:51.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.970+0000 7f00ce600700 1 --2- 172.21.15.3:0/2581750003 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c810fd00 0x7f00c8112130 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f00c000b0a0 tx=0x7f00c000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 -- 172.21.15.3:0/2581750003 shutdown_connections 2024-05-21T19:20:51.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 --2- 172.21.15.3:0/2581750003 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c810fd00 0x7f00c8112130 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 --2- 172.21.15.3:0/2581750003 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c81021e0 0x7f00c81025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 --2- 172.21.15.3:0/2581750003 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c8102b90 0x7f00c810f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 -- 172.21.15.3:0/2581750003 >> 172.21.15.3:0/2581750003 conn(0x7f00c80fdd90 msgr2=0x7f00c81001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:51.973 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:51 smithi003 ceph-mon[31577]: pgmap v827: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-21T19:20:51.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 -- 172.21.15.3:0/2581750003 shutdown_connections 2024-05-21T19:20:51.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.971+0000 7f00ce600700 1 -- 172.21.15.3:0/2581750003 wait complete. 2024-05-21T19:20:51.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.972+0000 7f00ce600700 1 Processor -- start 2024-05-21T19:20:51.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.972+0000 7f00ce600700 1 -- start start 2024-05-21T19:20:51.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c8102b90 0x7f00c81a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 0x7f00c819bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81158a0 con 0x7f00c8102b90 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00c8115720 con 0x7f00c81021e0 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00ce600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00c8115a20 con 0x7f00c810fd00 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00cd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c8102b90 0x7f00c81a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00cdc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 0x7f00c819bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00cd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43014/0 (socket says 172.21.15.3:43014) 2024-05-21T19:20:51.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.973+0000 7f00cd200700 1 -- 172.21.15.3:0/4137621141 learned_addr learned my addr 172.21.15.3:0/4137621141 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:51.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 -- 172.21.15.3:0/4137621141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 msgr2=0x7f00c81a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:51.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 -- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c8102b90 msgr2=0x7f00c81a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:51.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c8102b90 0x7f00c81a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 -- 172.21.15.3:0/4137621141 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c819c240 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cd200700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00cdc00700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 0x7f00c819bae0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f00c000b070 tx=0x7f00c0004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00c5600700 1 -- 172.21.15.3:0/4137621141 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c0021070 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00c5600700 1 -- 172.21.15.3:0/4137621141 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00c0007e30 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00c5600700 1 -- 172.21.15.3:0/4137621141 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c00045f0 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.974+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c819c4d0 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.975+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c81a87f0 con 0x7f00c810fd00 2024-05-21T19:20:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:51 smithi104 ceph-mon[36417]: pgmap v827: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-21T19:20:51.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.980+0000 7f00c5600700 1 -- 172.21.15.3:0/4137621141 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f00c0007980 con 0x7f00c810fd00 2024-05-21T19:20:51.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 Processor -- start 2024-05-21T19:20:51.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 -- start start 2024-05-21T19:20:51.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d53b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d545f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fd06cb1fd0 con 0x55fd06d59f60 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55fd06ca1b70 con 0x55fd06d59640 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.981+0000 7f00da634b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fd06ca5bb0 con 0x55fd06d54170 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43030/0 (socket says 172.21.15.3:43030) 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 -- 172.21.15.3:0/2148648231 learned_addr learned my addr 172.21.15.3:0/2148648231 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:51.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c5600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 0x7f00b00b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d545f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00cd200700 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d53b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c5600700 1 -- 172.21.15.3:0/4137621141 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00c00e2ff0 con 0x7f00c810fd00 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 -- 172.21.15.3:0/2148648231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 msgr2=0x55fd06d545f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d545f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 -- 172.21.15.3:0/2148648231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 msgr2=0x55fd06d53b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:51.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d53b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00c7e00700 1 -- 172.21.15.3:0/2148648231 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd06c6a5b0 con 0x55fd06d59640 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.982+0000 7f00cdc00700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 0x7f00b00b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.983+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55fd06d54b30 tx=0x7f00b40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=794b0f9078ab35ee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.983+0000 7f00ba000700 1 -- 172.21.15.3:0/2148648231 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4013e50 con 0x55fd06d59640 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.983+0000 7f00ba000700 1 -- 172.21.15.3:0/2148648231 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b4010910 con 0x55fd06d59640 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.983+0000 7f00ba000700 1 -- 172.21.15.3:0/2148648231 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b400f680 con 0x55fd06d59640 2024-05-21T19:20:51.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.983+0000 7f00cdc00700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 0x7f00b00b4e70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f00c00aa340 tx=0x7f00c0009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 -- 172.21.15.3:0/2148648231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 msgr2=0x55fd06d59a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55fd06d54b30 tx=0x7f00b40047c0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 -- 172.21.15.3:0/2148648231 shutdown_connections 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d545f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d59a20 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 --2- 172.21.15.3:0/2148648231 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d53b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 -- 172.21.15.3:0/2148648231 >> 172.21.15.3:0/2148648231 conn(0x55fd06c81d70 msgr2=0x55fd06d4e6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 -- 172.21.15.3:0/2148648231 shutdown_connections 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.984+0000 7f00da634b80 1 -- 172.21.15.3:0/2148648231 wait complete. 2024-05-21T19:20:51.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.985+0000 7f00da634b80 1 -- start start 2024-05-21T19:20:51.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.985+0000 7f00da634b80 1 Processor -- start 2024-05-21T19:20:51.988 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.985+0000 7f00da634b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 0x55fd06d5fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.985+0000 7f00da634b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 0x55fd06d5d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00da634b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d5d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00da634b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fd06ba8130 con 0x55fd06d59f60 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00da634b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55fd06c428f0 con 0x55fd06d54170 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00da634b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fd06d609b0 con 0x55fd06d59640 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00da634b80 10 client.0 _ll_register_callbacks cb 0x55fd06c4be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d5d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 0x55fd06d5d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d5d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40688/0 (socket says 172.21.15.3:40688) 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00c7e00700 1 -- 172.21.15.3:0/2866700086 learned_addr learned my addr 172.21.15.3:0/2866700086 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 0x55fd06d5fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 -- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 msgr2=0x55fd06d5fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 0x55fd06d5fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 -- 172.21.15.3:0/2866700086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 msgr2=0x55fd06d5d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d5d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00cd200700 1 -- 172.21.15.3:0/2866700086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd06bf1a60 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.986+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 0x55fd06d5fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.987+0000 7f00cd200700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 0x55fd06d5d080 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f00bc012cf0 tx=0x7f00bc009ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8be6adecfbb0e88e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.987+0000 7f00aea00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.987+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc00f9a0 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.987+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00b4010910 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.987+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00bc00fb40 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f00bc00fd40 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 10 client.28348 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fd06c721f0 con 0x55fd06d59640 2024-05-21T19:20:51.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b4010910 con 0x55fd06d59640 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f00bc003be0 con 0x55fd06d59640 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 10 client.28348 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 10 client.28348 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 20 client.28348 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06d6d630 0x55fd06d6fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 4 client.28348 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.988+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd06cb3f20 con 0x55fd06d6d630 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.989+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06d6d630 0x55fd06d6fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.989+0000 7f00c7e00700 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06d6d630 0x55fd06d6fa20 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ccc00f2d775507e server_cookie=612879404bc07867 in_seq=0 out_seq=0 2024-05-21T19:20:51.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.989+0000 7f00aea00700 10 client.28348 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00aea00700 1 -- 172.21.15.3:0/2866700086 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fd06cb3f20 con 0x55fd06d6d630 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00aea00700 10 client.28348 handle_command_reply: tid=0 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 client.28348 shutdown 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 msgr2=0x55fd06d5d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 0x55fd06d5d080 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f00bc012cf0 tx=0x7f00bc009ef0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 shutdown_connections 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06d6d630 0x55fd06d6fa20 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.990+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d5d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d54170 0x55fd06d5fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 1 --2- 172.21.15.3:0/2866700086 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59640 0x55fd06d5d080 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00aea00700 0 client.28348 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 >> 172.21.15.3:0/2866700086 conn(0x55fd06c81d70 msgr2=0x55fd06d52b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 shutdown_connections 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 1 -- 172.21.15.3:0/2866700086 wait complete. 2024-05-21T19:20:51.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:51.991+0000 7f00da634b80 20 client.28348 trim_cache size 0 max 16384 2024-05-21T19:20:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 Processor -- start 2024-05-21T19:20:52.016 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 -- start start 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d69a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59f60 0x55fd06d5bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81b2350 con 0x55fd06d54170 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81afbe0 con 0x55fd06d59640 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.015+0000 7f00da634b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81ada30 con 0x55fd06d59f60 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40702/0 (socket says 172.21.15.3:40702) 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00c7e00700 1 -- 172.21.15.3:0/110156452 learned_addr learned my addr 172.21.15.3:0/110156452 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:52.017 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d69a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 -- 172.21.15.3:0/110156452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59f60 msgr2=0x55fd06d5bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59f60 0x55fd06d5bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 -- 172.21.15.3:0/110156452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 msgr2=0x55fd06d53b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:52.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00cd200700 1 -- 172.21.15.3:0/110156452 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd06d700a0 con 0x55fd06d59640 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.016+0000 7f00c7e00700 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.017+0000 7f00cd200700 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d69a50 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0105f0 tx=0x7f00bc025ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a18a74180b7089d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.017+0000 7f00b9600700 1 -- 172.21.15.3:0/110156452 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc00f9a0 con 0x55fd06d59640 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.017+0000 7f00b9600700 1 -- 172.21.15.3:0/110156452 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00bc00fb40 con 0x55fd06d59640 2024-05-21T19:20:52.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.017+0000 7f00b9600700 1 -- 172.21.15.3:0/110156452 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00bc003b50 con 0x55fd06d59640 2024-05-21T19:20:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 -- 172.21.15.3:0/110156452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 msgr2=0x55fd06d69a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d69a50 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0105f0 tx=0x7f00bc025ef0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 -- 172.21.15.3:0/110156452 shutdown_connections 2024-05-21T19:20:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d59f60 0x55fd06d5bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.020 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d54170 0x55fd06d53b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 --2- 172.21.15.3:0/110156452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d69a50 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 -- 172.21.15.3:0/110156452 >> 172.21.15.3:0/110156452 conn(0x55fd06c81d70 msgr2=0x55fd06d47f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 -- 172.21.15.3:0/110156452 shutdown_connections 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.018+0000 7f00da634b80 1 -- 172.21.15.3:0/110156452 wait complete. 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.019+0000 7f00da634b80 1 -- start start 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.019+0000 7f00da634b80 1 Processor -- start 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.019+0000 7f00da634b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.021 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.019+0000 7f00da634b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d63430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00da634b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d63970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00da634b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81ae0a0 con 0x55fd06d59f60 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00da634b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81af510 con 0x55fd06d59640 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00da634b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00c81ae770 con 0x55fd06d54170 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00da634b80 10 client.0 _ll_register_callbacks cb 0x55fd06c4be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d63970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00cd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d63430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:33798/0 (socket says 172.21.15.3:33798) 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 -- 172.21.15.3:0/3542738977 learned_addr learned my addr 172.21.15.3:0/3542738977 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00cd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d63430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43060/0 (socket says 172.21.15.3:43060) 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 -- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 msgr2=0x55fd06d63430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d63430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 -- 172.21.15.3:0/3542738977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 msgr2=0x55fd06d63970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d63970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.020+0000 7f00c7e00700 1 -- 172.21.15.3:0/3542738977 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd06d63eb0 con 0x55fd06d54170 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00c7e00700 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009680 tx=0x7f00b4009c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37e74a3c83d927a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00aea00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4013340 con 0x55fd06d54170 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00bc00fb40 con 0x55fd06d54170 2024-05-21T19:20:52.024 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00b4029040 con 0x55fd06d54170 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f00b4005300 con 0x55fd06d54170 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00da634b80 10 client.28351 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.021+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fd06dd9f50 con 0x55fd06d54170 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00bc00fb40 con 0x55fd06d54170 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f00b40036f0 con 0x55fd06d54170 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 10 client.28351 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 10 client.28351 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 20 client.28351 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06dda420 0x55fd06ddc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 4 client.28351 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.8, "await_for": 45.0}] 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.8, "await_for": 45.0}) -- 0x55fd06cad700 con 0x55fd06dda420 2024-05-21T19:20:52.025 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.022+0000 7f00cd200700 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06dda420 0x55fd06ddc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:52.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.023+0000 7f00cd200700 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06dda420 0x55fd06ddc810 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7117ddf7e780a02 server_cookie=58b9da76c0856d02 in_seq=0 out_seq=0 2024-05-21T19:20:52.026 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.023+0000 7f00aea00700 10 client.28351 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:52.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00aea00700 1 -- 172.21.15.3:0/3542738977 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fd06cad700 con 0x55fd06dda420 2024-05-21T19:20:52.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00aea00700 10 client.28351 handle_command_reply: tid=0 2024-05-21T19:20:52.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 client.28351 shutdown 2024-05-21T19:20:52.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 msgr2=0x55fd06d66040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:52.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f00b4009680 tx=0x7f00b4009c50 comp rx=0 tx=0).stop 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 shutdown_connections 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fd06dda420 0x55fd06ddc810 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fd06d59f60 0x55fd06d63970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fd06d54170 0x55fd06d66040 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 --2- 172.21.15.3:0/3542738977 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fd06d59640 0x55fd06d63430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00aea00700 0 client.28351 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 >> 172.21.15.3:0/3542738977 conn(0x55fd06c81d70 msgr2=0x55fd06d5abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 shutdown_connections 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 1 -- 172.21.15.3:0/3542738977 wait complete. 2024-05-21T19:20:52.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.033+0000 7f00da634b80 20 client.28351 trim_cache size 0 max 16384 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 42, 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "f3b9f86c": { 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 42, 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:20:52.036 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 139.8, 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:52.037 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 msgr2=0x7f00b00b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 0x7f00b00b4e70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f00c00aa340 tx=0x7f00c0009040 comp rx=0 tx=0).stop 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 msgr2=0x7f00c819bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 0x7f00c819bae0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f00c000b070 tx=0x7f00c0004c80 comp rx=0 tx=0).stop 2024-05-21T19:20:52.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 shutdown_connections 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00b00b29b0 0x7f00b00b4e70 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00c810fd00 0x7f00c819bae0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00c81021e0 0x7f00c81a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 --2- 172.21.15.3:0/4137621141 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00c8102b90 0x7f00c81a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.034+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 >> 172.21.15.3:0/4137621141 conn(0x7f00c80fdd90 msgr2=0x7f00c8111ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.035+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 shutdown_connections 2024-05-21T19:20:52.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:52.035+0000 7f00ce600700 1 -- 172.21.15.3:0/4137621141 wait complete. 2024-05-21T19:20:52.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:51 smithi178 ceph-mon[36523]: pgmap v827: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 12 op/s 2024-05-21T19:20:52.987 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f3b9f86c', quiesce took 7.8 seconds. Will release after: 12.0 2024-05-21T19:20:53.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:53 smithi104 ceph-mon[36417]: pgmap v828: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:53 smithi003 ceph-mon[31577]: pgmap v828: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:53 smithi178 ceph-mon[36523]: pgmap v828: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:20:54.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:54 smithi104 ceph-mon[36417]: pgmap v829: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:55.110 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:54 smithi003 ceph-mon[31577]: pgmap v829: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:55.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:54 smithi178 ceph-mon[36523]: pgmap v829: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:20:55.962 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:20:56.432 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:20:57.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:57 smithi003 ceph-mon[31577]: pgmap v830: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-21T19:20:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:57 smithi178 ceph-mon[36523]: pgmap v830: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-21T19:20:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:57 smithi104 ceph-mon[36417]: pgmap v830: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 8.4 KiB/s wr, 12 op/s 2024-05-21T19:20:58.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 -- 172.21.15.3:0/3673520521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec1076b0 msgr2=0x7fa1ec10f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 --2- 172.21.15.3:0/3673520521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec10f280 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4009f90 tx=0x7fa1e400b330 comp rx=0 tx=0).stop 2024-05-21T19:20:58.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 -- 172.21.15.3:0/3673520521 shutdown_connections 2024-05-21T19:20:58.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 --2- 172.21.15.3:0/3673520521 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec10f280 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 --2- 172.21.15.3:0/3673520521 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1025d0 0x7fa1ec1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 --2- 172.21.15.3:0/3673520521 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec102f80 0x7fa1ec106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 -- 172.21.15.3:0/3673520521 >> 172.21.15.3:0/3673520521 conn(0x7fa1ec0fde60 msgr2=0x7fa1ec100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.730+0000 7fa1f3000700 1 -- 172.21.15.3:0/3673520521 shutdown_connections 2024-05-21T19:20:58.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.731+0000 7fa1f3000700 1 -- 172.21.15.3:0/3673520521 wait complete. 2024-05-21T19:20:58.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 Processor -- start 2024-05-21T19:20:58.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 -- start start 2024-05-21T19:20:58.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec1025d0 0x7fa1ec19bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1125c0 con 0x7fa1ec1076b0 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec112440 con 0x7fa1ec102f80 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f3000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec112740 con 0x7fa1ec1025d0 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.732+0000 7fa1f2600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43084/0 (socket says 172.21.15.3:43084) 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 -- 172.21.15.3:0/1274435689 learned_addr learned my addr 172.21.15.3:0/1274435689 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec1025d0 0x7fa1ec19bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 -- 172.21.15.3:0/1274435689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec1025d0 msgr2=0x7fa1ec19bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec1025d0 0x7fa1ec19bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 -- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 msgr2=0x7fa1ec1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 -- 172.21.15.3:0/1274435689 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1ec1a0d70 con 0x7fa1ec102f80 2024-05-21T19:20:58.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f2600700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.733+0000 7fa1f1200700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fa1d800e9f0 tx=0x7fa1d800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.734+0000 7fa1ea000700 1 -- 172.21.15.3:0/1274435689 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d8004a30 con 0x7fa1ec102f80 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.734+0000 7fa1ea000700 1 -- 172.21.15.3:0/1274435689 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1d800cc70 con 0x7fa1ec102f80 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.734+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1ec1a1060 con 0x7fa1ec102f80 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.734+0000 7fa1ea000700 1 -- 172.21.15.3:0/1274435689 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d8005530 con 0x7fa1ec102f80 2024-05-21T19:20:58.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.734+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1ec1a88e0 con 0x7fa1ec102f80 2024-05-21T19:20:58.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.739+0000 7fa1ea000700 1 -- 172.21.15.3:0/1274435689 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa1d8004bd0 con 0x7fa1ec102f80 2024-05-21T19:20:58.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.740+0000 7fa1fef54b80 1 Processor -- start 2024-05-21T19:20:58.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.740+0000 7fa1fef54b80 1 -- start start 2024-05-21T19:20:58.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f1be52ae40 con 0x55f1be5d30e0 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f1be51a9e0 con 0x55f1be5d27c0 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f1be51ea20 con 0x55f1be5cd390 2024-05-21T19:20:58.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1ea000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1ea000700 1 -- 172.21.15.3:0/1274435689 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa1d80e23e0 con 0x7fa1ec102f80 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1f1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1f1c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40724/0 (socket says 172.21.15.3:40724) 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1f1c00700 1 -- 172.21.15.3:0/4152450514 learned_addr learned my addr 172.21.15.3:0/4152450514 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.741+0000 7fa1f2600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f2600700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 -- 172.21.15.3:0/4152450514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 msgr2=0x55f1be5cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 -- 172.21.15.3:0/4152450514 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 msgr2=0x55f1be5d2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 -- 172.21.15.3:0/4152450514 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1be4e3420 con 0x55f1be5d30e0 2024-05-21T19:20:58.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1200700 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:58.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f2600700 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:58.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009e70 tx=0x7fa1e0011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd82eeca480e7c36 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1f2600700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 0x7fa1d40b4d40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4009790 tx=0x7fa1e4009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.742+0000 7fa1dea00700 1 -- 172.21.15.3:0/4152450514 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e001e070 con 0x55f1be5d30e0 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.743+0000 7fa1dea00700 1 -- 172.21.15.3:0/4152450514 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1e000eb20 con 0x55f1be5d30e0 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.743+0000 7fa1dea00700 1 -- 172.21.15.3:0/4152450514 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0019b40 con 0x55f1be5d30e0 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.743+0000 7fa1fef54b80 1 -- 172.21.15.3:0/4152450514 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 msgr2=0x55f1be5ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.743+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa1e0009e70 tx=0x7fa1e0011720 comp rx=0 tx=0).stop 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 -- 172.21.15.3:0/4152450514 shutdown_connections 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/4152450514 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5ccd70 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 -- 172.21.15.3:0/4152450514 >> 172.21.15.3:0/4152450514 conn(0x55f1be4fabe0 msgr2=0x55f1be5c7810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 -- 172.21.15.3:0/4152450514 shutdown_connections 2024-05-21T19:20:58.746 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 -- 172.21.15.3:0/4152450514 wait complete. 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.744+0000 7fa1fef54b80 1 -- start start 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 Processor -- start 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5d8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f1be420fa0 con 0x55f1be5d30e0 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f1be4bb760 con 0x55f1be5d27c0 2024-05-21T19:20:58.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f1be5d9c00 con 0x55f1be5cd390 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1fef54b80 10 client.0 _ll_register_callbacks cb 0x55f1be4c4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1f2600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5d8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.745+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f2600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40730/0 (socket says 172.21.15.3:40730) 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f2600700 1 -- 172.21.15.3:0/516822179 learned_addr learned my addr 172.21.15.3:0/516822179 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 -- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 msgr2=0x55f1be5d6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 -- 172.21.15.3:0/516822179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 msgr2=0x55f1be5d66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 -- 172.21.15.3:0/516822179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1be46a8d0 con 0x55f1be5cd390 2024-05-21T19:20:58.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f2600700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5d8dc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa1e001b000 tx=0x7fa1e0019430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e09ea2d41b460b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.746+0000 7fa1d3400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e001e040 con 0x55f1be5cd390 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa1e000e880 con 0x55f1be5cd390 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1e000eb20 con 0x55f1be5cd390 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa1e0004030 con 0x55f1be5cd390 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1fef54b80 10 client.28363 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:58.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.747+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f1be4eb060 con 0x55f1be5cd390 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1e000eb20 con 0x55f1be5cd390 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa1e0005040 con 0x55f1be5cd390 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 10 client.28363 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 10 client.28363 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 20 client.28363 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be5e6580 0x55f1be5e8970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 4 client.28363 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1be52cd90 con 0x55f1be5e6580 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.748+0000 7fa1f1200700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be5e6580 0x55f1be5e8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.749+0000 7fa1f1200700 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be5e6580 0x55f1be5e8970 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=331149099b5fb0ed server_cookie=a3dd31ed8e7fac6d in_seq=0 out_seq=0 2024-05-21T19:20:58.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.749+0000 7fa1d3400700 10 client.28363 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:58.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1d3400700 1 -- 172.21.15.3:0/516822179 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f1be52cd90 con 0x55f1be5e6580 2024-05-21T19:20:58.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1d3400700 10 client.28363 handle_command_reply: tid=0 2024-05-21T19:20:58.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 client.28363 shutdown 2024-05-21T19:20:58.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 msgr2=0x55f1be5d8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5d8dc0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa1e001b000 tx=0x7fa1e0019430 comp rx=0 tx=0).stop 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 shutdown_connections 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be5e6580 0x55f1be5e8970 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d30e0 0x55f1be5d66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5d8dc0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/516822179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d27c0 0x55f1be5d6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1d3400700 0 client.28363 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 >> 172.21.15.3:0/516822179 conn(0x55f1be4fabe0 msgr2=0x55f1be5c6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 shutdown_connections 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.750+0000 7fa1fef54b80 1 -- 172.21.15.3:0/516822179 wait complete. 2024-05-21T19:20:58.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.751+0000 7fa1fef54b80 20 client.28363 trim_cache size 0 max 16384 2024-05-21T19:20:58.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 Processor -- start 2024-05-21T19:20:58.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 -- start start 2024-05-21T19:20:58.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5c7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d30e0 0x55f1be5d7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1ae1d0 con 0x55f1be5d27c0 2024-05-21T19:20:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1aba60 con 0x55f1be5d30e0 2024-05-21T19:20:58.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.773+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec10d220 con 0x55f1be5cd390 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f2600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d30e0 0x55f1be5d7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:33834/0 (socket says 172.21.15.3:33834) 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 -- 172.21.15.3:0/1598291512 learned_addr learned my addr 172.21.15.3:0/1598291512 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1200700 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 -- 172.21.15.3:0/1598291512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d30e0 msgr2=0x55f1be5d7dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d30e0 0x55f1be5d7dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 -- 172.21.15.3:0/1598291512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 msgr2=0x55f1be5c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5c7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.774+0000 7fa1f1c00700 1 -- 172.21.15.3:0/1598291512 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1be5c82e0 con 0x55f1be5cd390 2024-05-21T19:20:58.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.775+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa1e002e040 tx=0x7fa1e0011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1866750cfb83d770 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.775+0000 7fa1de000700 1 -- 172.21.15.3:0/1598291512 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e001e040 con 0x55f1be5cd390 2024-05-21T19:20:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.775+0000 7fa1de000700 1 -- 172.21.15.3:0/1598291512 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1e0005000 con 0x55f1be5cd390 2024-05-21T19:20:58.777 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.775+0000 7fa1de000700 1 -- 172.21.15.3:0/1598291512 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1e0004430 con 0x55f1be5cd390 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- 172.21.15.3:0/1598291512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 msgr2=0x55f1be5ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa1e002e040 tx=0x7fa1e0011720 comp rx=0 tx=0).stop 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- 172.21.15.3:0/1598291512 shutdown_connections 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5d30e0 0x55f1be5d7dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5cd390 0x55f1be5ccd70 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/1598291512 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- 172.21.15.3:0/1598291512 >> 172.21.15.3:0/1598291512 conn(0x55f1be4fabe0 msgr2=0x55f1be5d76c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- 172.21.15.3:0/1598291512 shutdown_connections 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- 172.21.15.3:0/1598291512 wait complete. 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.776+0000 7fa1fef54b80 1 -- start start 2024-05-21T19:20:58.778 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 Processor -- start 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 0x55f1be5df1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 0x55f1be5dc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1a9f20 con 0x55f1be5d27c0 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1ab390 con 0x55f1be5cd390 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa1ec1aa5f0 con 0x55f1be5d30e0 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.777+0000 7fa1fef54b80 10 client.0 _ll_register_callbacks cb 0x55f1be4c4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40736/0 (socket says 172.21.15.3:40736) 2024-05-21T19:20:58.780 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 -- 172.21.15.3:0/2380099526 learned_addr learned my addr 172.21.15.3:0/2380099526 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 0x55f1be5df1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f2600700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 0x55f1be5dc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 -- 172.21.15.3:0/2380099526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 msgr2=0x55f1be5dc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 0x55f1be5dc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 -- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 msgr2=0x55f1be5df1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 0x55f1be5df1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 -- 172.21.15.3:0/2380099526 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1be5dc880 con 0x55f1be5d27c0 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f2600700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 0x55f1be5dc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 0x55f1be5df1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1f1200700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa1d8004800 tx=0x7fa1d80cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c754e2f6110869 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.778+0000 7fa1d3400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:58.781 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d80cc2c0 con 0x55f1be5d27c0 2024-05-21T19:20:58.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa1d80a5f70 con 0x55f1be5d27c0 2024-05-21T19:20:58.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1e0005000 con 0x55f1be5d27c0 2024-05-21T19:20:58.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa1d80aa080 con 0x55f1be5d27c0 2024-05-21T19:20:58.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1fef54b80 10 client.18282 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:58.782 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f1be651cf0 con 0x55f1be5d27c0 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.779+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1e0005000 con 0x55f1be5d27c0 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa1d80c6070 con 0x55f1be5d27c0 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 10 client.18282 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 10 client.18282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 20 client.18282 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be6523b0 0x55f1be6547d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 4 client.18282 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f1be526570 con 0x55f1be6523b0 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.780+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be6523b0 0x55f1be6547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:58.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1f1c00700 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be6523b0 0x55f1be6547d0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd61a9a2580c93a2 server_cookie=438120ad970d867e in_seq=0 out_seq=0 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1d3400700 10 client.18282 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1d3400700 1 -- 172.21.15.3:0/2380099526 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f1be526570 con 0x55f1be6523b0 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1d3400700 10 client.18282 handle_command_reply: tid=0 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 client.18282 shutdown 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 msgr2=0x55f1be5df720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa1d8004800 tx=0x7fa1d80cc040 comp rx=0 tx=0).stop 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 shutdown_connections 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f1be6523b0 0x55f1be6547d0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f1be5d30e0 0x55f1be5dc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f1be5cd390 0x55f1be5df1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 --2- 172.21.15.3:0/2380099526 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f1be5d27c0 0x55f1be5df720 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1d3400700 0 client.18282 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.781+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 >> 172.21.15.3:0/2380099526 conn(0x55f1be4fabe0 msgr2=0x55f1be5d1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.785 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.782+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 shutdown_connections 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.782+0000 7fa1fef54b80 1 -- 172.21.15.3:0/2380099526 wait complete. 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.782+0000 7fa1fef54b80 20 client.18282 trim_cache size 0 max 16384 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:20:58.786 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 msgr2=0x7fa1d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 0x7fa1d40b4d40 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa1e4009790 tx=0x7fa1e4009700 comp rx=0 tx=0).stop 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 msgr2=0x7fa1ec19c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fa1d800e9f0 tx=0x7fa1d800ed00 comp rx=0 tx=0).stop 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 shutdown_connections 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1d40b2880 0x7fa1d40b4d40 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa1ec1076b0 0x7fa1ec1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa1ec1025d0 0x7fa1ec19bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 --2- 172.21.15.3:0/1274435689 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1ec102f80 0x7fa1ec19c2a0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:58.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 >> 172.21.15.3:0/1274435689 conn(0x7fa1ec0fde60 msgr2=0x7fa1ec06b6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:58.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 shutdown_connections 2024-05-21T19:20:58.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:20:58.783+0000 7fa1f3000700 1 -- 172.21.15.3:0/1274435689 wait complete. 2024-05-21T19:20:59.776 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:20:59.776 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:20:59.798 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 -- 172.21.15.3:0/3696800500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c106890 msgr2=0x7ffa6c10d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 --2- 172.21.15.3:0/3696800500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c106890 0x7ffa6c10d120 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ffa64009be0 tx=0x7ffa6402a6c0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 -- 172.21.15.3:0/3696800500 shutdown_connections 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 --2- 172.21.15.3:0/3696800500 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c105ed0 0x7ffa6c106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 --2- 172.21.15.3:0/3696800500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c106890 0x7ffa6c10d120 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 --2- 172.21.15.3:0/3696800500 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.797+0000 7ffa72000640 1 -- 172.21.15.3:0/3696800500 >> 172.21.15.3:0/3696800500 conn(0x7ffa6c100270 msgr2=0x7ffa6c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.798+0000 7ffa72000640 1 -- 172.21.15.3:0/3696800500 shutdown_connections 2024-05-21T19:20:59.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.798+0000 7ffa72000640 1 -- 172.21.15.3:0/3696800500 wait complete. 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 Processor -- start 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 -- start start 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c105ed0 0x7ffa6c19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c106890 0x7ffa6c1a23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1107f0 con 0x7ffa6c105ed0 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c110670 con 0x7ffa6c104ce0 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa72000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c110970 con 0x7ffa6c106890 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa6aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c105ed0 0x7ffa6c19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43150/0 (socket says 172.21.15.3:43150) 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa6b400640 1 -- 172.21.15.3:0/1345278177 learned_addr learned my addr 172.21.15.3:0/1345278177 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:59.801 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.799+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c106890 0x7ffa6c1a23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 -- 172.21.15.3:0/1345278177 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c106890 msgr2=0x7ffa6c1a23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c106890 0x7ffa6c1a23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 -- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c105ed0 msgr2=0x7ffa6c19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c105ed0 0x7ffa6c19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 -- 172.21.15.3:0/1345278177 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c1a2a50 con 0x7ffa6c104ce0 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c00e9f0 tx=0x7ffa5c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa63e00640 1 -- 172.21.15.3:0/1345278177 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c00ccc0 con 0x7ffa6c104ce0 2024-05-21T19:20:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa63e00640 1 -- 172.21.15.3:0/1345278177 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa5c0035f0 con 0x7ffa6c104ce0 2024-05-21T19:20:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6c1a2d40 con 0x7ffa6c104ce0 2024-05-21T19:20:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.800+0000 7ffa63e00640 1 -- 172.21.15.3:0/1345278177 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c00ce60 con 0x7ffa6c104ce0 2024-05-21T19:20:59.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.801+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6c1a31d0 con 0x7ffa6c104ce0 2024-05-21T19:20:59.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 Processor -- start 2024-05-21T19:20:59.805 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 -- start start 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c79f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 0x557446c7f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa63e00640 1 -- 172.21.15.3:0/1345278177 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffa5c004000 con 0x7ffa6c104ce0 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c81b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557446be9b90 con 0x557446c79b30 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557446bd9730 con 0x557446c7f690 2024-05-21T19:20:59.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.804+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557446bdd770 con 0x557446c7a520 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c79f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 0x557446c7f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c79f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40754/0 (socket says 172.21.15.3:40754) 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6be00640 1 -- 172.21.15.3:0/3398817638 learned_addr learned my addr 172.21.15.3:0/3398817638 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c81b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 -- 172.21.15.3:0/3398817638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 msgr2=0x557446c81b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c81b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 -- 172.21.15.3:0/3398817638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 msgr2=0x557446c79f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c79f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.805+0000 7ffa6b400640 1 -- 172.21.15.3:0/3398817638 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557446b728b0 con 0x557446c7a520 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.806+0000 7ffa6b400640 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 0x557446c7f020 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0dffa0 tx=0x7ffa5c0e8530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd18cfe3db9199a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.806+0000 7ffa57e00640 1 -- 172.21.15.3:0/3398817638 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c0f6070 con 0x557446c7a520 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.806+0000 7ffa57e00640 1 -- 172.21.15.3:0/3398817638 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa5c0e40d0 con 0x557446c7a520 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.806+0000 7ffa57e00640 1 -- 172.21.15.3:0/3398817638 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c0ee7a0 con 0x557446c7a520 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.806+0000 7ffa63e00640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 0x7ffa500b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa63e00640 1 -- 172.21.15.3:0/1345278177 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa5c0e2470 con 0x7ffa6c104ce0 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 0x7ffa500b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 -- 172.21.15.3:0/3398817638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 msgr2=0x557446c7f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 0x557446c7f020 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0dffa0 tx=0x7ffa5c0e8530 comp rx=0 tx=0).stop 2024-05-21T19:20:59.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 -- 172.21.15.3:0/3398817638 shutdown_connections 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7a520 0x557446c7f020 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c81b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/3398817638 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c79f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 -- 172.21.15.3:0/3398817638 >> 172.21.15.3:0/3398817638 conn(0x557446c751a0 msgr2=0x557446c755a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.807+0000 7ffa74e0f740 1 -- 172.21.15.3:0/3398817638 shutdown_connections 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.808+0000 7ffa74e0f740 1 -- 172.21.15.3:0/3398817638 wait complete. 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.808+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 0x7ffa500b4d60 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x557446c7ad80 tx=0x7ffa64030990 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.808+0000 7ffa74e0f740 1 -- start start 2024-05-21T19:20:59.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.808+0000 7ffa74e0f740 1 Processor -- start 2024-05-21T19:20:59.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c83ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c8aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5574468bf790 con 0x557446c79b30 2024-05-21T19:20:59.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557446b81bc0 con 0x557446c7a520 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557446c82640 con 0x557446c7f690 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa74e0f740 10 client.0 _ll_register_callbacks cb 0x557446b5f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40770/0 (socket says 172.21.15.3:40770) 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa6b400640 1 -- 172.21.15.3:0/2478012648 learned_addr learned my addr 172.21.15.3:0/2478012648 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa6aa00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c83ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.809+0000 7ffa6be00640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c8aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 -- 172.21.15.3:0/2478012648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 msgr2=0x557446c8aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c8aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 -- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 msgr2=0x557446c83ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c83ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 -- 172.21.15.3:0/2478012648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574468ee210 con 0x557446c79b30 2024-05-21T19:20:59.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa6b400640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0a5af0 tx=0x7ffa5c0dfef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd5340a554282fbb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa54c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c0a5930 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa5c003aa0 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.810+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa5c0e40d0 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ffa5c0042f0 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 10 client.18294 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5574469ba620 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa5c0e40d0 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ffa5c0e20d0 con 0x557446c79b30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 10 client.18294 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 10 client.18294 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 20 client.18294 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446c8f040 0x557446c91430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 4 client.18294 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:20:59.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.811+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557446bebae0 con 0x557446c8f040 2024-05-21T19:20:59.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.812+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446c8f040 0x557446c91430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.813+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446c8f040 0x557446c91430 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34d7f8e3cacb5769 server_cookie=9ae0d5075202d514 in_seq=0 out_seq=0 2024-05-21T19:20:59.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.813+0000 7ffa54c00640 10 client.18294 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.813+0000 7ffa54c00640 1 -- 172.21.15.3:0/2478012648 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557446bebae0 con 0x557446c8f040 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.813+0000 7ffa54c00640 10 client.18294 handle_command_reply: tid=0 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.813+0000 7ffa74e0f740 1 client.18294 shutdown 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 msgr2=0x557446c83960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0a5af0 tx=0x7ffa5c0dfef0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 shutdown_connections 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446c8f040 0x557446c91430 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c8aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c83ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/2478012648 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c83960 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 >> 172.21.15.3:0/2478012648 conn(0x557446c751a0 msgr2=0x557446c74310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa54c00640 0 client.18294 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 shutdown_connections 2024-05-21T19:20:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 1 -- 172.21.15.3:0/2478012648 wait complete. 2024-05-21T19:20:59.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.814+0000 7ffa74e0f740 20 client.18294 trim_cache size 0 max 16384 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 Processor -- start 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 -- start start 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 0x557446c7b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c7a520 0x557446c7ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.832 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1ae9c0 con 0x557446c7a520 2024-05-21T19:20:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1ac290 con 0x557446c7f690 2024-05-21T19:20:59.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.831+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1aa0e0 con 0x557446c79b30 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 0x557446c7b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6aa00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c7a520 0x557446c7ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43168/0 (socket says 172.21.15.3:43168) 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 -- 172.21.15.3:0/1623208929 learned_addr learned my addr 172.21.15.3:0/1623208929 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 -- 172.21.15.3:0/1623208929 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 msgr2=0x557446c7b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 0x557446c7b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 -- 172.21.15.3:0/1623208929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c7a520 msgr2=0x557446c7ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c7a520 0x557446c7ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6be00640 1 -- 172.21.15.3:0/1623208929 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557446c82a40 con 0x557446c7f690 2024-05-21T19:20:59.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.832+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 0x557446c7b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:20:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.833+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ffa6402acb0 tx=0x7ffa64040070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=965350529631d516 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.833+0000 7ffa57400640 1 -- 172.21.15.3:0/1623208929 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64036040 con 0x557446c7f690 2024-05-21T19:20:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.833+0000 7ffa57400640 1 -- 172.21.15.3:0/1623208929 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa64050070 con 0x557446c7f690 2024-05-21T19:20:59.835 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.833+0000 7ffa57400640 1 -- 172.21.15.3:0/1623208929 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64031830 con 0x557446c7f690 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1623208929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 msgr2=0x557446c8aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ffa6402acb0 tx=0x7ffa64040070 comp rx=0 tx=0).stop 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1623208929 shutdown_connections 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7f690 0x557446c8aea0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c7a520 0x557446c7ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1623208929 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c79b30 0x557446c7b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1623208929 >> 172.21.15.3:0/1623208929 conn(0x557446c751a0 msgr2=0x557446c7adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1623208929 shutdown_connections 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.834+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1623208929 wait complete. 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 -- start start 2024-05-21T19:20:59.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 Processor -- start 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c88660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c89670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1aa750 con 0x557446c79b30 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1abbc0 con 0x557446c7a520 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1aae20 con 0x557446c7f690 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.835+0000 7ffa74e0f740 10 client.0 _ll_register_callbacks cb 0x7ffa5c0f4070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:40800/0 (socket says 172.21.15.3:40800) 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 -- 172.21.15.3:0/1068722216 learned_addr learned my addr 172.21.15.3:0/1068722216 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6be00640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c89670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c88660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 -- 172.21.15.3:0/1068722216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 msgr2=0x557446c89670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c89670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 -- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 msgr2=0x557446c88660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c88660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 -- 172.21.15.3:0/1068722216 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557446c89c60 con 0x557446c79b30 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c88660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa6b400640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c003fd0 tx=0x7ffa5c003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68292c40ad8d7f3b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:20:59.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa54c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:20:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.836+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c0a91e0 con 0x557446c79b30 2024-05-21T19:20:59.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa64050070 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ffa5c0a9cd0 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ffa5c0a93c0 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 10 client.18300 fetch_fsmap learned FSMap version 30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557446c89c60 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffa5c085080 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ffa5c0b2440 con 0x557446c79b30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 10 client.18300 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 10 client.18300 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 20 client.18300 populate_metadata read hostname 'smithi003' 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446d023f0 0x557446d047e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 4 client.18300 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.837+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557446be52c0 con 0x557446d023f0 2024-05-21T19:20:59.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.838+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446d023f0 0x557446d047e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:20:59.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.838+0000 7ffa6aa00640 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446d023f0 0x557446d047e0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f9d87cb4006c568 server_cookie=779bd8add2ef6f3b in_seq=0 out_seq=0 2024-05-21T19:20:59.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.838+0000 7ffa54c00640 10 client.18300 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:59.842 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:20:59 smithi003 ceph-mon[31577]: pgmap v831: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:20:59.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa54c00640 1 -- 172.21.15.3:0/1068722216 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557446be52c0 con 0x557446d023f0 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa54c00640 10 client.18300 handle_command_reply: tid=0 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa74e0f740 1 client.18300 shutdown 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 msgr2=0x557446c88120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c003fd0 tx=0x7ffa5c003cd0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 shutdown_connections 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.846+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557446d023f0 0x557446d047e0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557446c7f690 0x557446c89670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557446c7a520 0x557446c88660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa54c00640 0 client.18300 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 --2- 172.21.15.3:0/1068722216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557446c79b30 0x557446c88120 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 >> 172.21.15.3:0/1068722216 conn(0x557446c751a0 msgr2=0x557446c7b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 shutdown_connections 2024-05-21T19:20:59.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 1 -- 172.21.15.3:0/1068722216 wait complete. 2024-05-21T19:20:59.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.847+0000 7ffa74e0f740 20 client.18300 trim_cache size 0 max 16384 2024-05-21T19:20:59.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:20:59.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:20:59.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 msgr2=0x7ffa500b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 0x7ffa500b4d60 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x557446c7ad80 tx=0x7ffa64030990 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 msgr2=0x7ffa6c19ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c00e9f0 tx=0x7ffa5c00eeb0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 shutdown_connections 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ffa500b28a0 0x7ffa500b4d60 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ffa6c106890 0x7ffa6c1a23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ffa6c105ed0 0x7ffa6c19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 --2- 172.21.15.3:0/1345278177 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c104ce0 0x7ffa6c19ae30 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:20:59.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 >> 172.21.15.3:0/1345278177 conn(0x7ffa6c100270 msgr2=0x7ffa6c109170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:20:59.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 shutdown_connections 2024-05-21T19:20:59.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:20:59.848+0000 7ffa72000640 1 -- 172.21.15.3:0/1345278177 wait complete. 2024-05-21T19:20:59.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:20:59 smithi178 ceph-mon[36523]: pgmap v831: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:20:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:20:59 smithi104 ceph-mon[36417]: pgmap v831: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:21:00.240 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:01 smithi003 ceph-mon[31577]: pgmap v832: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-21T19:21:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:01 smithi178 ceph-mon[36523]: pgmap v832: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-21T19:21:01.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:01 smithi104 ceph-mon[36417]: pgmap v832: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.1 KiB/s wr, 10 op/s 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 -- 172.21.15.3:0/2159271369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c075770 msgr2=0x7f052c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 --2- 172.21.15.3:0/2159271369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c075770 0x7f052c075b50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f051c00b0a0 tx=0x7f051c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 -- 172.21.15.3:0/2159271369 shutdown_connections 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 --2- 172.21.15.3:0/2159271369 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c10ff40 0x7f052c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 --2- 172.21.15.3:0/2159271369 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c075770 0x7f052c075b50 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 --2- 172.21.15.3:0/2159271369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c076090 0x7f052c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 -- 172.21.15.3:0/2159271369 >> 172.21.15.3:0/2159271369 conn(0x7f052c07a6a0 msgr2=0x7f052c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 -- 172.21.15.3:0/2159271369 shutdown_connections 2024-05-21T19:21:02.626 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.624+0000 7f0532000700 1 -- 172.21.15.3:0/2159271369 wait complete. 2024-05-21T19:21:02.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.625+0000 7f0532000700 1 Processor -- start 2024-05-21T19:21:02.627 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.625+0000 7f0532000700 1 -- start start 2024-05-21T19:21:02.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.625+0000 7f0532000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 0x7f052c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:02.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0532000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c076090 0x7f052c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:02.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0532000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:02.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0532000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f052c115960 con 0x7f052c10ff40 2024-05-21T19:21:02.628 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0532000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f052c1157e0 con 0x7f052c075770 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0532000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f052c115ae0 con 0x7f052c076090 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56456/0 (socket says 172.21.15.3:56456) 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 -- 172.21.15.3:0/457284133 learned_addr learned my addr 172.21.15.3:0/457284133 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052b400700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 0x7f052c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f0522a00700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c076090 0x7f052c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 -- 172.21.15.3:0/457284133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c076090 msgr2=0x7f052c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c076090 0x7f052c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 -- 172.21.15.3:0/457284133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 msgr2=0x7f052c19bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.626+0000 7f052be00700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 0x7f052c19bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f052be00700 1 -- 172.21.15.3:0/457284133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f052c1a0e00 con 0x7f052c10ff40 2024-05-21T19:21:02.629 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f052b400700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 0x7f052c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f052be00700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f052400e970 tx=0x7f052400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0524004a30 con 0x7f052c10ff40 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f052c1a10f0 con 0x7f052c10ff40 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05240054d0 con 0x7f052c10ff40 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f052400cd00 con 0x7f052c10ff40 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.627+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f052c1a8970 con 0x7f052c10ff40 2024-05-21T19:21:02.630 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.629+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f052c06a230 con 0x7f052c10ff40 2024-05-21T19:21:02.632 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.631+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0524004fa0 con 0x7f052c10ff40 2024-05-21T19:21:02.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.632+0000 7f0528c00700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 0x7f05100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:02.633 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.633+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f05240e2310 con 0x7f052c10ff40 2024-05-21T19:21:02.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.633+0000 7f052b400700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 0x7f05100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:02.634 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.634+0000 7f052b400700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 0x7f05100b4dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f051c0062a0 tx=0x7f051c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:02.638 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.637+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f05240aa040 con 0x7f052c10ff40 2024-05-21T19:21:02.943 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.942+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f052c02e560 con 0x7f052c10ff40 2024-05-21T19:21:02.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.944+0000 7f0528c00700 1 -- 172.21.15.3:0/457284133 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f05240a9940 con 0x7f052c10ff40 2024-05-21T19:21:02.945 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:21:02.946 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.947+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 msgr2=0x7f05100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.947+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 0x7f05100b4dc0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f051c0062a0 tx=0x7f051c006210 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.947+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 msgr2=0x7f052c1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.947+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f052400e970 tx=0x7f052400ec80 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 shutdown_connections 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f05100b2900 0x7f05100b4dc0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f052c10ff40 0x7f052c1a06c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f052c075770 0x7f052c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 --2- 172.21.15.3:0/457284133 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f052c076090 0x7f052c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 >> 172.21.15.3:0/457284133 conn(0x7f052c07a6a0 msgr2=0x7f052c1006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 shutdown_connections 2024-05-21T19:21:02.949 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:02.948+0000 7f0532000700 1 -- 172.21.15.3:0/457284133 wait complete. 2024-05-21T19:21:02.950 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:21:03.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:03 smithi003 ceph-mon[31577]: pgmap v833: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:21:03.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:03 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/457284133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:03 smithi178 ceph-mon[36523]: pgmap v833: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:21:03.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:03 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/457284133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:03.896 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:21:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:03 smithi104 ceph-mon[36417]: pgmap v833: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:21:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:03 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/457284133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:04.400 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:04.988 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:21:05.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:05 smithi003 ceph-mon[31577]: pgmap v834: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.2 KiB/s wr, 9 op/s 2024-05-21T19:21:05.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:05 smithi178 ceph-mon[36523]: pgmap v834: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.2 KiB/s wr, 9 op/s 2024-05-21T19:21:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:05 smithi104 ceph-mon[36417]: pgmap v834: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 3.2 KiB/s wr, 9 op/s 2024-05-21T19:21:06.020 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:07.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 -- 172.21.15.3:0/351436311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 msgr2=0x7f04341141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 --2- 172.21.15.3:0/351436311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341141d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0420009990 tx=0x7f0420009ca0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 -- 172.21.15.3:0/351436311 shutdown_connections 2024-05-21T19:21:07.031 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 --2- 172.21.15.3:0/351436311 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434114710 0x7f0434116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 --2- 172.21.15.3:0/351436311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434075770 0x7f0434075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 --2- 172.21.15.3:0/351436311 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341141d0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 -- 172.21.15.3:0/351436311 >> 172.21.15.3:0/351436311 conn(0x7f043407a6a0 msgr2=0x7f043407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 -- 172.21.15.3:0/351436311 shutdown_connections 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.030+0000 7f043be00700 1 -- 172.21.15.3:0/351436311 wait complete. 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.031+0000 7f043be00700 1 Processor -- start 2024-05-21T19:21:07.032 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.031+0000 7f043be00700 1 -- start start 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434114710 0x7f04341a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0434119d70 con 0x7f0434076090 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0434119bf0 con 0x7f0434114710 2024-05-21T19:21:07.033 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f043be00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0434119ef0 con 0x7f0434075770 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f0439400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f0438a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f0439400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35370/0 (socket says 172.21.15.3:35370) 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f0439400700 1 -- 172.21.15.3:0/2043176604 learned_addr learned my addr 172.21.15.3:0/2043176604 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.032+0000 7f0439e00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434114710 0x7f04341a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 -- 172.21.15.3:0/2043176604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434114710 msgr2=0x7f04341a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434114710 0x7f04341a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.034 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 -- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 msgr2=0x7f04341a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 -- 172.21.15.3:0/2043176604 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04341a5250 con 0x7f0434075770 2024-05-21T19:21:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.033+0000 7f0439400700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f042800ef10 tx=0x7f042800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.034+0000 7f0432000700 1 -- 172.21.15.3:0/2043176604 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f042800c9c0 con 0x7f0434075770 2024-05-21T19:21:07.035 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.034+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04341a54e0 con 0x7f0434075770 2024-05-21T19:21:07.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.034+0000 7f0432000700 1 -- 172.21.15.3:0/2043176604 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0428019070 con 0x7f0434075770 2024-05-21T19:21:07.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.034+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04341acdc0 con 0x7f0434075770 2024-05-21T19:21:07.036 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.034+0000 7f0432000700 1 -- 172.21.15.3:0/2043176604 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0428014480 con 0x7f0434075770 2024-05-21T19:21:07.038 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.037+0000 7f0432000700 1 -- 172.21.15.3:0/2043176604 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0428012050 con 0x7f0434075770 2024-05-21T19:21:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 Processor -- start 2024-05-21T19:21:07.039 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 -- start start 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8ba9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba97d0 0x55a2c8ba3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a2c8b01e40 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a2c8af19e0 con 0x55a2c8ba3880 2024-05-21T19:21:07.040 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0446796b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a2c8af5a20 con 0x55a2c8ba97d0 2024-05-21T19:21:07.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.039+0000 7f0432000700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 0x7f041c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.041 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58874/0 (socket says 172.21.15.3:58874) 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 -- 172.21.15.3:0/1350787640 learned_addr learned my addr 172.21.15.3:0/1350787640 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0439e00700 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8ba9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0432000700 1 -- 172.21.15.3:0/2043176604 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f04280e1f50 con 0x7f0434075770 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0439400700 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba97d0 0x55a2c8ba3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0439e00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 0x7f041c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 -- 172.21.15.3:0/1350787640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba97d0 msgr2=0x55a2c8ba3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba97d0 0x55a2c8ba3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 -- 172.21.15.3:0/1350787640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 msgr2=0x55a2c8ba9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8ba9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 -- 172.21.15.3:0/1350787640 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2c8aba420 con 0x55a2c8ba3880 2024-05-21T19:21:07.042 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.040+0000 7f0438a00700 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0420015000 tx=0x7f04200096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0b706b31d594161 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.041+0000 7f0439e00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 0x7f041c0b4d40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f042c0097a0 tx=0x7f042c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.041+0000 7f0426a00700 1 -- 172.21.15.3:0/1350787640 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420027070 con 0x55a2c8ba3880 2024-05-21T19:21:07.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.041+0000 7f0426a00700 1 -- 172.21.15.3:0/1350787640 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04200056d0 con 0x55a2c8ba3880 2024-05-21T19:21:07.043 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.041+0000 7f0426a00700 1 -- 172.21.15.3:0/1350787640 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420003aa0 con 0x55a2c8ba3880 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- 172.21.15.3:0/1350787640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 msgr2=0x55a2c8ba3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0420015000 tx=0x7f04200096a0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- 172.21.15.3:0/1350787640 shutdown_connections 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3ce0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8ba9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 --2- 172.21.15.3:0/1350787640 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba97d0 0x55a2c8ba3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- 172.21.15.3:0/1350787640 >> 172.21.15.3:0/1350787640 conn(0x55a2c8ad1be0 msgr2=0x55a2c8b9e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- 172.21.15.3:0/1350787640 shutdown_connections 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- 172.21.15.3:0/1350787640 wait complete. 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.042+0000 7f0446796b80 1 -- start start 2024-05-21T19:21:07.044 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 Processor -- start 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba3880 0x55a2c8baf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bacd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a2c89f7fa0 con 0x55a2c8ba3880 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a2c8a92760 con 0x55a2c8ba97d0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a2c8bb01e0 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.043+0000 7f0446796b80 10 client.0 _ll_register_callbacks cb 0x55a2c8a9bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0439400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba3880 0x55a2c8baf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0439e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bacd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35390/0 (socket says 172.21.15.3:35390) 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 -- 172.21.15.3:0/3495265892 learned_addr learned my addr 172.21.15.3:0/3495265892 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:07.046 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 -- 172.21.15.3:0/3495265892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 msgr2=0x55a2c8bacd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bacd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 -- 172.21.15.3:0/3495265892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba3880 msgr2=0x55a2c8baf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba3880 0x55a2c8baf450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 -- 172.21.15.3:0/3495265892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2c8a418d0 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.044+0000 7f0438a00700 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0420009ce0 tx=0x7f0420003d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb6cb90b50212d44 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f041b400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420033060 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f042000b930 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.047 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04200056d0 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0420027070 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f0446796b80 10 client.28405 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.045+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a2c8ac2060 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04200056d0 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f0420021070 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 10 client.28405 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 10 client.28405 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 20 client.28405 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8bbcb30 0x55a2c8bbef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 4 client.28405 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2c8b03d90 con 0x55a2c8bbcb30 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.046+0000 7f0439400700 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8bbcb30 0x55a2c8bbef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.049 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.047+0000 7f0439400700 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8bbcb30 0x55a2c8bbef20 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5e407622bb177665 server_cookie=a2a92810146878aa in_seq=0 out_seq=0 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.047+0000 7f041b400700 10 client.28405 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f041b400700 1 -- 172.21.15.3:0/3495265892 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a2c8b03d90 con 0x55a2c8bbcb30 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f041b400700 10 client.28405 handle_command_reply: tid=0 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 client.28405 shutdown 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 msgr2=0x55a2c8bac7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f0420009ce0 tx=0x7f0420003d80 comp rx=0 tx=0).stop 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 shutdown_connections 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bacd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8bbcb30 0x55a2c8bbef20 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba3880 0x55a2c8baf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 --2- 172.21.15.3:0/3495265892 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bac7f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f041b400700 0 client.28405 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 >> 172.21.15.3:0/3495265892 conn(0x55a2c8ad1be0 msgr2=0x55a2c8ba2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 shutdown_connections 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 1 -- 172.21.15.3:0/3495265892 wait complete. 2024-05-21T19:21:07.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.048+0000 7f0446796b80 20 client.28405 trim_cache size 0 max 16384 2024-05-21T19:21:07.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.066+0000 7f0446796b80 1 Processor -- start 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.066+0000 7f0446796b80 1 -- start start 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8b9d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8b9df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b6bc0 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b4450 con 0x55a2c8ba97d0 2024-05-21T19:21:07.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0446796b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b22a0 con 0x55a2c8ba3880 2024-05-21T19:21:07.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0438a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8b9d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0438a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8b9d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:56506/0 (socket says 172.21.15.3:56506) 2024-05-21T19:21:07.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0438a00700 1 -- 172.21.15.3:0/317592178 learned_addr learned my addr 172.21.15.3:0/317592178 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0439e00700 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8b9df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.067+0000 7f0439400700 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 -- 172.21.15.3:0/317592178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 msgr2=0x55a2c8ba3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 -- 172.21.15.3:0/317592178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 msgr2=0x55a2c8b9d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8b9d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 -- 172.21.15.3:0/317592178 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2c8baf090 con 0x55a2c8ba97d0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0439e00700 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8b9df20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f042c005950 tx=0x7f042c0058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a6658a120f405d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0426000700 1 -- 172.21.15.3:0/317592178 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f042c010af0 con 0x55a2c8ba97d0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0426000700 1 -- 172.21.15.3:0/317592178 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f042c010c90 con 0x55a2c8ba97d0 2024-05-21T19:21:07.070 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.068+0000 7f0426000700 1 -- 172.21.15.3:0/317592178 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f042c0203f0 con 0x55a2c8ba97d0 2024-05-21T19:21:07.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 -- 172.21.15.3:0/317592178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 msgr2=0x55a2c8b9df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.071 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8b9df20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f042c005950 tx=0x7f042c0058e0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 -- 172.21.15.3:0/317592178 shutdown_connections 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8b9df20 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8ba3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 --2- 172.21.15.3:0/317592178 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8b9d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 -- 172.21.15.3:0/317592178 >> 172.21.15.3:0/317592178 conn(0x55a2c8ad1be0 msgr2=0x55a2c8bab100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 -- 172.21.15.3:0/317592178 shutdown_connections 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.069+0000 7f0446796b80 1 -- 172.21.15.3:0/317592178 wait complete. 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.070+0000 7f0446796b80 1 -- start start 2024-05-21T19:21:07.072 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.070+0000 7f0446796b80 1 Processor -- start 2024-05-21T19:21:07.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bc01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bc0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.074 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b2910 con 0x55a2c8ba8eb0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b3d80 con 0x55a2c8ba97d0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f04341b2fe0 con 0x55a2c8ba3880 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0446796b80 10 client.0 _ll_register_callbacks cb 0x55a2c8a9bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0439400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0439400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:35414/0 (socket says 172.21.15.3:35414) 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0439400700 1 -- 172.21.15.3:0/3067163110 learned_addr learned my addr 172.21.15.3:0/3067163110 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0439e00700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bc0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.071+0000 7f0438a00700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bc01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 -- 172.21.15.3:0/3067163110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 msgr2=0x55a2c8bc0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bc0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 -- 172.21.15.3:0/3067163110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 msgr2=0x55a2c8bc01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bc01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.075 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 -- 172.21.15.3:0/3067163110 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2c8c263a0 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0439400700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f04280a5600 tx=0x7f0428000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f52208c1467bd15 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f041b400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04280c3060 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f042c010c90 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.072+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f04280a97e0 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f04280b2350 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 10 client.28411 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a2c8c276e0 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f042c010c90 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f04280ca2f0 con 0x55a2c8ba3880 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 10 client.28411 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 10 client.28411 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 20 client.28411 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:07.076 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8c27d70 0x55a2c8c2a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:07.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 4 client.28411 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:21:07.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.073+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a2c8afd570 con 0x55a2c8c27d70 2024-05-21T19:21:07.077 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f0438a00700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8c27d70 0x55a2c8c2a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f0438a00700 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8c27d70 0x55a2c8c2a190 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2175e9800292a49f server_cookie=2984b080e6adb62d in_seq=0 out_seq=0 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f041b400700 10 client.28411 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f041b400700 1 -- 172.21.15.3:0/3067163110 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a2c8afd570 con 0x55a2c8c27d70 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f041b400700 10 client.28411 handle_command_reply: tid=0 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f0446796b80 1 client.28411 shutdown 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 msgr2=0x55a2c8bbfcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.074+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f04280a5600 tx=0x7f0428000f40 comp rx=0 tx=0).stop 2024-05-21T19:21:07.078 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 shutdown_connections 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a2c8ba97d0 0x55a2c8bc0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a2c8ba3880 0x55a2c8bbfcb0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55a2c8c27d70 0x55a2c8c2a190 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 --2- 172.21.15.3:0/3067163110 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a2c8ba8eb0 0x55a2c8bc01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 >> 172.21.15.3:0/3067163110 conn(0x55a2c8ad1be0 msgr2=0x55a2c8b9d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f041b400700 0 client.28411 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 shutdown_connections 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 1 -- 172.21.15.3:0/3067163110 wait complete. 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.075+0000 7f0446796b80 20 client.28411 trim_cache size 0 max 16384 2024-05-21T19:21:07.079 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:21:07.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 msgr2=0x7f041c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 0x7f041c0b4d40 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f042c0097a0 tx=0x7f042c009260 comp rx=0 tx=0).stop 2024-05-21T19:21:07.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 msgr2=0x7f04341a0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:07.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f042800ef10 tx=0x7f042800c3a0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.080 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 shutdown_connections 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f041c0b2880 0x7f041c0b4d40 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0434114710 0x7f04341a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0434075770 0x7f04341a0240 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 --2- 172.21.15.3:0/2043176604 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0434076090 0x7f04341a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 >> 172.21.15.3:0/2043176604 conn(0x7f043407a6a0 msgr2=0x7f04341134d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 shutdown_connections 2024-05-21T19:21:07.081 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:07.076+0000 7f043be00700 1 -- 172.21.15.3:0/2043176604 wait complete. 2024-05-21T19:21:07.781 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:07 smithi003 ceph-mon[31577]: pgmap v835: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-21T19:21:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:07 smithi178 ceph-mon[36523]: pgmap v835: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-21T19:21:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:07 smithi104 ceph-mon[36417]: pgmap v835: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-05-21T19:21:08.289 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:21:09.097 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:09.789 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:09 smithi003 ceph-mon[31577]: pgmap v836: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:21:09.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:09 smithi178 ceph-mon[36523]: pgmap v836: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:21:09.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:09 smithi104 ceph-mon[36417]: pgmap v836: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.035+0000 7fc242e00700 1 -- 172.21.15.3:0/2169701561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c103490 msgr2=0x7fc23c103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.035+0000 7fc242e00700 1 --2- 172.21.15.3:0/2169701561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c103490 0x7fc23c103910 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fc2280099c0 tx=0x7fc228009cd0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 -- 172.21.15.3:0/2169701561 shutdown_connections 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 --2- 172.21.15.3:0/2169701561 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103e50 0x7fc23c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 --2- 172.21.15.3:0/2169701561 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c109540 0x7fc23c109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 --2- 172.21.15.3:0/2169701561 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c103490 0x7fc23c103910 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 -- 172.21.15.3:0/2169701561 >> 172.21.15.3:0/2169701561 conn(0x7fc23c0fefc0 msgr2=0x7fc23c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 -- 172.21.15.3:0/2169701561 shutdown_connections 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.036+0000 7fc242e00700 1 -- 172.21.15.3:0/2169701561 wait complete. 2024-05-21T19:21:10.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.037+0000 7fc242e00700 1 Processor -- start 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.037+0000 7fc242e00700 1 -- start start 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103490 0x7fc23c1a1700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c109540 0x7fc23c19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c113650 con 0x7fc23c109540 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c1134d0 con 0x7fc23c103e50 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc23c1137d0 con 0x7fc23c103490 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc241000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc241000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58926/0 (socket says 172.21.15.3:58926) 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc241000700 1 -- 172.21.15.3:0/1620948578 learned_addr learned my addr 172.21.15.3:0/1620948578 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.038+0000 7fc242400700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c109540 0x7fc23c19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241a00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103490 0x7fc23c1a1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:10.083 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241000700 1 -- 172.21.15.3:0/1620948578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103490 msgr2=0x7fc23c1a1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241000700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103490 0x7fc23c1a1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241000700 1 -- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c109540 msgr2=0x7fc23c19b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241000700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c109540 0x7fc23c19b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.039+0000 7fc241000700 1 -- 172.21.15.3:0/1620948578 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc23c19c070 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc241000700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc228005910 tx=0x7fc228004510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228026070 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc22800f460 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc23c19c300 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc228009e60 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.040+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc23c1a85d0 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.042+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc23c06a230 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.044+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc228029070 con 0x7fc23c103e50 2024-05-21T19:21:10.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.045+0000 7fc23a000700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 0x7fc2240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:10.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.046+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc2280e2bb0 con 0x7fc23c103e50 2024-05-21T19:21:10.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.046+0000 7fc241a00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 0x7fc2240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:10.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.046+0000 7fc241a00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 0x7fc2240b4dc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc23c100ae0 tx=0x7fc230009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:10.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.050+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc228013070 con 0x7fc23c103e50 2024-05-21T19:21:10.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.343+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc23c1a87a0 con 0x7fc23c103e50 2024-05-21T19:21:10.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.345+0000 7fc23a000700 1 -- 172.21.15.3:0/1620948578 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fc2280aa8e0 con 0x7fc23c103e50 2024-05-21T19:21:10.346 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:21:10.346 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:21:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 msgr2=0x7fc2240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 0x7fc2240b4dc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc23c100ae0 tx=0x7fc230009260 comp rx=0 tx=0).stop 2024-05-21T19:21:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 msgr2=0x7fc23c1a1c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fc228005910 tx=0x7fc228004510 comp rx=0 tx=0).stop 2024-05-21T19:21:10.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 shutdown_connections 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2240b2900 0x7fc2240b4dc0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc23c109540 0x7fc23c19b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc23c103490 0x7fc23c1a1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 --2- 172.21.15.3:0/1620948578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc23c103e50 0x7fc23c1a1c40 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 >> 172.21.15.3:0/1620948578 conn(0x7fc23c0fefc0 msgr2=0x7fc23c10e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 shutdown_connections 2024-05-21T19:21:10.350 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:10.348+0000 7fc242e00700 1 -- 172.21.15.3:0/1620948578 wait complete. 2024-05-21T19:21:10.351 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:21:10.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:10 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1620948578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:10.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:10 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1620948578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:11.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:10 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1620948578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:11.769 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id f3b9f86c --release --await' 2024-05-21T19:21:11.770 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id f3b9f86c --release --await 2024-05-21T19:21:11.878 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:11 smithi104 ceph-mon[36417]: pgmap v837: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:11.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:11 smithi178 ceph-mon[36523]: pgmap v837: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:11.887 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:11 smithi003 ceph-mon[31577]: pgmap v837: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 -- 172.21.15.3:0/3512289144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde5410da60 msgr2=0x7fde5410ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 --2- 172.21.15.3:0/3512289144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde5410da60 0x7fde5410ff20 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fde4c00b0a0 tx=0x7fde4c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 -- 172.21.15.3:0/3512289144 shutdown_connections 2024-05-21T19:21:12.375 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 --2- 172.21.15.3:0/3512289144 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde5410da60 0x7fde5410ff20 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 --2- 172.21.15.3:0/3512289144 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104630 0x7fde54104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 --2- 172.21.15.3:0/3512289144 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde54104f50 0x7fde5410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 -- 172.21.15.3:0/3512289144 >> 172.21.15.3:0/3512289144 conn(0x7fde540fde60 msgr2=0x7fde54100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 -- 172.21.15.3:0/3512289144 shutdown_connections 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.374+0000 7fde5a200700 1 -- 172.21.15.3:0/3512289144 wait complete. 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.375+0000 7fde5a200700 1 Processor -- start 2024-05-21T19:21:12.376 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 -- start start 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 0x7fde5419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 0x7fde541a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde541136d0 con 0x7fde54104630 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde54113550 con 0x7fde54104f50 2024-05-21T19:21:12.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde5a200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde54113850 con 0x7fde5410da60 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.376+0000 7fde58e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 0x7fde5419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55448/0 (socket says 172.21.15.3:55448) 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 -- 172.21.15.3:0/2206370859 learned_addr learned my addr 172.21.15.3:0/2206370859 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde59800700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 0x7fde541a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 -- 172.21.15.3:0/2206370859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 msgr2=0x7fde541a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 0x7fde541a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 -- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 msgr2=0x7fde5419bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 0x7fde5419bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 -- 172.21.15.3:0/2206370859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde541a0d90 con 0x7fde54104f50 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde59800700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 0x7fde541a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde58e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 0x7fde5419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.377+0000 7fde53e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fde4000d720 tx=0x7fde4000da30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.378+0000 7fde51600700 1 -- 172.21.15.3:0/2206370859 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde40016070 con 0x7fde54104f50 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.378+0000 7fde51600700 1 -- 172.21.15.3:0/2206370859 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde40005020 con 0x7fde54104f50 2024-05-21T19:21:12.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.378+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde541a1080 con 0x7fde54104f50 2024-05-21T19:21:12.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.378+0000 7fde51600700 1 -- 172.21.15.3:0/2206370859 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4000fa90 con 0x7fde54104f50 2024-05-21T19:21:12.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.378+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde541a8900 con 0x7fde54104f50 2024-05-21T19:21:12.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.382+0000 7fde66159b80 1 Processor -- start 2024-05-21T19:21:12.383 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 -- start start 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e25ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 0x55f56e25b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f56e1b8e40 con 0x55f56e2610e0 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f56e1a89e0 con 0x55f56e25b390 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde66159b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f56e1aca20 con 0x55f56e2607c0 2024-05-21T19:21:12.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.383+0000 7fde51600700 1 -- 172.21.15.3:0/2206370859 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde400054f0 con 0x7fde54104f50 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde58e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e25ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51330/0 (socket says 172.21.15.3:51330) 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde58e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e25ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39088/0 (socket says 172.21.15.3:39088) 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 -- 172.21.15.3:0/3991354302 learned_addr learned my addr 172.21.15.3:0/3991354302 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde53e00700 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 0x55f56e25b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 -- 172.21.15.3:0/3991354302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 msgr2=0x55f56e25b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 0x55f56e25b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 -- 172.21.15.3:0/3991354302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 msgr2=0x55f56e25ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e25ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde59800700 1 -- 172.21.15.3:0/3991354302 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f56e171420 con 0x55f56e2607c0 2024-05-21T19:21:12.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.384+0000 7fde53e00700 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 0x55f56e25b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.385+0000 7fde59800700 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fde4c00b0a0 tx=0x7fde4c00bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f7276dda9efbac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.385+0000 7fde46000700 1 -- 172.21.15.3:0/3991354302 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c021070 con 0x55f56e2607c0 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.385+0000 7fde46000700 1 -- 172.21.15.3:0/3991354302 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde4c0074e0 con 0x55f56e2607c0 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.385+0000 7fde46000700 1 -- 172.21.15.3:0/3991354302 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c005240 con 0x55f56e2607c0 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.385+0000 7fde51600700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 0x7fde3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde51600700 1 -- 172.21.15.3:0/2206370859 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fde400e1b40 con 0x7fde54104f50 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde58e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 0x7fde3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 -- 172.21.15.3:0/3991354302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 msgr2=0x55f56e260ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fde4c00b0a0 tx=0x7fde4c00bf60 comp rx=0 tx=0).stop 2024-05-21T19:21:12.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 -- 172.21.15.3:0/3991354302 shutdown_connections 2024-05-21T19:21:12.388 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e25b390 0x55f56e25b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e260ba0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 --2- 172.21.15.3:0/3991354302 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e25ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 -- 172.21.15.3:0/3991354302 >> 172.21.15.3:0/3991354302 conn(0x55f56e188be0 msgr2=0x55f56e255810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.386+0000 7fde66159b80 1 -- 172.21.15.3:0/3991354302 shutdown_connections 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.387+0000 7fde66159b80 1 -- 172.21.15.3:0/3991354302 wait complete. 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.387+0000 7fde58e00700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 0x7fde3c0b4d40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fde48012720 tx=0x7fde48009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.387+0000 7fde66159b80 1 -- start start 2024-05-21T19:21:12.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.387+0000 7fde66159b80 1 Processor -- start 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 0x55f56e266e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2610e0 0x55f56e264710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f56e0aefa0 con 0x55f56e25b390 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f56e149760 con 0x55f56e2610e0 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f56e267ba0 con 0x55f56e2607c0 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde66159b80 10 client.0 _ll_register_callbacks cb 0x55f56e152c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.388+0000 7fde58e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 0x55f56e266e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51336/0 (socket says 172.21.15.3:51336) 2024-05-21T19:21:12.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 -- 172.21.15.3:0/1672390364 learned_addr learned my addr 172.21.15.3:0/1672390364 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde58e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 0x55f56e266e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39102/0 (socket says 172.21.15.3:39102) 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde59800700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2610e0 0x55f56e264710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 -- 172.21.15.3:0/1672390364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2610e0 msgr2=0x55f56e264710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2610e0 0x55f56e264710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 -- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 msgr2=0x55f56e266e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 0x55f56e266e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 -- 172.21.15.3:0/1672390364 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f56e0f88d0 con 0x55f56e2607c0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde53e00700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fde400a51c0 tx=0x7fde40005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18238ef4ac6f0c3c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.389+0000 7fde3aa00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4001f070 con 0x55f56e2607c0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fde400b1d20 con 0x55f56e2607c0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde4c0074e0 con 0x55f56e2607c0 2024-05-21T19:21:12.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fde400a8f10 con 0x55f56e2607c0 2024-05-21T19:21:12.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde66159b80 10 client.28429 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:12.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f56e179060 con 0x55f56e2607c0 2024-05-21T19:21:12.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.390+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde4c0074e0 con 0x55f56e2607c0 2024-05-21T19:21:12.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fde400ad150 con 0x55f56e2607c0 2024-05-21T19:21:12.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 10 client.28429 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:12.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 10 client.28429 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:21:12.394 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 20 client.28429 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e274780 0x55f56e276b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 4 client.28429 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f56e1bad90 con 0x55f56e274780 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.391+0000 7fde58e00700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e274780 0x55f56e276b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.392+0000 7fde58e00700 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e274780 0x55f56e276b70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8828fd0bd5585f08 server_cookie=5ebbde0104ea170f in_seq=0 out_seq=0 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.392+0000 7fde3aa00700 10 client.28429 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde3aa00700 1 -- 172.21.15.3:0/1672390364 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f56e1bad90 con 0x55f56e274780 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde3aa00700 10 client.28429 handle_command_reply: tid=0 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 client.28429 shutdown 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 msgr2=0x55f56e2641d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fde400a51c0 tx=0x7fde40005b40 comp rx=0 tx=0).stop 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 shutdown_connections 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2610e0 0x55f56e264710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e274780 0x55f56e276b70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e25b390 0x55f56e266e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 --2- 172.21.15.3:0/1672390364 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e2607c0 0x55f56e2641d0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde3aa00700 0 client.28429 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 >> 172.21.15.3:0/1672390364 conn(0x55f56e188be0 msgr2=0x55f56e254fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.393+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 shutdown_connections 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.394+0000 7fde66159b80 1 -- 172.21.15.3:0/1672390364 wait complete. 2024-05-21T19:21:12.396 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.394+0000 7fde66159b80 20 client.28429 trim_cache size 0 max 16384 2024-05-21T19:21:12.412 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.411+0000 7fde66159b80 1 Processor -- start 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.411+0000 7fde66159b80 1 -- start start 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e261bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e255740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde541b2560 con 0x55f56e2610e0 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde541afdf0 con 0x55f56e2607c0 2024-05-21T19:21:12.413 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde66159b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde541adc40 con 0x55f56e25b390 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde59800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e255740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e261bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde58e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde59800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e255740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39110/0 (socket says 172.21.15.3:39110) 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde58e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51352/0 (socket says 172.21.15.3:51352) 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde59800700 1 -- 172.21.15.3:0/531747857 learned_addr learned my addr 172.21.15.3:0/531747857 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.412+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e261bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55470/0 (socket says 172.21.15.3:55470) 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 -- 172.21.15.3:0/531747857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 msgr2=0x55f56e261bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e261bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 -- 172.21.15.3:0/531747857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 msgr2=0x55f56e255740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.414 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e255740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 -- 172.21.15.3:0/531747857 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f56e276ee0 con 0x55f56e25b390 2024-05-21T19:21:12.415 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde58e00700 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x55f56e277370 tx=0x7fde4801b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7aebbb482926947 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde45600700 1 -- 172.21.15.3:0/531747857 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde48003cc0 con 0x55f56e25b390 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde45600700 1 -- 172.21.15.3:0/531747857 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde48004ce0 con 0x55f56e25b390 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.413+0000 7fde45600700 1 -- 172.21.15.3:0/531747857 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde480054d0 con 0x55f56e25b390 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 -- 172.21.15.3:0/531747857 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 msgr2=0x55f56e25ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x55f56e277370 tx=0x7fde4801b000 comp rx=0 tx=0).stop 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 -- 172.21.15.3:0/531747857 shutdown_connections 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e255740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e25ad70 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 --2- 172.21.15.3:0/531747857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e261bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 -- 172.21.15.3:0/531747857 >> 172.21.15.3:0/531747857 conn(0x55f56e188be0 msgr2=0x55f56e2614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.414+0000 7fde66159b80 1 -- 172.21.15.3:0/531747857 shutdown_connections 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.415+0000 7fde66159b80 1 -- 172.21.15.3:0/531747857 wait complete. 2024-05-21T19:21:12.416 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.415+0000 7fde66159b80 1 -- start start 2024-05-21T19:21:12.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.415+0000 7fde66159b80 1 Processor -- start 2024-05-21T19:21:12.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e26d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e27c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.417 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fde541ae2b0 con 0x55f56e2610e0 2024-05-21T19:21:12.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fde541af720 con 0x55f56e2607c0 2024-05-21T19:21:12.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fde541ae980 con 0x55f56e25b390 2024-05-21T19:21:12.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.416+0000 7fde66159b80 10 client.0 _ll_register_callbacks cb 0x55f56e152c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:12.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde58e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e26d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.418 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde59800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e27c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55472/0 (socket says 172.21.15.3:55472) 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 -- 172.21.15.3:0/2703575048 learned_addr learned my addr 172.21.15.3:0/2703575048 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 -- 172.21.15.3:0/2703575048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 msgr2=0x55f56e26d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e26d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 -- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 msgr2=0x55f56e27c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:12.419 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e27c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 -- 172.21.15.3:0/2703575048 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f56e27cb50 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde53e00700 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fde400b2000 tx=0x7fde400e5310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94fbbd33e298b165 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.417+0000 7fde3aa00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4001f040 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde48004ce0 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fde400a83f0 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fde400a88b0 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde66159b80 10 client.28442 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f56e2e7c10 con 0x55f56e2607c0 2024-05-21T19:21:12.420 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.418+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde48004ce0 con 0x55f56e2607c0 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fde40068bb0 con 0x55f56e2607c0 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 10 client.28442 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 10 client.28442 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 20 client.28442 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e2e83a0 0x55f56e2ea7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:12.421 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 4 client.28442 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f56e1b4570 con 0x55f56e2e83a0 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.419+0000 7fde58e00700 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e2e83a0 0x55f56e2ea7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.420+0000 7fde3aa00700 10 client.28442 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.420+0000 7fde58e00700 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e2e83a0 0x55f56e2ea7c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8e8d459b7f77929 server_cookie=62230b8f4d0d313e in_seq=0 out_seq=0 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.420+0000 7fde3aa00700 1 -- 172.21.15.3:0/2703575048 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f56e1b4570 con 0x55f56e2e83a0 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.420+0000 7fde3aa00700 10 client.28442 handle_command_reply: tid=0 2024-05-21T19:21:12.422 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.420+0000 7fde66159b80 1 client.28442 shutdown 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 msgr2=0x55f56e27bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fde400b2000 tx=0x7fde400e5310 comp rx=0 tx=0).stop 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 shutdown_connections 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55f56e2e83a0 0x55f56e2ea7c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f56e2610e0 0x55f56e27c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f56e25b390 0x55f56e26d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 --2- 172.21.15.3:0/2703575048 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f56e2607c0 0x55f56e27bd20 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 >> 172.21.15.3:0/2703575048 conn(0x55f56e188be0 msgr2=0x55f56e261d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde3aa00700 0 client.28442 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:21:12.423 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 shutdown_connections 2024-05-21T19:21:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.421+0000 7fde66159b80 1 -- 172.21.15.3:0/2703575048 wait complete. 2024-05-21T19:21:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde66159b80 20 client.28442 trim_cache size 0 max 16384 2024-05-21T19:21:12.424 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:21:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 msgr2=0x7fde3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 0x7fde3c0b4d40 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fde48012720 tx=0x7fde48009260 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 msgr2=0x7fde5419c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fde4000d720 tx=0x7fde4000da30 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 shutdown_connections 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fde3c0b2880 0x7fde3c0b4d40 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fde5410da60 0x7fde541a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fde54104630 0x7fde5419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.422+0000 7fde5a200700 1 --2- 172.21.15.3:0/2206370859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fde54104f50 0x7fde5419c2c0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.423+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 >> 172.21.15.3:0/2206370859 conn(0x7fde540fde60 msgr2=0x7fde540fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.423+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 shutdown_connections 2024-05-21T19:21:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:12.423+0000 7fde5a200700 1 -- 172.21.15.3:0/2206370859 wait complete. 2024-05-21T19:21:12.689 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.996+0000 7fa211200640 1 -- 172.21.15.3:0/3537357552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c077410 msgr2=0x7fa20c077830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.996+0000 7fa211200640 1 --2- 172.21.15.3:0/3537357552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c077410 0x7fa20c077830 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009900 tx=0x7fa1fc02a3f0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 -- 172.21.15.3:0/3537357552 shutdown_connections 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 --2- 172.21.15.3:0/3537357552 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078650 0x7fa20c078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 --2- 172.21.15.3:0/3537357552 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c078ff0 0x7fa20c079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 --2- 172.21.15.3:0/3537357552 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c077410 0x7fa20c077830 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 -- 172.21.15.3:0/3537357552 >> 172.21.15.3:0/3537357552 conn(0x7fa20c100270 msgr2=0x7fa20c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 -- 172.21.15.3:0/3537357552 shutdown_connections 2024-05-21T19:21:12.998 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.997+0000 7fa211200640 1 -- 172.21.15.3:0/3537357552 wait complete. 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 Processor -- start 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 -- start start 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c077410 0x7fa20c19f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078ff0 0x7fa20c1a6840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c114c60 con 0x7fa20c078650 2024-05-21T19:21:13.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c114ae0 con 0x7fa20c077410 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.998+0000 7fa211200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c114de0 con 0x7fa20c078ff0 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39132/0 (socket says 172.21.15.3:39132) 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 -- 172.21.15.3:0/3240030458 learned_addr learned my addr 172.21.15.3:0/3240030458 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa209e00640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c077410 0x7fa20c19f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa20a800640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078ff0 0x7fa20c1a6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 -- 172.21.15.3:0/3240030458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078ff0 msgr2=0x7fa20c1a6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078ff0 0x7fa20c1a6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 -- 172.21.15.3:0/3240030458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c077410 msgr2=0x7fa20c19f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c077410 0x7fa20c19f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 -- 172.21.15.3:0/3240030458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa20c1a6eb0 con 0x7fa20c078650 2024-05-21T19:21:13.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:12.999+0000 7fa201400640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400e9f0 tx=0x7fa1f400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.000+0000 7fa203400640 1 -- 172.21.15.3:0/3240030458 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f400ccc0 con 0x7fa20c078650 2024-05-21T19:21:13.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.000+0000 7fa203400640 1 -- 172.21.15.3:0/3240030458 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1f400ce60 con 0x7fa20c078650 2024-05-21T19:21:13.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.000+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa20c1a71a0 con 0x7fa20c078650 2024-05-21T19:21:13.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.000+0000 7fa203400640 1 -- 172.21.15.3:0/3240030458 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4010430 con 0x7fa20c078650 2024-05-21T19:21:13.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.000+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa20c1a76f0 con 0x7fa20c078650 2024-05-21T19:21:13.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.003+0000 7fa2141d5740 1 Processor -- start 2024-05-21T19:21:13.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.003+0000 7fa2141d5740 1 -- start start 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.003+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 0x5628e5a3ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a45020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a45690 0x5628e5a47b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa2141d5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5628e59afb90 con 0x5628e5a40520 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa203400640 1 -- 172.21.15.3:0/3240030458 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa1f40046c0 con 0x7fa20c078650 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa2141d5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5628e599f730 con 0x5628e5a3fb30 2024-05-21T19:21:13.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa2141d5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5628e59a3770 con 0x5628e5a45690 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa209e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a45020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa209e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a45020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39148/0 (socket says 172.21.15.3:39148) 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa209e00640 1 -- 172.21.15.3:0/1287570232 learned_addr learned my addr 172.21.15.3:0/1287570232 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 0x5628e5a3ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa201400640 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a45690 0x5628e5a47b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 -- 172.21.15.3:0/1287570232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a45690 msgr2=0x5628e5a47b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a45690 0x5628e5a47b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 -- 172.21.15.3:0/1287570232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 msgr2=0x5628e5a45020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a45020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.004+0000 7fa20a800640 1 -- 172.21.15.3:0/1287570232 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628e59388b0 con 0x5628e5a3fb30 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.005+0000 7fa20a800640 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 0x5628e5a3ff50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa204009f10 tx=0x7fa204011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcee659ddaef3d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.005+0000 7fa1fb400640 1 -- 172.21.15.3:0/1287570232 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204004d20 con 0x5628e5a3fb30 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.005+0000 7fa1fb400640 1 -- 172.21.15.3:0/1287570232 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa204004030 con 0x5628e5a3fb30 2024-05-21T19:21:13.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.005+0000 7fa1fb400640 1 -- 172.21.15.3:0/1287570232 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204005280 con 0x5628e5a3fb30 2024-05-21T19:21:13.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- 172.21.15.3:0/1287570232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 msgr2=0x5628e5a3ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 0x5628e5a3ff50 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa204009f10 tx=0x7fa204011810 comp rx=0 tx=0).stop 2024-05-21T19:21:13.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa203400640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 0x7fa1f00b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- 172.21.15.3:0/1287570232 shutdown_connections 2024-05-21T19:21:13.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a45690 0x5628e5a47b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a45020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 --2- 172.21.15.3:0/1287570232 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a3fb30 0x5628e5a3ff50 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- 172.21.15.3:0/1287570232 >> 172.21.15.3:0/1287570232 conn(0x5628e5a3b1a0 msgr2=0x5628e5a3b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- 172.21.15.3:0/1287570232 shutdown_connections 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa203400640 1 -- 172.21.15.3:0/3240030458 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa1f40e25a0 con 0x7fa20c078650 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- 172.21.15.3:0/1287570232 wait complete. 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa209e00640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 0x7fa1f00b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.006+0000 7fa2141d5740 1 -- start start 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 Processor -- start 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa209e00640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 0x7fa1f00b4de0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x5628e5a40920 tx=0x7fa1fc005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 0x5628e5a49880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a40520 0x5628e5a49dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5628e5685790 con 0x5628e5a3fb30 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5628e5947bc0 con 0x5628e5a45690 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5628e5a48640 con 0x5628e5a40520 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.007+0000 7fa2141d5740 10 client.0 _ll_register_callbacks cb 0x5628e5925400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa209e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 0x5628e5a49880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55518/0 (socket says 172.21.15.3:55518) 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 -- 172.21.15.3:0/3098905792 learned_addr learned my addr 172.21.15.3:0/3098905792 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa209e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 0x5628e5a49880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39160/0 (socket says 172.21.15.3:39160) 2024-05-21T19:21:13.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa201400640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a40520 0x5628e5a49dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 -- 172.21.15.3:0/3098905792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a40520 msgr2=0x5628e5a49dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a40520 0x5628e5a49dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 -- 172.21.15.3:0/3098905792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 msgr2=0x5628e5a49880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 0x5628e5a49880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 -- 172.21.15.3:0/3098905792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628e56b4210 con 0x5628e5a45690 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa20a800640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa204006010 tx=0x7fa204004d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48f20761efbe99c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.008+0000 7fa1efe00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa204027020 con 0x5628e5a45690 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa204003c30 con 0x5628e5a45690 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa204004030 con 0x5628e5a45690 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa204032050 con 0x5628e5a45690 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa2141d5740 10 client.28454 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:13.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5628e5780620 con 0x5628e5a45690 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.009+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa204004030 con 0x5628e5a45690 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa204018070 con 0x5628e5a45690 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 10 client.28454 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 10 client.28454 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 20 client.28454 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5a551b0 0x5628e5a575a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 4 client.28454 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628e59b1ae0 con 0x5628e5a551b0 2024-05-21T19:21:13.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.010+0000 7fa209e00640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5a551b0 0x5628e5a575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.011+0000 7fa209e00640 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5a551b0 0x5628e5a575a0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fae83c795e2e8f8 server_cookie=893d487107cb1bfb in_seq=0 out_seq=0 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.011+0000 7fa1efe00640 10 client.28454 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa1efe00640 1 -- 172.21.15.3:0/3098905792 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5628e59b1ae0 con 0x5628e5a551b0 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa1efe00640 10 client.28454 handle_command_reply: tid=0 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 client.28454 shutdown 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 msgr2=0x5628e5a50e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa204006010 tx=0x7fa204004d70 comp rx=0 tx=0).stop 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 shutdown_connections 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5a551b0 0x5628e5a575a0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a40520 0x5628e5a49dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a50e00 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 --2- 172.21.15.3:0/3098905792 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a3fb30 0x5628e5a49880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa1efe00640 0 client.28454 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:13.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 >> 172.21.15.3:0/3098905792 conn(0x5628e5a3b1a0 msgr2=0x5628e5a3a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:13.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 shutdown_connections 2024-05-21T19:21:13.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 1 -- 172.21.15.3:0/3098905792 wait complete. 2024-05-21T19:21:13.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.012+0000 7fa2141d5740 20 client.28454 trim_cache size 0 max 16384 2024-05-21T19:21:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.029+0000 7fa2141d5740 1 Processor -- start 2024-05-21T19:21:13.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.029+0000 7fa2141d5740 1 -- start start 2024-05-21T19:21:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a41850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a3e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1b2dc0 con 0x5628e5a40520 2024-05-21T19:21:13.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1b0690 con 0x5628e5a45690 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa2141d5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1ae4e0 con 0x5628e5a3fb30 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39174/0 (socket says 172.21.15.3:39174) 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 -- 172.21.15.3:0/2468314823 learned_addr learned my addr 172.21.15.3:0/2468314823 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa209e00640 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a41850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa20a800640 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a3e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 -- 172.21.15.3:0/2468314823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 msgr2=0x5628e5a41850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a41850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 -- 172.21.15.3:0/2468314823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 msgr2=0x5628e5a3e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a3e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.030+0000 7fa201400640 1 -- 172.21.15.3:0/2468314823 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628e5a3afd0 con 0x5628e5a40520 2024-05-21T19:21:13.032 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.031+0000 7fa201400640 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa1f40097d0 tx=0x7fa1f4009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7efed1cf9b07e0a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.031+0000 7fa1faa00640 1 -- 172.21.15.3:0/2468314823 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f40b22e0 con 0x5628e5a40520 2024-05-21T19:21:13.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.031+0000 7fa1faa00640 1 -- 172.21.15.3:0/2468314823 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1f40a9650 con 0x5628e5a40520 2024-05-21T19:21:13.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.031+0000 7fa1faa00640 1 -- 172.21.15.3:0/2468314823 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f40e5cf0 con 0x5628e5a40520 2024-05-21T19:21:13.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- 172.21.15.3:0/2468314823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 msgr2=0x5628e5a3aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa1f40097d0 tx=0x7fa1f4009310 comp rx=0 tx=0).stop 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- 172.21.15.3:0/2468314823 shutdown_connections 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a45690 0x5628e5a3e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a40520 0x5628e5a3aa90 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2468314823 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a41850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- 172.21.15.3:0/2468314823 >> 172.21.15.3:0/2468314823 conn(0x5628e5a3b1a0 msgr2=0x5628e5a3de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- 172.21.15.3:0/2468314823 shutdown_connections 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- 172.21.15.3:0/2468314823 wait complete. 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 -- start start 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.032+0000 7fa2141d5740 1 Processor -- start 2024-05-21T19:21:13.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a4d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 0x5628e5a4db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1aeb50 con 0x5628e5a45690 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1affc0 con 0x5628e5a40520 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa20c1af220 con 0x5628e5a3fb30 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa2141d5740 10 client.0 _ll_register_callbacks cb 0x7fa1f4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa20a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa20a800640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39180/0 (socket says 172.21.15.3:39180) 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa20a800640 1 -- 172.21.15.3:0/2291040427 learned_addr learned my addr 172.21.15.3:0/2291040427 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa209e00640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a4d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.033+0000 7fa201400640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 0x5628e5a4db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 -- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 msgr2=0x5628e5a4db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 0x5628e5a4db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 -- 172.21.15.3:0/2291040427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 msgr2=0x5628e5a4eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 -- 172.21.15.3:0/2291040427 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628e5a4f140 con 0x5628e5a3fb30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa20a800640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa201400640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 0x5628e5a4db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa209e00640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a4d650 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc000c00 tx=0x7fa1fc009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63c121b32a14054f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa1efe00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1fc035040 con 0x5628e5a3fb30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1f40a9650 con 0x5628e5a3fb30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.034+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa1fc054830 con 0x5628e5a3fb30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa1fc063050 con 0x5628e5a3fb30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 10 client.28453 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:13.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5628e5a504c0 con 0x5628e5a3fb30 2024-05-21T19:21:13.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1f40a9650 con 0x5628e5a3fb30 2024-05-21T19:21:13.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa1fc044050 con 0x5628e5a3fb30 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 10 client.28453 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 10 client.28453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 20 client.28453 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5ac0070 0x5628e5ac2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 4 client.28453 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.035+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5628e59ab2c0 con 0x5628e5ac0070 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.036+0000 7fa201400640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5ac0070 0x5628e5ac2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.036+0000 7fa201400640 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5ac0070 0x5628e5ac2490 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74b7881f27b6f5ed server_cookie=249b1607f11b1f29 in_seq=0 out_seq=0 2024-05-21T19:21:13.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.036+0000 7fa1efe00640 10 client.28453 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.043+0000 7fa1efe00640 1 -- 172.21.15.3:0/2291040427 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5628e59ab2c0 con 0x5628e5ac0070 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.043+0000 7fa1efe00640 10 client.28453 handle_command_reply: tid=0 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 client.28453 shutdown 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 msgr2=0x5628e5a4d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a4d650 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc000c00 tx=0x7fa1fc009260 comp rx=0 tx=0).stop 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 shutdown_connections 2024-05-21T19:21:13.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5628e5ac0070 0x5628e5ac2490 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5628e5a45690 0x5628e5a4eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5628e5a40520 0x5628e5a4db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa1efe00640 0 client.28453 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:13.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 --2- 172.21.15.3:0/2291040427 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5628e5a3fb30 0x5628e5a4d650 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 >> 172.21.15.3:0/2291040427 conn(0x5628e5a3b1a0 msgr2=0x5628e5a3de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 shutdown_connections 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 1 -- 172.21.15.3:0/2291040427 wait complete. 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.044+0000 7fa2141d5740 20 client.28453 trim_cache size 0 max 16384 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:21:13.047 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:21:13.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:21:13.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 msgr2=0x7fa1f00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 0x7fa1f00b4de0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x5628e5a40920 tx=0x7fa1fc005a20 comp rx=0 tx=0).stop 2024-05-21T19:21:13.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 msgr2=0x7fa20c19f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400e9f0 tx=0x7fa1f400edf0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 shutdown_connections 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa1f00b2920 0x7fa1f00b4de0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa20c078ff0 0x7fa20c1a6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa20c078650 0x7fa20c19f7d0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 --2- 172.21.15.3:0/3240030458 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa20c077410 0x7fa20c19f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.045+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 >> 172.21.15.3:0/3240030458 conn(0x7fa20c100270 msgr2=0x7fa20c1035b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.046+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 shutdown_connections 2024-05-21T19:21:13.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:13.046+0000 7fa211200640 1 -- 172.21.15.3:0/3240030458 wait complete. 2024-05-21T19:21:13.328 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:21:13.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:13 smithi003 ceph-mon[31577]: pgmap v838: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:13.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:13 smithi178 ceph-mon[36523]: pgmap v838: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:13 smithi104 ceph-mon[36417]: pgmap v838: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:21:14.744 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:15.854 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:15 smithi003 ceph-mon[31577]: pgmap v839: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:21:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:15 smithi104 ceph-mon[36417]: pgmap v839: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:21:16.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:15 smithi178 ceph-mon[36523]: pgmap v839: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:21:16.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 -- 172.21.15.3:0/1808752882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 msgr2=0x7f3a1406b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 --2- 172.21.15.3:0/1808752882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a1406b250 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f3a04009990 tx=0x7f3a04009ca0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 -- 172.21.15.3:0/1808752882 shutdown_connections 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 --2- 172.21.15.3:0/1808752882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a14106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 --2- 172.21.15.3:0/1808752882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a1406b250 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 --2- 172.21.15.3:0/1808752882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a1406bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 -- 172.21.15.3:0/1808752882 >> 172.21.15.3:0/1808752882 conn(0x7f3a140793f0 msgr2=0x7f3a14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 -- 172.21.15.3:0/1808752882 shutdown_connections 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.171+0000 7f3a19000700 1 -- 172.21.15.3:0/1808752882 wait complete. 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.172+0000 7f3a19000700 1 Processor -- start 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.172+0000 7f3a19000700 1 -- start start 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a141a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.434 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a141a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a141a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3a14119d00 con 0x7f3a14105f80 2024-05-21T19:21:16.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3a14119b80 con 0x7f3a14108470 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a19000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a14119e80 con 0x7f3a1406b790 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a141a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a141a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a141a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51414/0 (socket says 172.21.15.3:51414) 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a11e00700 1 -- 172.21.15.3:0/1901742072 learned_addr learned my addr 172.21.15.3:0/1901742072 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.173+0000 7f3a12800700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a141a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 -- 172.21.15.3:0/1901742072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 msgr2=0x7f3a141a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a141a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 -- 172.21.15.3:0/1901742072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 msgr2=0x7f3a141a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a141a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 -- 172.21.15.3:0/1901742072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a141a5260 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0be00700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a141a0790 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00e9f0 tx=0x7f39fc00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0aa00700 1 -- 172.21.15.3:0/1901742072 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39fc00c9c0 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0aa00700 1 -- 172.21.15.3:0/1901742072 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39fc00cb60 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a0aa00700 1 -- 172.21.15.3:0/1901742072 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39fc018680 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a141a5550 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.174+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a141acdd0 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.179+0000 7f3a0aa00700 1 -- 172.21.15.3:0/1901742072 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f39fc010430 con 0x7f3a14105f80 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.179+0000 7f3a23914b80 1 Processor -- start 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 -- start start 2024-05-21T19:21:16.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560db65c2f40 con 0x560db6664f80 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560db65b2ae0 con 0x560db666ad00 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a23914b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560db65b6b20 con 0x560db666a3e0 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51426/0 (socket says 172.21.15.3:51426) 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.180+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a12800700 1 -- 172.21.15.3:0/4106915304 learned_addr learned my addr 172.21.15.3:0/4106915304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55550/0 (socket says 172.21.15.3:55550) 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 -- 172.21.15.3:0/4106915304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 msgr2=0x560db666a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 -- 172.21.15.3:0/4106915304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 msgr2=0x560db66653c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66653c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 -- 172.21.15.3:0/4106915304 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560db657b520 con 0x560db666ad00 2024-05-21T19:21:16.441 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a12800700 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.181+0000 7f3a11e00700 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3a04000c00 tx=0x7f3a040096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3616e16bd7f82800 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a03400700 1 -- 172.21.15.3:0/4106915304 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04027070 con 0x560db666ad00 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a03400700 1 -- 172.21.15.3:0/4106915304 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a040056a0 con 0x560db666ad00 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a03400700 1 -- 172.21.15.3:0/4106915304 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04003a70 con 0x560db666ad00 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a0aa00700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 0x7f39f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a0aa00700 1 -- 172.21.15.3:0/1901742072 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f39fc0e2310 con 0x7f3a14105f80 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.182+0000 7f3a12800700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 0x7f39f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- 172.21.15.3:0/4106915304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 msgr2=0x560db6664960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3a04000c00 tx=0x7f3a040096a0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- 172.21.15.3:0/4106915304 shutdown_connections 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66653c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 --2- 172.21.15.3:0/4106915304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6664960 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- 172.21.15.3:0/4106915304 >> 172.21.15.3:0/4106915304 conn(0x560db6592ce0 msgr2=0x560db665f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- 172.21.15.3:0/4106915304 shutdown_connections 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- 172.21.15.3:0/4106915304 wait complete. 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a12800700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 0x7f39f80b4dc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c007610 tx=0x7f3a0c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.183+0000 7f3a23914b80 1 -- start start 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 Processor -- start 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db666e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560db64b90a0 con 0x560db6664f80 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560db6553860 con 0x560db666ad00 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x560db6671780 con 0x560db666a3e0 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.184+0000 7f3a23914b80 10 client.0 _ll_register_callbacks cb 0x560db655cd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39218/0 (socket says 172.21.15.3:39218) 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 -- 172.21.15.3:0/418704099 learned_addr learned my addr 172.21.15.3:0/418704099 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a0be00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a12800700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db666e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 -- 172.21.15.3:0/418704099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 msgr2=0x560db666dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 -- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 msgr2=0x560db666e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db666e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 -- 172.21.15.3:0/418704099 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560db65029d0 con 0x560db6664f80 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a0be00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a12800700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db666e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f3a11e00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005b40 tx=0x7f3a0400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e3cd5fc1f16d3a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.185+0000 7f39f7e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04033060 con 0x560db6664f80 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3a04003890 con 0x560db6664f80 2024-05-21T19:21:16.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a040056a0 con 0x560db6664f80 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3a04027070 con 0x560db6664f80 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f3a23914b80 10 client.18378 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560db6583160 con 0x560db6664f80 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.186+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a040056a0 con 0x560db6664f80 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3a04021070 con 0x560db6664f80 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 10 client.18378 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:16.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 10 client.18378 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 20 client.18378 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db667e0f0 0x560db66804e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 4 client.18378 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560db65c4e90 con 0x560db667e0f0 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.187+0000 7f3a0be00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db667e0f0 0x560db66804e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.188+0000 7f3a0be00700 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db667e0f0 0x560db66804e0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94e3c9a79a0b652f server_cookie=765b914c91d3e743 in_seq=0 out_seq=0 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.188+0000 7f39f7e00700 10 client.18378 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f39f7e00700 1 -- 172.21.15.3:0/418704099 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560db65c4e90 con 0x560db667e0f0 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f39f7e00700 10 client.18378 handle_command_reply: tid=0 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 client.18378 shutdown 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 msgr2=0x560db6670980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005b40 tx=0x7f3a0400be50 comp rx=0 tx=0).stop 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 shutdown_connections 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db667e0f0 0x560db66804e0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db666e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db6670980 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f39f7e00700 0 client.18378 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 --2- 172.21.15.3:0/418704099 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db666dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 >> 172.21.15.3:0/418704099 conn(0x560db6592ce0 msgr2=0x560db6663950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 shutdown_connections 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.189+0000 7f3a23914b80 1 -- 172.21.15.3:0/418704099 wait complete. 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.190+0000 7f3a23914b80 20 client.18378 trim_cache size 0 max 16384 2024-05-21T19:21:16.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.212+0000 7f3a23914b80 1 Processor -- start 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.212+0000 7f3a23914b80 1 -- start start 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.212+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.212+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 0x560db666b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666ad00 0x560db666b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a23914b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b6b70 con 0x560db666a3e0 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a23914b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b4400 con 0x560db6664f80 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a23914b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b2250 con 0x560db666ad00 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 0x560db666b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a12800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666ad00 0x560db666b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55554/0 (socket says 172.21.15.3:55554) 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a0be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 0x560db666b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39222/0 (socket says 172.21.15.3:39222) 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 -- 172.21.15.3:0/3402933014 learned_addr learned my addr 172.21.15.3:0/3402933014 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 -- 172.21.15.3:0/3402933014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666ad00 msgr2=0x560db666b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666ad00 0x560db666b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 -- 172.21.15.3:0/3402933014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 msgr2=0x560db666b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.213+0000 7f3a11e00700 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 0x560db666b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.214+0000 7f3a11e00700 1 -- 172.21.15.3:0/3402933014 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560db6671180 con 0x560db6664f80 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.214+0000 7f3a11e00700 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005950 tx=0x7f3a04001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3952b114e285ad2b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.214+0000 7f3a02a00700 1 -- 172.21.15.3:0/3402933014 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04033070 con 0x560db6664f80 2024-05-21T19:21:16.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.214+0000 7f3a02a00700 1 -- 172.21.15.3:0/3402933014 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a04028040 con 0x560db6664f80 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.214+0000 7f3a02a00700 1 -- 172.21.15.3:0/3402933014 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a0400f6c0 con 0x560db6664f80 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- 172.21.15.3:0/3402933014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 msgr2=0x560db6664910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005950 tx=0x7f3a04001e70 comp rx=0 tx=0).stop 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- 172.21.15.3:0/3402933014 shutdown_connections 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666ad00 0x560db666b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db6664f80 0x560db6664910 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 --2- 172.21.15.3:0/3402933014 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db666a3e0 0x560db666b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- 172.21.15.3:0/3402933014 >> 172.21.15.3:0/3402933014 conn(0x560db6592ce0 msgr2=0x560db6664200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- 172.21.15.3:0/3402933014 shutdown_connections 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- 172.21.15.3:0/3402933014 wait complete. 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.215+0000 7f3a23914b80 1 -- start start 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 Processor -- start 2024-05-21T19:21:16.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db6683d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6681c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b28c0 con 0x560db6664f80 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b3d30 con 0x560db666ad00 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3a141b2f90 con 0x560db666a3e0 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.216+0000 7f3a23914b80 10 client.0 _ll_register_callbacks cb 0x560db665fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a12800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6681c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39236/0 (socket says 172.21.15.3:39236) 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 -- 172.21.15.3:0/2019439661 learned_addr learned my addr 172.21.15.3:0/2019439661 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a0be00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db6683d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 -- 172.21.15.3:0/2019439661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 msgr2=0x560db6683d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db6683d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 -- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 msgr2=0x560db6681c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6681c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 -- 172.21.15.3:0/2019439661 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560db66824c0 con 0x560db6664f80 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a12800700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6681c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f3a11e00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005c40 tx=0x7f3a0400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e783dc5365f0108 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.217+0000 7f39f7e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a04045020 con 0x560db6664f80 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3a040056b0 con 0x560db6664f80 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a04028040 con 0x560db6664f80 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3a04033040 con 0x560db6664f80 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f3a23914b80 10 client.18384 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:16.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560db66e95a0 con 0x560db6664f80 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a04028040 con 0x560db6664f80 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3a04021030 con 0x560db6664f80 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f3a23914b80 10 client.18384 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.218+0000 7f3a23914b80 10 client.18384 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a23914b80 20 client.18384 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db66e9be0 0x560db66ec000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a23914b80 4 client.18384 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f3b9f86c", "release": true, "await": true}] 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f3b9f86c", "release": true, "await": true}) -- 0x560db65be670 con 0x560db66e9be0 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a0be00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db66e9be0 0x560db66ec000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:16.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f3a0be00700 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db66e9be0 0x560db66ec000 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fc8c15e8afcfbb9 server_cookie=b226c3aad557d45c in_seq=0 out_seq=0 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.219+0000 7f39f7e00700 10 client.18384 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f39f7e00700 1 -- 172.21.15.3:0/2019439661 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560db65be670 con 0x560db66e9be0 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f39f7e00700 10 client.18384 handle_command_reply: tid=0 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 client.18384 shutdown 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 msgr2=0x560db66837e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f3a04005c40 tx=0x7f3a0400bfd0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 shutdown_connections 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560db66e9be0 0x560db66ec000 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560db666ad00 0x560db6681c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560db6664f80 0x560db66837e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 --2- 172.21.15.3:0/2019439661 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560db666a3e0 0x560db6683d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f39f7e00700 0 client.18384 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.221+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 >> 172.21.15.3:0/2019439661 conn(0x560db6592ce0 msgr2=0x560db666b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.222+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 shutdown_connections 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.222+0000 7f3a23914b80 1 -- 172.21.15.3:0/2019439661 wait complete. 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.222+0000 7f3a23914b80 20 client.18384 trim_cache size 0 max 16384 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:21:16.456 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 44, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "f3b9f86c": { 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 44, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:21:16.457 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 139.8, 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:16.458 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 msgr2=0x7f39f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 0x7f39f80b4dc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c007610 tx=0x7f3a0c00b040 comp rx=0 tx=0).stop 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 msgr2=0x7f3a141a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a141a0790 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f39fc00e9f0 tx=0x7f39fc00ed00 comp rx=0 tx=0).stop 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 shutdown_connections 2024-05-21T19:21:16.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f39f80b2900 0x7f39f80b4dc0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3a14108470 0x7f3a141a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3a1406b790 0x7f3a141a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 --2- 172.21.15.3:0/1901742072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3a14105f80 0x7f3a141a0790 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 >> 172.21.15.3:0/1901742072 conn(0x7f3a140793f0 msgr2=0x7f3a14101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 shutdown_connections 2024-05-21T19:21:16.460 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:16.223+0000 7f3a19000700 1 -- 172.21.15.3:0/1901742072 wait complete. 2024-05-21T19:21:17.310 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f3b9f86c', total seconds elapsed: 32.1 2024-05-21T19:21:17.776 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:17 smithi003 ceph-mon[31577]: pgmap v840: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 -- 172.21.15.3:0/3813619808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c105670 msgr2=0x7f2d2c105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 --2- 172.21.15.3:0/3813619808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c105670 0x7f2d2c105af0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009990 tx=0x7f2d18009ca0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 -- 172.21.15.3:0/3813619808 shutdown_connections 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 --2- 172.21.15.3:0/3813619808 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c106030 0x7f2d2c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 --2- 172.21.15.3:0/3813619808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c10b670 0x7f2d2c10ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 --2- 172.21.15.3:0/3813619808 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c105670 0x7f2d2c105af0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 -- 172.21.15.3:0/3813619808 >> 172.21.15.3:0/3813619808 conn(0x7f2d2c101160 msgr2=0x7f2d2c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.953+0000 7f2d32600700 1 -- 172.21.15.3:0/3813619808 shutdown_connections 2024-05-21T19:21:17.954 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.954+0000 7f2d32600700 1 -- 172.21.15.3:0/3813619808 wait complete. 2024-05-21T19:21:17.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 Processor -- start 2024-05-21T19:21:17.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 -- start start 2024-05-21T19:21:17.955 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c106030 0x7f2d2c1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c10b670 0x7f2d2c19bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1158c0 con 0x7f2d2c10b670 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c115740 con 0x7f2d2c106030 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d32600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c115a40 con 0x7f2d2c105670 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d31200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.955+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c10b670 0x7f2d2c19bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51464/0 (socket says 172.21.15.3:51464) 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c106030 0x7f2d2c1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 -- 172.21.15.3:0/471520467 learned_addr learned my addr 172.21.15.3:0/471520467 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 -- 172.21.15.3:0/471520467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c106030 msgr2=0x7f2d2c1a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c106030 0x7f2d2c1a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 -- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c10b670 msgr2=0x7f2d2c19bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c10b670 0x7f2d2c19bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 -- 172.21.15.3:0/471520467 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d2c19c460 con 0x7f2d2c105670 2024-05-21T19:21:17.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.956+0000 7f2d31200700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f2d2000eb30 tx=0x7f2d2000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.957+0000 7f2d29600700 1 -- 172.21.15.3:0/471520467 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2000cbd0 con 0x7f2d2c105670 2024-05-21T19:21:17.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.957+0000 7f2d29600700 1 -- 172.21.15.3:0/471520467 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d200044d0 con 0x7f2d2c105670 2024-05-21T19:21:17.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.957+0000 7f2d29600700 1 -- 172.21.15.3:0/471520467 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d20003e30 con 0x7f2d2c105670 2024-05-21T19:21:17.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.957+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d2c19c750 con 0x7f2d2c105670 2024-05-21T19:21:17.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.957+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d2c1a89e0 con 0x7f2d2c105670 2024-05-21T19:21:17.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.960+0000 7f2d29600700 1 -- 172.21.15.3:0/471520467 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2d20004000 con 0x7f2d2c105670 2024-05-21T19:21:17.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.961+0000 7f2d3e493b80 1 Processor -- start 2024-05-21T19:21:17.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 -- start start 2024-05-21T19:21:17.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b1fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d29600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 0x7f2d140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b207f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563596a7de40 con 0x563596b260e0 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563596a6d9e0 con 0x563596b257c0 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563596a71a20 con 0x563596b20390 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.962+0000 7f2d29600700 1 -- 172.21.15.3:0/471520467 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2d200e2520 con 0x7f2d2c105670 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31200700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 0x7f2d140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:55602/0 (socket says 172.21.15.3:55602) 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 -- 172.21.15.3:0/892915928 learned_addr learned my addr 172.21.15.3:0/892915928 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b207f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d2be00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b1fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 -- 172.21.15.3:0/892915928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 msgr2=0x563596b207f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b207f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 -- 172.21.15.3:0/892915928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 msgr2=0x563596b1fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b1fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 -- 172.21.15.3:0/892915928 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563596a36420 con 0x563596b257c0 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d2be00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b1fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31200700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 0x7f2d140b4dc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f2d20000c00 tx=0x7f2d20018f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.963+0000 7f2d31c00700 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f2d24008cd0 tx=0x7f2d24009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22e438c7df072741 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.964+0000 7f2d1e000700 1 -- 172.21.15.3:0/892915928 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d24003a00 con 0x563596b257c0 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.964+0000 7f2d1e000700 1 -- 172.21.15.3:0/892915928 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d24018d30 con 0x563596b257c0 2024-05-21T19:21:17.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.964+0000 7f2d1e000700 1 -- 172.21.15.3:0/892915928 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d24004240 con 0x563596b257c0 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 -- 172.21.15.3:0/892915928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 msgr2=0x563596b25ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f2d24008cd0 tx=0x7f2d24009920 comp rx=0 tx=0).stop 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 -- 172.21.15.3:0/892915928 shutdown_connections 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b207f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b25ba0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/892915928 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b1fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 -- 172.21.15.3:0/892915928 >> 172.21.15.3:0/892915928 conn(0x563596a4dbe0 msgr2=0x563596b1a810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 -- 172.21.15.3:0/892915928 shutdown_connections 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.965+0000 7f2d3e493b80 1 -- 172.21.15.3:0/892915928 wait complete. 2024-05-21T19:21:17.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 -- start start 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 Processor -- start 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b2be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b29200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b29740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563596973fa0 con 0x563596b260e0 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563596a0e760 con 0x563596b257c0 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.966+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x563596b2cc00 con 0x563596b20390 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d3e493b80 10 client.0 _ll_register_callbacks cb 0x563596a17c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b2be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b2be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:51482/0 (socket says 172.21.15.3:51482) 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d31c00700 1 -- 172.21.15.3:0/2582781011 learned_addr learned my addr 172.21.15.3:0/2582781011 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b29200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b29740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 -- 172.21.15.3:0/2582781011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 msgr2=0x563596b2be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b2be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 -- 172.21.15.3:0/2582781011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 msgr2=0x563596b29740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b29740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.967+0000 7f2d2be00700 1 -- 172.21.15.3:0/2582781011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635969bd8d0 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b29200 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f2d18006010 tx=0x7f2d18005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e8ceb8a3144b8ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d12a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18028060 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d24018d30 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2d1800bd80 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2d18003680 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.968+0000 7f2d3e493b80 10 client.28490 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563596a3e060 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d24018d30 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2d1800f730 con 0x563596b257c0 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 10 client.28490 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 10 client.28490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:17.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 20 client.28490 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596b39710 0x563596b3bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 4 client.28490 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.969+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563596a7fd90 con 0x563596b39710 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.970+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596b39710 0x563596b3bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.970+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596b39710 0x563596b3bb00 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a12ccc41037b004e server_cookie=970b2a145fc50de7 in_seq=0 out_seq=0 2024-05-21T19:21:17.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.970+0000 7f2d12a00700 10 client.28490 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.971+0000 7f2d12a00700 1 -- 172.21.15.3:0/2582781011 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563596a7fd90 con 0x563596b39710 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.971+0000 7f2d12a00700 10 client.28490 handle_command_reply: tid=0 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.971+0000 7f2d3e493b80 1 client.28490 shutdown 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.971+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 msgr2=0x563596b29200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.971+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b29200 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f2d18006010 tx=0x7f2d18005750 comp rx=0 tx=0).stop 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 shutdown_connections 2024-05-21T19:21:17.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596b39710 0x563596b3bb00 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b260e0 0x563596b29740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b20390 0x563596b2be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2582781011 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b257c0 0x563596b29200 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d12a00700 0 client.28490 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 >> 172.21.15.3:0/2582781011 conn(0x563596a4dbe0 msgr2=0x563596b19fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 shutdown_connections 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2582781011 wait complete. 2024-05-21T19:21:17.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.972+0000 7f2d3e493b80 20 client.28490 trim_cache size 0 max 16384 2024-05-21T19:21:17.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:17 smithi104 ceph-mon[36417]: pgmap v840: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-21T19:21:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.989+0000 7f2d3e493b80 1 Processor -- start 2024-05-21T19:21:17.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.989+0000 7f2d3e493b80 1 -- start start 2024-05-21T19:21:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.989+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b20390 0x563596b1fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.989+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b260e0 0x563596b1a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1b2690 con 0x563596b257c0 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1aff20 con 0x563596b20390 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1add70 con 0x563596b260e0 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39306/0 (socket says 172.21.15.3:39306) 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 -- 172.21.15.3:0/3000881093 learned_addr learned my addr 172.21.15.3:0/3000881093 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d31c00700 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b20390 0x563596b1fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d31c00700 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b260e0 0x563596b1a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 -- 172.21.15.3:0/3000881093 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b260e0 msgr2=0x563596b1a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b260e0 0x563596b1a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 -- 172.21.15.3:0/3000881093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b20390 msgr2=0x563596b1fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.990+0000 7f2d2be00700 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b20390 0x563596b1fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.991+0000 7f2d2be00700 1 -- 172.21.15.3:0/3000881093 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563596b27770 con 0x563596b257c0 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.991+0000 7f2d2be00700 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009990 tx=0x7f2d1800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f59b726b8a9b126 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.991+0000 7f2d1d600700 1 -- 172.21.15.3:0/3000881093 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18028030 con 0x563596b257c0 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.991+0000 7f2d1d600700 1 -- 172.21.15.3:0/3000881093 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d18005bc0 con 0x563596b257c0 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.991+0000 7f2d1d600700 1 -- 172.21.15.3:0/3000881093 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18003d50 con 0x563596b257c0 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 -- 172.21.15.3:0/3000881093 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 msgr2=0x563596b26d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2d18009990 tx=0x7f2d1800b480 comp rx=0 tx=0).stop 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 -- 172.21.15.3:0/3000881093 shutdown_connections 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b260e0 0x563596b1a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b20390 0x563596b1fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/3000881093 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b257c0 0x563596b26d90 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 -- 172.21.15.3:0/3000881093 >> 172.21.15.3:0/3000881093 conn(0x563596a4dbe0 msgr2=0x563596b24380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:17.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 -- 172.21.15.3:0/3000881093 shutdown_connections 2024-05-21T19:21:17.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.992+0000 7f2d3e493b80 1 -- 172.21.15.3:0/3000881093 wait complete. 2024-05-21T19:21:17.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 -- start start 2024-05-21T19:21:17.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 Processor -- start 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 0x563596b31e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 0x563596b323d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b2ee60 0x563596b2f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1ae3e0 con 0x563596b20390 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1af850 con 0x563596b260e0 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2d2c1aeab0 con 0x563596b2ee60 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.993+0000 7f2d3e493b80 10 client.0 _ll_register_callbacks cb 0x563596a17c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 0x563596b31e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 0x563596b323d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d31c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 0x563596b31e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:39314/0 (socket says 172.21.15.3:39314) 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d31c00700 1 -- 172.21.15.3:0/2708577194 learned_addr learned my addr 172.21.15.3:0/2708577194 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b2ee60 0x563596b2f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 -- 172.21.15.3:0/2708577194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b2ee60 msgr2=0x563596b2f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b2ee60 0x563596b2f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 -- 172.21.15.3:0/2708577194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 msgr2=0x563596b31e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 0x563596b31e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 -- 172.21.15.3:0/2708577194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563596b32a10 con 0x563596b260e0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d2be00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 0x563596b323d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x563596b2b920 tx=0x7f2d1800f6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccf754f84ffd1c11 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.994+0000 7f2d12a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d18003de0 con 0x563596b260e0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d18005bc0 con 0x563596b260e0 2024-05-21T19:21:17.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2d1800ba00 con 0x563596b260e0 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2d18047050 con 0x563596b260e0 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d3e493b80 10 client.28496 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563596ba4cd0 con 0x563596b260e0 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.995+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d18005bc0 con 0x563596b260e0 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2d18035020 con 0x563596b260e0 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 10 client.28496 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 10 client.28496 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 20 client.28496 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596ba5260 0x563596ba7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 4 client.28496 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563596a79570 con 0x563596ba5260 2024-05-21T19:21:17.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.996+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596ba5260 0x563596ba7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:17.999 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d31c00700 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596ba5260 0x563596ba7680 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12e3879a64299730 server_cookie=2dd3215d491b2fd5 in_seq=0 out_seq=0 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d12a00700 10 client.28496 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d12a00700 1 -- 172.21.15.3:0/2708577194 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563596a79570 con 0x563596ba5260 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d12a00700 10 client.28496 handle_command_reply: tid=0 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 client.28496 shutdown 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 msgr2=0x563596b323d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 0x563596b323d0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x563596b2b920 tx=0x7f2d1800f6f0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 shutdown_connections 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x563596ba5260 0x563596ba7680 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x563596b2ee60 0x563596b2f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x563596b20390 0x563596b31e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 --2- 172.21.15.3:0/2708577194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x563596b260e0 0x563596b323d0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.000 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d12a00700 0 client.28496 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:18.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 >> 172.21.15.3:0/2708577194 conn(0x563596a4dbe0 msgr2=0x563596b26c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:18.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 shutdown_connections 2024-05-21T19:21:18.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 1 -- 172.21.15.3:0/2708577194 wait complete. 2024-05-21T19:21:18.001 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.997+0000 7f2d3e493b80 20 client.28496 trim_cache size 0 max 16384 2024-05-21T19:21:18.001 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 msgr2=0x7f2d140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 0x7f2d140b4dc0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f2d20000c00 tx=0x7f2d20018f90 comp rx=0 tx=0).stop 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 msgr2=0x7f2d2c1a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f2d2000eb30 tx=0x7f2d2000ee40 comp rx=0 tx=0).stop 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 shutdown_connections 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2d140b2900 0x7f2d140b4dc0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2d2c10b670 0x7f2d2c19bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2d2c105670 0x7f2d2c1a1a60 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 --2- 172.21.15.3:0/471520467 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d2c106030 0x7f2d2c1a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:18.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.998+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 >> 172.21.15.3:0/471520467 conn(0x7f2d2c101160 msgr2=0x7f2d2c101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:18.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.999+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 shutdown_connections 2024-05-21T19:21:18.003 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:17.999+0000 7f2d32600700 1 -- 172.21.15.3:0/471520467 wait complete. 2024-05-21T19:21:18.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:17 smithi178 ceph-mon[36523]: pgmap v840: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-21T19:21:19.843 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:21:19.843 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:21:19.923 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:19 smithi003 ceph-mon[31577]: pgmap v841: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:21:19.938 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:19 smithi178 ceph-mon[36523]: pgmap v841: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:21:19.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:19 smithi104 ceph-mon[36417]: pgmap v841: 97 pgs: 97 active+clean; 4.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:21:20.302 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:21 smithi104 ceph-mon[36417]: pgmap v842: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:21:22.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:21 smithi003 ceph-mon[31577]: pgmap v842: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:21:22.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:21 smithi178 ceph-mon[36523]: pgmap v842: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-21T19:21:22.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 -- 172.21.15.3:0/2232680497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 msgr2=0x7f1ba8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 --2- 172.21.15.3:0/2232680497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba8112630 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f1ba0009f90 tx=0x7f1ba000b330 comp rx=0 tx=0).stop 2024-05-21T19:21:22.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 -- 172.21.15.3:0/2232680497 shutdown_connections 2024-05-21T19:21:22.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 --2- 172.21.15.3:0/2232680497 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba8112630 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 --2- 172.21.15.3:0/2232680497 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba810b760 0x7f1ba810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 --2- 172.21.15.3:0/2232680497 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba8105760 0x7f1ba8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 -- 172.21.15.3:0/2232680497 >> 172.21.15.3:0/2232680497 conn(0x7f1ba8101250 msgr2=0x7f1ba8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 -- 172.21.15.3:0/2232680497 shutdown_connections 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.696+0000 7f1bada00700 1 -- 172.21.15.3:0/2232680497 wait complete. 2024-05-21T19:21:22.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.697+0000 7f1bada00700 1 Processor -- start 2024-05-21T19:21:22.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 -- start start 2024-05-21T19:21:22.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba810b760 0x7f1ba81a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81159f0 con 0x7f1ba810b760 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba8115870 con 0x7f1ba8105760 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1bada00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba8115b70 con 0x7f1ba8106120 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1ba6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.698+0000 7f1ba6a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58446/0 (socket says 172.21.15.3:58446) 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 -- 172.21.15.3:0/3732753274 learned_addr learned my addr 172.21.15.3:0/3732753274 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba810b760 0x7f1ba81a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 -- 172.21.15.3:0/3732753274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 msgr2=0x7f1ba819c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba819c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 -- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba810b760 msgr2=0x7f1ba81a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba810b760 0x7f1ba81a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 -- 172.21.15.3:0/3732753274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba81a0dc0 con 0x7f1ba8105760 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.699+0000 7f1ba6a00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800e9c0 tx=0x7f1b9800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.700+0000 7f1b9f400700 1 -- 172.21.15.3:0/3732753274 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b9800cbd0 con 0x7f1ba8105760 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.700+0000 7f1b9f400700 1 -- 172.21.15.3:0/3732753274 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b9800ee60 con 0x7f1ba8105760 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.700+0000 7f1b9f400700 1 -- 172.21.15.3:0/3732753274 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b980055c0 con 0x7f1ba8105760 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.700+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ba81a10b0 con 0x7f1ba8105760 2024-05-21T19:21:22.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.700+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ba81a8930 con 0x7f1ba8105760 2024-05-21T19:21:22.705 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.705+0000 7f1b9f400700 1 -- 172.21.15.3:0/3732753274 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b98004750 con 0x7f1ba8105760 2024-05-21T19:21:22.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.706+0000 7f1bb845fb80 1 Processor -- start 2024-05-21T19:21:22.706 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.706+0000 7f1bb845fb80 1 -- start start 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.706+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d21909f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.706+0000 7f1b9f400700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 0x7f1b8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d219099d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d218ff7ec0 con 0x55d21909ef30 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d218fe7a60 con 0x55d21909f850 2024-05-21T19:21:22.707 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d218febaa0 con 0x55d219099900 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1b9f400700 1 -- 172.21.15.3:0/3732753274 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b980e2410 con 0x7f1ba8105760 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58450/0 (socket says 172.21.15.3:58450) 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba6000700 1 -- 172.21.15.3:0/2859000807 learned_addr learned my addr 172.21.15.3:0/2859000807 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba7400700 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d21909f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba6a00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 0x7f1b8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.708 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.707+0000 7f1ba7400700 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d219099d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 -- 172.21.15.3:0/2859000807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 msgr2=0x55d219099d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d219099d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 -- 172.21.15.3:0/2859000807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 msgr2=0x55d21909f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d21909f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 -- 172.21.15.3:0/2859000807 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d218fb04a0 con 0x55d21909f850 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6000700 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009ea0 tx=0x7f1b94011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=963cdba792009a91 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1ba6a00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 0x7f1b8c0b4dc0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1b98009230 tx=0x7f1b98021ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1b93e00700 1 -- 172.21.15.3:0/2859000807 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94004310 con 0x55d21909f850 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1b93e00700 1 -- 172.21.15.3:0/2859000807 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b940044b0 con 0x55d21909f850 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.708+0000 7f1b93e00700 1 -- 172.21.15.3:0/2859000807 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94019860 con 0x55d21909f850 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 -- 172.21.15.3:0/2859000807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 msgr2=0x55d2190992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009ea0 tx=0x7f1b94011720 comp rx=0 tx=0).stop 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 -- 172.21.15.3:0/2859000807 shutdown_connections 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d219099d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d21909f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/2859000807 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190992e0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.709+0000 7f1bb845fb80 1 -- 172.21.15.3:0/2859000807 >> 172.21.15.3:0/2859000807 conn(0x55d218fc7c60 msgr2=0x55d219094090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.710+0000 7f1bb845fb80 1 -- 172.21.15.3:0/2859000807 shutdown_connections 2024-05-21T19:21:22.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.710+0000 7f1bb845fb80 1 -- 172.21.15.3:0/2859000807 wait complete. 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.710+0000 7f1bb845fb80 1 -- start start 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 Processor -- start 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d219099900 0x55d2190a5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 0x55d2190a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.713 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d218eee020 con 0x55d21909ef30 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d218f887e0 con 0x55d219099900 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d2190a62c0 con 0x55d21909f850 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1bb845fb80 10 client.0 _ll_register_callbacks cb 0x55d218f91cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.711+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45762/0 (socket says 172.21.15.3:45762) 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 -- 172.21.15.3:0/3569717073 learned_addr learned my addr 172.21.15.3:0/3569717073 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d219099900 0x55d2190a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 0x55d2190a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 -- 172.21.15.3:0/3569717073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 msgr2=0x55d2190a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 0x55d2190a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 -- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d219099900 msgr2=0x55d2190a5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d219099900 0x55d2190a5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 -- 172.21.15.3:0/3569717073 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d218f37950 con 0x55d21909ef30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 0x55d2190a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009890 tx=0x7f1b940099f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d829746fb2ac819 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.712+0000 7f1b90c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94027020 con 0x55d21909ef30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b94003950 con 0x55d21909ef30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b940044b0 con 0x55d21909ef30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1b94032050 con 0x55d21909ef30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1bb845fb80 10 client.18414 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:22.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d218fb80e0 con 0x55d21909ef30 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.713+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b940044b0 con 0x55d21909ef30 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1b94018070 con 0x55d21909ef30 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 10 client.18414 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 10 client.18414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 20 client.18414 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d2190b2bf0 0x55d2190b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 4 client.18414 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.714+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d218ff9e10 con 0x55d2190b2bf0 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.715+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d2190b2bf0 0x55d2190b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.715+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d2190b2bf0 0x55d2190b4fe0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3d121949ea546e server_cookie=1f9061db81d03fa0 in_seq=0 out_seq=0 2024-05-21T19:21:22.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.715+0000 7f1b90c00700 10 client.18414 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.716+0000 7f1b90c00700 1 -- 172.21.15.3:0/3569717073 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d218ff9e10 con 0x55d2190b2bf0 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.716+0000 7f1b90c00700 10 client.18414 handle_command_reply: tid=0 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.716+0000 7f1bb845fb80 1 client.18414 shutdown 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 msgr2=0x55d2190a2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009890 tx=0x7f1b940099f0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 shutdown_connections 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d2190b2bf0 0x55d2190b4fe0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909f850 0x55d2190a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d219099900 0x55d2190a5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3569717073 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a2830 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 >> 172.21.15.3:0/3569717073 conn(0x55d218fc7c60 msgr2=0x55d2190982d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1b90c00700 0 client.18414 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:22.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 shutdown_connections 2024-05-21T19:21:22.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3569717073 wait complete. 2024-05-21T19:21:22.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.717+0000 7f1bb845fb80 20 client.18414 trim_cache size 0 max 16384 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.740+0000 7f1bb845fb80 1 Processor -- start 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.740+0000 7f1bb845fb80 1 -- start start 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 0x55d2190992e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81b2770 con 0x55d219099900 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81b0000 con 0x55d21909f850 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81ade50 con 0x55d21909ef30 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1ba7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 0x55d2190992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42700/0 (socket says 172.21.15.3:42700) 2024-05-21T19:21:22.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.741+0000 7f1ba6000700 1 -- 172.21.15.3:0/1621771307 learned_addr learned my addr 172.21.15.3:0/1621771307 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:22.743 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba7400700 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 -- 172.21.15.3:0/1621771307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 msgr2=0x55d2190a1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 -- 172.21.15.3:0/1621771307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 msgr2=0x55d2190992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 0x55d2190992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 -- 172.21.15.3:0/1621771307 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d21908e590 con 0x55d21909ef30 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba7400700 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 0x55d2190992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1ba6000700 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f1b94000be0 tx=0x7f1b94005810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f08e36c94f28bba2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1b93400700 1 -- 172.21.15.3:0/1621771307 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94027040 con 0x55d21909ef30 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1b93400700 1 -- 172.21.15.3:0/1621771307 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b9402e0e0 con 0x55d21909ef30 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.742+0000 7f1b93400700 1 -- 172.21.15.3:0/1621771307 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b940052d0 con 0x55d21909ef30 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 -- 172.21.15.3:0/1621771307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 msgr2=0x55d2190a0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.744 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f1b94000be0 tx=0x7f1b94005810 comp rx=0 tx=0).stop 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 -- 172.21.15.3:0/1621771307 shutdown_connections 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d219099900 0x55d2190992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/1621771307 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d21909ef30 0x55d2190a0360 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 -- 172.21.15.3:0/1621771307 >> 172.21.15.3:0/1621771307 conn(0x55d218fc7c60 msgr2=0x55d2190a1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 -- 172.21.15.3:0/1621771307 shutdown_connections 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.743+0000 7f1bb845fb80 1 -- 172.21.15.3:0/1621771307 wait complete. 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.744+0000 7f1bb845fb80 1 -- start start 2024-05-21T19:21:22.745 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.744+0000 7f1bb845fb80 1 Processor -- start 2024-05-21T19:21:22.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.744+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d2190abb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81ae4c0 con 0x55d21909ef30 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81af930 con 0x55d21909f850 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba81aeb90 con 0x55d219099900 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1bb845fb80 10 client.0 _ll_register_callbacks cb 0x55d218f91cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45772/0 (socket says 172.21.15.3:45772) 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 -- 172.21.15.3:0/3094920165 learned_addr learned my addr 172.21.15.3:0/3094920165 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba7400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d2190abb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 -- 172.21.15.3:0/3094920165 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 msgr2=0x55d2190abb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d2190abb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 -- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 msgr2=0x55d2190a8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba6000700 1 -- 172.21.15.3:0/3094920165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2190a91c0 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.745+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d2190abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1ba6000700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009690 tx=0x7f1b94009df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b4d1588f64e0451 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1b90c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94015040 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f1b9402ec30 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b9402e0e0 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1b9403e070 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1bb845fb80 10 client.18420 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.746+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d219126d80 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b9402e0e0 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f1b94018040 con 0x55d21909ef30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 10 client.18420 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 10 client.18420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:22.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 20 client.18420 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:22.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d219127310 0x55d219129730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:22.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 4 client.18420 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:21:22.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d218ff35f0 con 0x55d219127310 2024-05-21T19:21:22.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.747+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d219127310 0x55d219129730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.748+0000 7f1ba7400700 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d219127310 0x55d219129730 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71d333c77a8dcb2b server_cookie=3f9c2e57cedd31fc in_seq=0 out_seq=0 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.748+0000 7f1b90c00700 10 client.18420 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1b90c00700 1 -- 172.21.15.3:0/3094920165 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d218ff35f0 con 0x55d219127310 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1b90c00700 10 client.18420 handle_command_reply: tid=0 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 client.18420 shutdown 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 msgr2=0x55d2190a8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f1b94009690 tx=0x7f1b94009df0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 shutdown_connections 2024-05-21T19:21:22.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55d219127310 0x55d219129730 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d21909f850 0x55d2190a8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d219099900 0x55d2190abb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 --2- 172.21.15.3:0/3094920165 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d21909ef30 0x55d2190a8550 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1b90c00700 0 client.18420 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.749+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 >> 172.21.15.3:0/3094920165 conn(0x55d218fc7c60 msgr2=0x55d2190a19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.750+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 shutdown_connections 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.750+0000 7f1bb845fb80 1 -- 172.21.15.3:0/3094920165 wait complete. 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.750+0000 7f1bb845fb80 20 client.18420 trim_cache size 0 max 16384 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:21:22.752 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:21:22.753 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "28592e17-0110-4f8e-a760-71b971042be1", 2024-05-21T19:21:22.753 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:21:22.753 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:21:22.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 msgr2=0x7f1b8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 0x7f1b8c0b4dc0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1b98009230 tx=0x7f1b98021ed0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 msgr2=0x7f1ba819be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800e9c0 tx=0x7f1b9800ecd0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 shutdown_connections 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f1b8c0b2900 0x7f1b8c0b4dc0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1ba810b760 0x7f1ba81a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ba8105760 0x7f1ba819be00 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 --2- 172.21.15.3:0/3732753274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1ba8106120 0x7f1ba819c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.751+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 >> 172.21.15.3:0/3732753274 conn(0x7f1ba8101250 msgr2=0x7f1ba8101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.752+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 shutdown_connections 2024-05-21T19:21:22.754 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:22.752+0000 7f1bada00700 1 -- 172.21.15.3:0/3732753274 wait complete. 2024-05-21T19:21:23.666 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: pgmap v843: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:21:23.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:21:23.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:23 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: pgmap v843: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-21T19:21:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:21:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:23.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:23 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:24.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: pgmap v843: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:23 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:21:24.147 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:25.942 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:25 smithi003 ceph-mon[31577]: pgmap v844: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:21:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:25 smithi104 ceph-mon[36417]: pgmap v844: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:21:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:25 smithi178 ceph-mon[36523]: pgmap v844: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.198+0000 7f33da200640 1 -- 172.21.15.3:0/4100423240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 msgr2=0x7f33d4102180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.198+0000 7f33da200640 1 --2- 172.21.15.3:0/4100423240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d4102180 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f33bc009860 tx=0x7f33bc02a3d0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 -- 172.21.15.3:0/4100423240 shutdown_connections 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 --2- 172.21.15.3:0/4100423240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d4102180 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 --2- 172.21.15.3:0/4100423240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d4102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 --2- 172.21.15.3:0/4100423240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d41017e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 -- 172.21.15.3:0/4100423240 >> 172.21.15.3:0/4100423240 conn(0x7f33d40fcf60 msgr2=0x7f33d40ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 -- 172.21.15.3:0/4100423240 shutdown_connections 2024-05-21T19:21:26.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.199+0000 7f33da200640 1 -- 172.21.15.3:0/4100423240 wait complete. 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 Processor -- start 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 -- start start 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d419b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d41a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33d4110830 con 0x7f33d41013c0 2024-05-21T19:21:26.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41106b0 con 0x7f33d41026c0 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.200+0000 7f33da200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41109b0 con 0x7f33d4101d20 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d419b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d41a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45800/0 (socket says 172.21.15.3:45800) 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3400640 1 -- 172.21.15.3:0/2280890123 learned_addr learned my addr 172.21.15.3:0/2280890123 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 -- 172.21.15.3:0/2280890123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 msgr2=0x7f33d419b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d419b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 -- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 msgr2=0x7f33d419aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3e00640 1 -- 172.21.15.3:0/2280890123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d41a2ac0 con 0x7f33d41026c0 2024-05-21T19:21:26.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d2a00640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d419b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.201+0000 7f33d3400640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33d3e00640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d41a2450 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f33cc00d6b0 tx=0x7f33cc00db70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33cbe00640 1 -- 172.21.15.3:0/2280890123 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc017070 con 0x7f33d41026c0 2024-05-21T19:21:26.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33cbe00640 1 -- 172.21.15.3:0/2280890123 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33cc009cd0 con 0x7f33d41026c0 2024-05-21T19:21:26.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33d41a2db0 con 0x7f33d41026c0 2024-05-21T19:21:26.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33cbe00640 1 -- 172.21.15.3:0/2280890123 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc003cc0 con 0x7f33d41026c0 2024-05-21T19:21:26.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.202+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33d41a3220 con 0x7f33d41026c0 2024-05-21T19:21:26.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.206+0000 7f33dd1e2740 1 Processor -- start 2024-05-21T19:21:26.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.207+0000 7f33cbe00640 1 -- 172.21.15.3:0/2280890123 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f33cc009820 con 0x7f33d41026c0 2024-05-21T19:21:26.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.207+0000 7f33dd1e2740 1 -- start start 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.207+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8700520 0x5654d8705020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8705690 0x5654d8707b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5654d866fb90 con 0x5654d8700520 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5654d865f730 con 0x5654d86ffb30 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5654d8663770 con 0x5654d8705690 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58494/0 (socket says 172.21.15.3:58494) 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 -- 172.21.15.3:0/1614872227 learned_addr learned my addr 172.21.15.3:0/1614872227 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.208 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8705690 0x5654d8707b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.209 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d3400640 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8700520 0x5654d8705020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 -- 172.21.15.3:0/1614872227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8705690 msgr2=0x5654d8707b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8705690 0x5654d8707b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 -- 172.21.15.3:0/1614872227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8700520 msgr2=0x5654d8705020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8700520 0x5654d8705020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.208+0000 7f33d2a00640 1 -- 172.21.15.3:0/1614872227 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654d85f88b0 con 0x5654d86ffb30 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.209+0000 7f33d2a00640 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f33bc02a8f0 tx=0x7f33bc02a3d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=177ba1fc0da12095 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.209+0000 7f33c3e00640 1 -- 172.21.15.3:0/1614872227 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc0050f0 con 0x5654d86ffb30 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.209+0000 7f33c3e00640 1 -- 172.21.15.3:0/1614872227 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33bc0046c0 con 0x5654d86ffb30 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.209+0000 7f33c3e00640 1 -- 172.21.15.3:0/1614872227 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc03c6b0 con 0x5654d86ffb30 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33cbe00640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 0x7f33b80b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33cbe00640 1 -- 172.21.15.3:0/2280890123 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f33cc0e1aa0 con 0x7f33d41026c0 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33d3400640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 0x7f33b80b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 -- 172.21.15.3:0/1614872227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 msgr2=0x5654d86fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f33bc02a8f0 tx=0x7f33bc02a3d0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 -- 172.21.15.3:0/1614872227 shutdown_connections 2024-05-21T19:21:26.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8705690 0x5654d8707b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8700520 0x5654d8705020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/1614872227 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fff50 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 -- 172.21.15.3:0/1614872227 >> 172.21.15.3:0/1614872227 conn(0x5654d86fb1a0 msgr2=0x5654d86fb5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.210+0000 7f33dd1e2740 1 -- 172.21.15.3:0/1614872227 shutdown_connections 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.211+0000 7f33dd1e2740 1 -- 172.21.15.3:0/1614872227 wait complete. 2024-05-21T19:21:26.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.211+0000 7f33d3400640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 0x7f33b80b4d60 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x5654d86fc070 tx=0x7f33c40095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.211+0000 7f33dd1e2740 1 -- start start 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.211+0000 7f33dd1e2740 1 Processor -- start 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8709ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5654d8345790 con 0x5654d86ffb30 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5654d8607bc0 con 0x5654d8705690 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5654d87085e0 con 0x5654d8700520 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33dd1e2740 10 client.0 _ll_register_callbacks cb 0x5654d85e5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.212+0000 7f33d3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8709ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45812/0 (socket says 172.21.15.3:45812) 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58506/0 (socket says 172.21.15.3:58506) 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3400640 1 -- 172.21.15.3:0/3881944625 learned_addr learned my addr 172.21.15.3:0/3881944625 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 -- 172.21.15.3:0/3881944625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 msgr2=0x5654d8709ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8709ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 -- 172.21.15.3:0/3881944625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 msgr2=0x5654d87099b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 -- 172.21.15.3:0/3881944625 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654d8374210 con 0x5654d8705690 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d2a00640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8709ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3400640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33d3e00640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f33cc005fd0 tx=0x7f33cc0a8b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37787576acee9599 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.213+0000 7f33c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc020040 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f33cc0ad0d0 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33bc0046c0 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f33cc0a8c40 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33dd1e2740 10 client.28526 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5654d8440620 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33bc0046c0 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.214+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f33cc0a4b30 con 0x5654d8705690 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 10 client.28526 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 10 client.28526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 20 client.28526 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d8715470 0x5654d8717880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 4 client.28526 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:26.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654d8671ae0 con 0x5654d8715470 2024-05-21T19:21:26.218 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.215+0000 7f33d3400640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d8715470 0x5654d8717880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.216+0000 7f33d3400640 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d8715470 0x5654d8717880 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23dea689cd952856 server_cookie=8c367f5f6af10b79 in_seq=0 out_seq=0 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.216+0000 7f33c0c00640 10 client.28526 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.216+0000 7f33c0c00640 1 -- 172.21.15.3:0/3881944625 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5654d8671ae0 con 0x5654d8715470 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.216+0000 7f33c0c00640 10 client.28526 handle_command_reply: tid=0 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 client.28526 shutdown 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 msgr2=0x5654d8710ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f33cc005fd0 tx=0x7f33cc0a8b70 comp rx=0 tx=0).stop 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 shutdown_connections 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d8715470 0x5654d8717880 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8709ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.219 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d8710ec0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3881944625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d87099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 >> 172.21.15.3:0/3881944625 conn(0x5654d86fb1a0 msgr2=0x5654d86fa310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33c0c00640 0 client.28526 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 shutdown_connections 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3881944625 wait complete. 2024-05-21T19:21:26.220 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.217+0000 7f33dd1e2740 20 client.28526 trim_cache size 0 max 16384 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 Processor -- start 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 -- start start 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 0x5654d86f5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41ae890 con 0x5654d8705690 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41ac160 con 0x5654d86ffb30 2024-05-21T19:21:26.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.235+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41a9fb0 con 0x5654d8700520 2024-05-21T19:21:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d3400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42752/0 (socket says 172.21.15.3:42752) 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 -- 172.21.15.3:0/3827508660 learned_addr learned my addr 172.21.15.3:0/3827508660 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d3e00640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 0x5654d86f5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 -- 172.21.15.3:0/3827508660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 msgr2=0x5654d86fe940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fe940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 -- 172.21.15.3:0/3827508660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 msgr2=0x5654d86f5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 0x5654d86f5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 -- 172.21.15.3:0/3827508660 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654d8717f00 con 0x5654d8700520 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d3e00640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 0x5654d86f5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d3400640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.236+0000 7f33d2a00640 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f33bc005e00 tx=0x7f33bc0097b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdb9eec4fcf1aa57 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.237+0000 7f33c3400640 1 -- 172.21.15.3:0/3827508660 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc054070 con 0x5654d8700520 2024-05-21T19:21:26.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.237+0000 7f33c3400640 1 -- 172.21.15.3:0/3827508660 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33bc004d80 con 0x5654d8700520 2024-05-21T19:21:26.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.237+0000 7f33c3400640 1 -- 172.21.15.3:0/3827508660 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc03c870 con 0x5654d8700520 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3827508660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 msgr2=0x5654d8710e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f33bc005e00 tx=0x7f33bc0097b0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3827508660 shutdown_connections 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d8710e80 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d8705690 0x5654d86f5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/3827508660 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d86ffb30 0x5654d86fe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3827508660 >> 172.21.15.3:0/3827508660 conn(0x5654d86fb1a0 msgr2=0x5654d86f9a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3827508660 shutdown_connections 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- 172.21.15.3:0/3827508660 wait complete. 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 -- start start 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.238+0000 7f33dd1e2740 1 Processor -- start 2024-05-21T19:21:26.241 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d870e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d870f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41aa620 con 0x5654d86ffb30 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41aba90 con 0x5654d8705690 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f33d41aacf0 con 0x5654d8700520 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33dd1e2740 10 client.0 _ll_register_callbacks cb 0x7f33cc009e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33d3400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:45830/0 (socket says 172.21.15.3:45830) 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33d3400640 1 -- 172.21.15.3:0/378635782 learned_addr learned my addr 172.21.15.3:0/378635782 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33d3e00640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d870f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.239+0000 7f33d2a00640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d870e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 -- 172.21.15.3:0/378635782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 msgr2=0x5654d870e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d870e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 -- 172.21.15.3:0/378635782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 msgr2=0x5654d870e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 -- 172.21.15.3:0/378635782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654d86fafd0 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3400640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33d3e00640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d870f820 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f33cc0a8de0 tx=0x7f33cc0ad300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dca467efe8cb41a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33c0c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33cc014020 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f33cc0a85a0 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33bc004d80 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f33cc020070 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33dd1e2740 10 client.28532 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.240+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5654d86ff770 con 0x5654d8705690 2024-05-21T19:21:26.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33bc004d80 con 0x5654d8705690 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f33cc0dfa20 con 0x5654d8705690 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 10 client.28532 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 10 client.28532 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 20 client.28532 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d87803a0 0x5654d87827c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 4 client.28532 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5654d866b2c0 con 0x5654d87803a0 2024-05-21T19:21:26.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.241+0000 7f33d3400640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d87803a0 0x5654d87827c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.242+0000 7f33d3400640 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d87803a0 0x5654d87827c0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38ae41920ded67a4 server_cookie=517f91b45670d5df in_seq=0 out_seq=0 2024-05-21T19:21:26.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.242+0000 7f33c0c00640 10 client.28532 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33c0c00640 1 -- 172.21.15.3:0/378635782 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5654d866b2c0 con 0x5654d87803a0 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33c0c00640 10 client.28532 handle_command_reply: tid=0 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 client.28532 shutdown 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 msgr2=0x5654d870f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d870f820 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f33cc0a8de0 tx=0x7f33cc0ad300 comp rx=0 tx=0).stop 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 shutdown_connections 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5654d87803a0 0x5654d87827c0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5654d8700520 0x5654d870e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5654d8705690 0x5654d870f820 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.246+0000 7f33dd1e2740 1 --2- 172.21.15.3:0/378635782 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5654d86ffb30 0x5654d870e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 >> 172.21.15.3:0/378635782 conn(0x5654d86fb1a0 msgr2=0x5654d86fa310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33c0c00640 0 client.28532 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 shutdown_connections 2024-05-21T19:21:26.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33dd1e2740 1 -- 172.21.15.3:0/378635782 wait complete. 2024-05-21T19:21:26.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33dd1e2740 20 client.28532 trim_cache size 0 max 16384 2024-05-21T19:21:26.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:21:26.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:21:26.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 msgr2=0x7f33b80b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 0x7f33b80b4d60 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x5654d86fc070 tx=0x7f33c40095c0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 msgr2=0x7f33d41a2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.247+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d41a2450 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f33cc00d6b0 tx=0x7f33cc00db70 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 shutdown_connections 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33b80b28a0 0x7f33b80b4d60 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f33d4101d20 0x7f33d419b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f33d41026c0 0x7f33d41a2450 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 --2- 172.21.15.3:0/2280890123 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f33d41013c0 0x7f33d419aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.249 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 >> 172.21.15.3:0/2280890123 conn(0x7f33d40fcf60 msgr2=0x7f33d40fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 shutdown_connections 2024-05-21T19:21:26.250 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:26.248+0000 7f33da200640 1 -- 172.21.15.3:0/2280890123 wait complete. 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.519+0000 7fb925600700 1 -- 172.21.15.3:0/3682449733 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201041a0 msgr2=0x7fb9201081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.519+0000 7fb925600700 1 --2- 172.21.15.3:0/3682449733 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201041a0 0x7fb9201081c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009920 tx=0x7fb90c009c30 comp rx=0 tx=0).stop 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 -- 172.21.15.3:0/3682449733 shutdown_connections 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 --2- 172.21.15.3:0/3682449733 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201088f0 0x7fb920110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 --2- 172.21.15.3:0/3682449733 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201037f0 0x7fb920103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 --2- 172.21.15.3:0/3682449733 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201041a0 0x7fb9201081c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 -- 172.21.15.3:0/3682449733 >> 172.21.15.3:0/3682449733 conn(0x7fb92007a6a0 msgr2=0x7fb92007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 -- 172.21.15.3:0/3682449733 shutdown_connections 2024-05-21T19:21:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.520+0000 7fb925600700 1 -- 172.21.15.3:0/3682449733 wait complete. 2024-05-21T19:21:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.521+0000 7fb925600700 1 Processor -- start 2024-05-21T19:21:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.521+0000 7fb925600700 1 -- start start 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201037f0 0x7fb92019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201088f0 0x7fb9201a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201136b0 con 0x7fb9201037f0 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb920113530 con 0x7fb9201088f0 2024-05-21T19:21:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb925600700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb920113830 con 0x7fb9201041a0 2024-05-21T19:21:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb91e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201037f0 0x7fb92019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb91e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42782/0 (socket says 172.21.15.3:42782) 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb91f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201088f0 0x7fb9201a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.522+0000 7fb91e000700 1 -- 172.21.15.3:0/3037456417 learned_addr learned my addr 172.21.15.3:0/3037456417 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 -- 172.21.15.3:0/3037456417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201088f0 msgr2=0x7fb9201a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201088f0 0x7fb9201a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 -- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201037f0 msgr2=0x7fb92019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201037f0 0x7fb92019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 -- 172.21.15.3:0/3037456417 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9201a0db0 con 0x7fb9201041a0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb91e000700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009230 tx=0x7fb90c00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.523+0000 7fb917400700 1 -- 172.21.15.3:0/3037456417 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c027070 con 0x7fb9201041a0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.524+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9201a1040 con 0x7fb9201041a0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.524+0000 7fb917400700 1 -- 172.21.15.3:0/3037456417 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb90c005570 con 0x7fb9201041a0 2024-05-21T19:21:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.524+0000 7fb917400700 1 -- 172.21.15.3:0/3037456417 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c004730 con 0x7fb9201041a0 2024-05-21T19:21:26.525 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.524+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9201a8920 con 0x7fb9201041a0 2024-05-21T19:21:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.527+0000 7fb917400700 1 -- 172.21.15.3:0/3037456417 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb90c02a070 con 0x7fb9201041a0 2024-05-21T19:21:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.528+0000 7fb92ff83b80 1 Processor -- start 2024-05-21T19:21:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.528+0000 7fb92ff83b80 1 -- start start 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065e0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e0880 0x555d065e0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555d0653ee40 con 0x555d065e67d0 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555d0652e9e0 con 0x555d065e5eb0 2024-05-21T19:21:26.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555d06532a20 con 0x555d065e0880 2024-05-21T19:21:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065e0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb91f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb91f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58552/0 (socket says 172.21.15.3:58552) 2024-05-21T19:21:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb91f400700 1 -- 172.21.15.3:0/447591130 learned_addr learned my addr 172.21.15.3:0/447591130 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb91e000700 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e0880 0x555d065e0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.529+0000 7fb917400700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 0x7fb9040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 -- 172.21.15.3:0/447591130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e0880 msgr2=0x555d065e0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e0880 0x555d065e0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 -- 172.21.15.3:0/447591130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 msgr2=0x555d065e6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 -- 172.21.15.3:0/447591130 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d064f7420 con 0x555d065e67d0 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb917400700 1 -- 172.21.15.3:0/3037456417 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb90c0e2c00 con 0x7fb9201041a0 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91f400700 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91f400700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 0x7fb9040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.530+0000 7fb91ea00700 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065e0260 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fb910009e70 tx=0x7fb910011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7117266c895c5d1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.531+0000 7fb90be00700 1 -- 172.21.15.3:0/447591130 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910004250 con 0x555d065e67d0 2024-05-21T19:21:26.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.531+0000 7fb90be00700 1 -- 172.21.15.3:0/447591130 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9100043f0 con 0x555d065e67d0 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.531+0000 7fb90be00700 1 -- 172.21.15.3:0/447591130 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9100197e0 con 0x555d065e67d0 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- 172.21.15.3:0/447591130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 msgr2=0x555d065e0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb91f400700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 0x7fb9040b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb9180094b0 tx=0x7fb918004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065e0260 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fb910009e70 tx=0x7fb910011720 comp rx=0 tx=0).stop 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- 172.21.15.3:0/447591130 shutdown_connections 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e0880 0x555d065e0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e5eb0 0x555d065e6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/447591130 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065e0260 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- 172.21.15.3:0/447591130 >> 172.21.15.3:0/447591130 conn(0x555d0650ebe0 msgr2=0x555d065db010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- 172.21.15.3:0/447591130 shutdown_connections 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- 172.21.15.3:0/447591130 wait complete. 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.532+0000 7fb92ff83b80 1 -- start start 2024-05-21T19:21:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 Processor -- start 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ec490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 0x555d065e9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e67d0 0x555d065e9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x555d06434fa0 con 0x555d065e5eb0 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x555d064cf760 con 0x555d065e0880 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x555d065ed240 con 0x555d065e67d0 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.533+0000 7fb92ff83b80 10 client.0 _ll_register_callbacks cb 0x555d064d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ec490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ec490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58556/0 (socket says 172.21.15.3:58556) 2024-05-21T19:21:26.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91ea00700 1 -- 172.21.15.3:0/3090735315 learned_addr learned my addr 172.21.15.3:0/3090735315 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 0x555d065e9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91f400700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e67d0 0x555d065e9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 -- 172.21.15.3:0/3090735315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e67d0 msgr2=0x555d065e9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e67d0 0x555d065e9d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 -- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 msgr2=0x555d065ec490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ec490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 -- 172.21.15.3:0/3090735315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d0647e8d0 con 0x555d065e5eb0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb91e000700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 0x555d065e9830 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb90c0a62b0 tx=0x7fb90c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8e82cf3a226bc9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.534+0000 7fb908c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c0e7040 con 0x555d065e5eb0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb90c0b2d80 con 0x555d065e5eb0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9100043f0 con 0x555d065e5eb0 2024-05-21T19:21:26.537 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb90c0a99a0 con 0x555d065e5eb0 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb92ff83b80 10 client.18447 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555d064ff060 con 0x555d065e5eb0 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9100043f0 con 0x555d065e5eb0 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.535+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb90c0570b0 con 0x555d065e5eb0 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 10 client.18447 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 10 client.18447 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 20 client.18447 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d065f9c10 0x555d065fc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 4 client.18447 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d06540d90 con 0x555d065f9c10 2024-05-21T19:21:26.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.536+0000 7fb91ea00700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d065f9c10 0x555d065fc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.537+0000 7fb91ea00700 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d065f9c10 0x555d065fc000 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=742dab7ef3f74f20 server_cookie=a2134166b40b0e91 in_seq=0 out_seq=0 2024-05-21T19:21:26.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.537+0000 7fb908c00700 10 client.18447 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.537+0000 7fb908c00700 1 -- 172.21.15.3:0/3090735315 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555d06540d90 con 0x555d065f9c10 2024-05-21T19:21:26.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.537+0000 7fb908c00700 10 client.18447 handle_command_reply: tid=0 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 client.18447 shutdown 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 msgr2=0x555d065e9830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 0x555d065e9830 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb90c0a62b0 tx=0x7fb90c009c30 comp rx=0 tx=0).stop 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 shutdown_connections 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d065f9c10 0x555d065fc000 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e67d0 0x555d065e9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ec490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3090735315 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e5eb0 0x555d065e9830 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 >> 172.21.15.3:0/3090735315 conn(0x555d0650ebe0 msgr2=0x555d065df250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb908c00700 0 client.18447 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 shutdown_connections 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.538+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3090735315 wait complete. 2024-05-21T19:21:26.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.539+0000 7fb92ff83b80 20 client.18447 trim_cache size 0 max 16384 2024-05-21T19:21:26.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 Processor -- start 2024-05-21T19:21:26.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 -- start start 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 0x555d065e0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065e72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201b2590 con 0x555d065e0880 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201afe20 con 0x555d065e67d0 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.562+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201adc70 con 0x555d065e5eb0 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 0x555d065e0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:58564/0 (socket says 172.21.15.3:58564) 2024-05-21T19:21:26.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 -- 172.21.15.3:0/3098558309 learned_addr learned my addr 172.21.15.3:0/3098558309 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91e000700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065e72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 -- 172.21.15.3:0/3098558309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 msgr2=0x555d065e72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065e72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 -- 172.21.15.3:0/3098558309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 msgr2=0x555d065e0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 0x555d065e0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91f400700 1 -- 172.21.15.3:0/3098558309 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d065e7800 con 0x555d065e67d0 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91ea00700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 0x555d065e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.563+0000 7fb91e000700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065e72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.564+0000 7fb91f400700 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fb918007630 tx=0x7fb918017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=780d4b81817ee89 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.564+0000 7fb90b400700 1 -- 172.21.15.3:0/3098558309 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918007e90 con 0x555d065e67d0 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.564+0000 7fb90b400700 1 -- 172.21.15.3:0/3098558309 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb91802a020 con 0x555d065e67d0 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.564+0000 7fb90b400700 1 -- 172.21.15.3:0/3098558309 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918017680 con 0x555d065e67d0 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3098558309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 msgr2=0x555d066018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fb918007630 tx=0x7fb918017000 comp rx=0 tx=0).stop 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3098558309 shutdown_connections 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e67d0 0x555d066018d0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e0880 0x555d065e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/3098558309 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065e72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3098558309 >> 172.21.15.3:0/3098558309 conn(0x555d0650ebe0 msgr2=0x555d065e6bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3098558309 shutdown_connections 2024-05-21T19:21:26.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- 172.21.15.3:0/3098558309 wait complete. 2024-05-21T19:21:26.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.565+0000 7fb92ff83b80 1 -- start start 2024-05-21T19:21:26.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 Processor -- start 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ef4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065eff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201ae2e0 con 0x555d065e67d0 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201af750 con 0x555d065e0880 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb9201ae9b0 con 0x555d065e5eb0 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.566+0000 7fb92ff83b80 10 client.0 _ll_register_callbacks cb 0x555d064d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ef4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:42820/0 (socket says 172.21.15.3:42820) 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 -- 172.21.15.3:0/2976440234 learned_addr learned my addr 172.21.15.3:0/2976440234 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:26.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91f400700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065eff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 -- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 msgr2=0x555d065ef4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ef4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 -- 172.21.15.3:0/2976440234 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 msgr2=0x555d065eff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065eff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 -- 172.21.15.3:0/2976440234 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d0666d1d0 con 0x555d065e5eb0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb91e000700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb90c0574c0 tx=0x7fb90c009400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bcf30086f7860b07 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.567+0000 7fb908c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90c0a9d40 con 0x555d065e5eb0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fb90c0ae1f0 con 0x555d065e5eb0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb91802a020 con 0x555d065e5eb0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb90c0aa930 con 0x555d065e5eb0 2024-05-21T19:21:26.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 10 client.28540 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x555d0666e430 con 0x555d065e5eb0 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb91802a020 con 0x555d065e5eb0 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fb90c0a5ba0 con 0x555d065e5eb0 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 10 client.28540 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 10 client.28540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 20 client.28540 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d0666e8d0 0x555d06670cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 4 client.28540 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.568+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555d0653a570 con 0x555d0666e8d0 2024-05-21T19:21:26.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.569+0000 7fb91ea00700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d0666e8d0 0x555d06670cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:26.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.569+0000 7fb91ea00700 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d0666e8d0 0x555d06670cf0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc21b6df42565b56 server_cookie=bfde84b5d43e509c in_seq=0 out_seq=0 2024-05-21T19:21:26.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.569+0000 7fb908c00700 10 client.28540 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb908c00700 1 -- 172.21.15.3:0/2976440234 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555d0653a570 con 0x555d0666e8d0 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb908c00700 10 client.28540 handle_command_reply: tid=0 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 client.28540 shutdown 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 msgr2=0x555d065ef9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb90c0574c0 tx=0x7fb90c009400 comp rx=0 tx=0).stop 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 shutdown_connections 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x555d0666e8d0 0x555d06670cf0 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555d065e67d0 0x555d065eff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555d065e0880 0x555d065ef4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb908c00700 0 client.28540 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 --2- 172.21.15.3:0/2976440234 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555d065e5eb0 0x555d065ef9e0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 >> 172.21.15.3:0/2976440234 conn(0x555d0650ebe0 msgr2=0x555d065e8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 shutdown_connections 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 1 -- 172.21.15.3:0/2976440234 wait complete. 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.570+0000 7fb92ff83b80 20 client.28540 trim_cache size 0 max 16384 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "28592e17-0110-4f8e-a760-71b971042be1": { 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "28592e17-0110-4f8e-a760-71b971042be1", 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:21:26.574 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:26.575 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:21:26.575 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:21:26.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 msgr2=0x7fb9040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 0x7fb9040b4d40 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fb9180094b0 tx=0x7fb918004ad0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 msgr2=0x7fb92019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb90c009230 tx=0x7fb90c00fa00 comp rx=0 tx=0).stop 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 shutdown_connections 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb9040b2880 0x7fb9040b4d40 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb9201088f0 0x7fb9201a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb9201037f0 0x7fb92019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 --2- 172.21.15.3:0/3037456417 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb9201041a0 0x7fb92019c2e0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 >> 172.21.15.3:0/3037456417 conn(0x7fb92007a6a0 msgr2=0x7fb920101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 shutdown_connections 2024-05-21T19:21:26.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:26.571+0000 7fb925600700 1 -- 172.21.15.3:0/3037456417 wait complete. 2024-05-21T19:21:27.438 INFO:tasks.cephfs.filesystem:scrub status for tag:28592e17-0110-4f8e-a760-71b971042be1 - {'path': '/', 'tag': '28592e17-0110-4f8e-a760-71b971042be1', 'options': 'recursive,force'} 2024-05-21T19:21:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:27 smithi104 ceph-mon[36417]: pgmap v845: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-05-21T19:21:28.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:27 smithi003 ceph-mon[31577]: pgmap v845: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-05-21T19:21:28.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:27 smithi178 ceph-mon[36523]: pgmap v845: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.7 KiB/s wr, 12 op/s 2024-05-21T19:21:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:29 smithi104 ceph-mon[36417]: pgmap v846: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-05-21T19:21:30.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:29 smithi003 ceph-mon[31577]: pgmap v846: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-05-21T19:21:30.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:29 smithi178 ceph-mon[36523]: pgmap v846: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 6.2 KiB/s wr, 13 op/s 2024-05-21T19:21:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:31 smithi104 ceph-mon[36417]: pgmap v847: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-05-21T19:21:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:31 smithi003 ceph-mon[31577]: pgmap v847: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-05-21T19:21:32.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:31 smithi178 ceph-mon[36523]: pgmap v847: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 8.2 KiB/s wr, 12 op/s 2024-05-21T19:21:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:33 smithi104 ceph-mon[36417]: pgmap v848: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.4 KiB/s wr, 12 op/s 2024-05-21T19:21:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:21:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:33 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:21:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:33 smithi003 ceph-mon[31577]: pgmap v848: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.4 KiB/s wr, 12 op/s 2024-05-21T19:21:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:21:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:33 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:21:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:33 smithi178 ceph-mon[36523]: pgmap v848: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 6.4 KiB/s wr, 12 op/s 2024-05-21T19:21:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:21:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:33 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:21:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:34 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:21:35.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:34 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:21:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:34 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:21:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:35 smithi104 ceph-mon[36417]: pgmap v849: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-05-21T19:21:36.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:35 smithi003 ceph-mon[31577]: pgmap v849: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-05-21T19:21:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:35 smithi178 ceph-mon[36523]: pgmap v849: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.0 KiB/s wr, 13 op/s 2024-05-21T19:21:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:37 smithi104 ceph-mon[36417]: pgmap v850: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:21:38.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:37 smithi003 ceph-mon[31577]: pgmap v850: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:21:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:37 smithi178 ceph-mon[36523]: pgmap v850: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:21:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 -- 172.21.15.3:0/1022256739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404105c80 msgr2=0x7f4404108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 --2- 172.21.15.3:0/1022256739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404105c80 0x7f4404108070 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f43f0009900 tx=0x7f43f002a3f0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 -- 172.21.15.3:0/1022256739 shutdown_connections 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 --2- 172.21.15.3:0/1022256739 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f44041085b0 0x7f440410aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 --2- 172.21.15.3:0/1022256739 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404105c80 0x7f4404108070 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 --2- 172.21.15.3:0/1022256739 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4404103350 0x7f4404105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 -- 172.21.15.3:0/1022256739 >> 172.21.15.3:0/1022256739 conn(0x7f44040fcd40 msgr2=0x7f44040ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 -- 172.21.15.3:0/1022256739 shutdown_connections 2024-05-21T19:21:39.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.394+0000 7f4408e00640 1 -- 172.21.15.3:0/1022256739 wait complete. 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.395+0000 7f4408e00640 1 Processor -- start 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.395+0000 7f4408e00640 1 -- start start 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404103350 0x7f440419ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 0x7f44041a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f440410e450 con 0x7f4404103350 2024-05-21T19:21:39.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f440410e2d0 con 0x7f44041085b0 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4408e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f440410e5d0 con 0x7f4404105c80 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4402a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404103350 0x7f440419ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4402a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49242/0 (socket says 172.21.15.3:49242) 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4402a00640 1 -- 172.21.15.3:0/128128501 learned_addr learned my addr 172.21.15.3:0/128128501 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 0x7f44041a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 -- 172.21.15.3:0/128128501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 msgr2=0x7f440419b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 -- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404103350 msgr2=0x7f440419ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404103350 0x7f440419ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4403e00640 1 -- 172.21.15.3:0/128128501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44041a2950 con 0x7f44041085b0 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.396+0000 7f4402a00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:39.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f4403e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 0x7f44041a22b0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f43fc009fd0 tx=0x7f43fc00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f43fbe00640 1 -- 172.21.15.3:0/128128501 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc00ce20 con 0x7f44041085b0 2024-05-21T19:21:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f43fbe00640 1 -- 172.21.15.3:0/128128501 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43fc005020 con 0x7f44041085b0 2024-05-21T19:21:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f43fbe00640 1 -- 172.21.15.3:0/128128501 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc010690 con 0x7f44041085b0 2024-05-21T19:21:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44041a2c40 con 0x7f44041085b0 2024-05-21T19:21:39.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.397+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44041a3190 con 0x7f44041085b0 2024-05-21T19:21:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f43fbe00640 1 -- 172.21.15.3:0/128128501 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f43fc0054d0 con 0x7f44041085b0 2024-05-21T19:21:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 Processor -- start 2024-05-21T19:21:39.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 -- start start 2024-05-21T19:21:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f0cf0 0x5578b88f1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 0x5578b88f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5578b8860b90 con 0x5578b88f0cf0 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5578b8850730 con 0x5578b88f16e0 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.401+0000 7f440d3b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5578b8854770 con 0x5578b88f6850 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43054/0 (socket says 172.21.15.3:43054) 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 -- 172.21.15.3:0/2944116484 learned_addr learned my addr 172.21.15.3:0/2944116484 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4402a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f0cf0 0x5578b88f1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4402a00640 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 0x5578b88f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 -- 172.21.15.3:0/2944116484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 msgr2=0x5578b88f8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 0x5578b88f8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 -- 172.21.15.3:0/2944116484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f0cf0 msgr2=0x5578b88f1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f0cf0 0x5578b88f1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4403400640 1 -- 172.21.15.3:0/2944116484 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578b87e98b0 con 0x5578b88f16e0 2024-05-21T19:21:39.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.402+0000 7f4402a00640 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 0x5578b88f8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:39.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f4403400640 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009c90 tx=0x7f43f4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ab204112f8e055 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f43f8c00640 1 -- 172.21.15.3:0/2944116484 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f4005220 con 0x5578b88f16e0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f43f8c00640 1 -- 172.21.15.3:0/2944116484 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f4004c50 con 0x5578b88f16e0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f43fbe00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 0x7f43e80b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f43f8c00640 1 -- 172.21.15.3:0/2944116484 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f40197a0 con 0x5578b88f16e0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f43fbe00640 1 -- 172.21.15.3:0/128128501 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43fc0e2960 con 0x7f44041085b0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.403+0000 7f4402a00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 0x7f43e80b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 -- 172.21.15.3:0/2944116484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 msgr2=0x5578b88f61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009c90 tx=0x7f43f4011810 comp rx=0 tx=0).stop 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 -- 172.21.15.3:0/2944116484 shutdown_connections 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f6850 0x5578b88f8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88f61e0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2944116484 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f0cf0 0x5578b88f1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 -- 172.21.15.3:0/2944116484 >> 172.21.15.3:0/2944116484 conn(0x5578b88ec360 msgr2=0x5578b88ec760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 -- 172.21.15.3:0/2944116484 shutdown_connections 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f4402a00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 0x7f43e80b4d20 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f43f0000c00 tx=0x7f43f0005e10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.404+0000 7f440d3b5740 1 -- 172.21.15.3:0/2944116484 wait complete. 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 -- start start 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 Processor -- start 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88faa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 0x5578b88fafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5578b8536790 con 0x5578b88f16e0 2024-05-21T19:21:39.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.405+0000 7f440d3b5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5578b87f8bc0 con 0x5578b88f6850 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f440d3b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5578b88f9800 con 0x5578b88f0cf0 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f440d3b5740 10 client.0 _ll_register_callbacks cb 0x5578b87d6400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88faa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4402a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 0x5578b88fafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43068/0 (socket says 172.21.15.3:43068) 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88faa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49262/0 (socket says 172.21.15.3:49262) 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 -- 172.21.15.3:0/2444799656 learned_addr learned my addr 172.21.15.3:0/2444799656 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 -- 172.21.15.3:0/2444799656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 msgr2=0x5578b88faa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88faa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 -- 172.21.15.3:0/2444799656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 msgr2=0x5578b88fafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 0x5578b88fafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 -- 172.21.15.3:0/2444799656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578b8565210 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4402a00640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 0x5578b88fafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f4403e00640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f43fc0a70e0 tx=0x7f43fc0aa740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd579f2911c90de8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.406+0000 7f43ed600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43fc0b2d60 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43fc0b28d0 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43f4004c50 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f43fc0ca070 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f440d3b5740 10 client.28562 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5578b8631620 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f4004c50 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.407+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f43fc0a8bd0 con 0x5578b88f6850 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 10 client.28562 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 10 client.28562 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:39.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 20 client.28562 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8906590 0x5578b8908980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 4 client.28562 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578b8862ae0 con 0x5578b8906590 2024-05-21T19:21:39.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.408+0000 7f4403400640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8906590 0x5578b8908980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.409+0000 7f4403400640 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8906590 0x5578b8908980 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff664af62bf1a6de server_cookie=e07ebf81c0a6dbb in_seq=0 out_seq=0 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.409+0000 7f43ed600640 10 client.28562 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.409+0000 7f43ed600640 1 -- 172.21.15.3:0/2444799656 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5578b8862ae0 con 0x5578b8906590 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.409+0000 7f43ed600640 10 client.28562 handle_command_reply: tid=0 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.409+0000 7f440d3b5740 1 client.28562 shutdown 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 msgr2=0x5578b8901fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f43fc0a70e0 tx=0x7f43fc0aa740 comp rx=0 tx=0).stop 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 shutdown_connections 2024-05-21T19:21:39.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8906590 0x5578b8908980 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f6850 0x5578b8901fe0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f43ed600640 0 client.28562 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f16e0 0x5578b88fafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 --2- 172.21.15.3:0/2444799656 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88faa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 >> 172.21.15.3:0/2444799656 conn(0x5578b88ec360 msgr2=0x5578b88eb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 shutdown_connections 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 1 -- 172.21.15.3:0/2444799656 wait complete. 2024-05-21T19:21:39.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.410+0000 7f440d3b5740 20 client.28562 trim_cache size 0 max 16384 2024-05-21T19:21:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 Processor -- start 2024-05-21T19:21:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 -- start start 2024-05-21T19:21:39.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88efa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b8901fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b88f2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f44041ae750 con 0x5578b88f6850 2024-05-21T19:21:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f44041ac020 con 0x5578b88f16e0 2024-05-21T19:21:39.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.429+0000 7f440d3b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f44041a9e70 con 0x5578b88f0cf0 2024-05-21T19:21:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4402a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b8901fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88efa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4402a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b8901fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43074/0 (socket says 172.21.15.3:43074) 2024-05-21T19:21:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4402a00640 1 -- 172.21.15.3:0/3237053368 learned_addr learned my addr 172.21.15.3:0/3237053368 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:39.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403e00640 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b88f2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 -- 172.21.15.3:0/3237053368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 msgr2=0x5578b8901fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b8901fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 -- 172.21.15.3:0/3237053368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 msgr2=0x5578b88f2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b88f2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.430+0000 7f4403400640 1 -- 172.21.15.3:0/3237053368 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578b88ec190 con 0x5578b88f0cf0 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.431+0000 7f4403400640 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88efa20 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x5578b88ed230 tx=0x7f43f4005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad993a971748f3e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.431+0000 7f43efe00640 1 -- 172.21.15.3:0/3237053368 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f4033070 con 0x5578b88f0cf0 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.431+0000 7f43efe00640 1 -- 172.21.15.3:0/3237053368 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f4005470 con 0x5578b88f0cf0 2024-05-21T19:21:39.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.431+0000 7f43efe00640 1 -- 172.21.15.3:0/3237053368 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f402db50 con 0x5578b88f0cf0 2024-05-21T19:21:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 -- 172.21.15.3:0/3237053368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 msgr2=0x5578b88efa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88efa20 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x5578b88ed230 tx=0x7f43f4005f90 comp rx=0 tx=0).stop 2024-05-21T19:21:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 -- 172.21.15.3:0/3237053368 shutdown_connections 2024-05-21T19:21:39.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b88f2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b8901fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3237053368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88efa20 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 -- 172.21.15.3:0/3237053368 >> 172.21.15.3:0/3237053368 conn(0x5578b88ec360 msgr2=0x5578b88ef310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 -- 172.21.15.3:0/3237053368 shutdown_connections 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.432+0000 7f440d3b5740 1 -- 172.21.15.3:0/3237053368 wait complete. 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.433+0000 7f440d3b5740 1 -- start start 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.433+0000 7f440d3b5740 1 Processor -- start 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b8900df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f44041aa4e0 con 0x5578b88f6850 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f44041ab950 con 0x5578b88f16e0 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f44041aabb0 con 0x5578b88f0cf0 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f440d3b5740 10 client.0 _ll_register_callbacks cb 0x7f43fc0a5d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4402a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49272/0 (socket says 172.21.15.3:49272) 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 -- 172.21.15.3:0/3771147999 learned_addr learned my addr 172.21.15.3:0/3771147999 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4402a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43090/0 (socket says 172.21.15.3:43090) 2024-05-21T19:21:39.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403e00640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b8900df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 -- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 msgr2=0x5578b88ffde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 -- 172.21.15.3:0/3771147999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 msgr2=0x5578b8900df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.434+0000 7f4403400640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b8900df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f4403400640 1 -- 172.21.15.3:0/3771147999 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578b89013e0 con 0x5578b88f0cf0 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f4402a00640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f4403400640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f43f4000c00 tx=0x7f43f40097a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d54297ca38efeb47 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f43ed600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:21:39.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43f403b060 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43f4005470 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43f40056a0 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.435+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f43f4033070 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 10 client.28558 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5578b8971280 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43f4005470 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f43f4003960 con 0x5578b88f0cf0 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 10 client.28558 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 10 client.28558 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 20 client.28558 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8971a40 0x5578b8973e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 4 client.28558 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:21:39.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.436+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5578b885c2c0 con 0x5578b8971a40 2024-05-21T19:21:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.437+0000 7f4402a00640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8971a40 0x5578b8973e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.437+0000 7f4402a00640 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8971a40 0x5578b8973e60 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9afc5386ebb0a48b server_cookie=207f8ee3aafe5ce5 in_seq=0 out_seq=0 2024-05-21T19:21:39.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.437+0000 7f43ed600640 10 client.28558 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.444+0000 7f43ed600640 1 -- 172.21.15.3:0/3771147999 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5578b885c2c0 con 0x5578b8971a40 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.444+0000 7f43ed600640 10 client.28558 handle_command_reply: tid=0 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.444+0000 7f440d3b5740 1 client.28558 shutdown 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 msgr2=0x5578b88ff8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f43f4000c00 tx=0x7f43f40097a0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 shutdown_connections 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5578b8971a40 0x5578b8973e60 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5578b88f6850 0x5578b8900df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.446 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5578b88f16e0 0x5578b88ffde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 --2- 172.21.15.3:0/3771147999 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5578b88f0cf0 0x5578b88ff8a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f43ed600640 0 client.28558 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 >> 172.21.15.3:0/3771147999 conn(0x5578b88ec360 msgr2=0x5578b88f2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 shutdown_connections 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 1 -- 172.21.15.3:0/3771147999 wait complete. 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.445+0000 7f440d3b5740 20 client.28558 trim_cache size 0 max 16384 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:21:39.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:21:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 msgr2=0x7f43e80b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 0x7f43e80b4d20 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f43f0000c00 tx=0x7f43f0005e10 comp rx=0 tx=0).stop 2024-05-21T19:21:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 msgr2=0x7f44041a22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:39.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 0x7f44041a22b0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f43fc009fd0 tx=0x7f43fc00ef10 comp rx=0 tx=0).stop 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 shutdown_connections 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43e80b2860 0x7f43e80b4d20 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4404105c80 0x7f440419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44041085b0 0x7f44041a22b0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 --2- 172.21.15.3:0/128128501 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4404103350 0x7f440419ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 >> 172.21.15.3:0/128128501 conn(0x7f44040fcd40 msgr2=0x7f4404102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 shutdown_connections 2024-05-21T19:21:39.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:39.446+0000 7f4408e00640 1 -- 172.21.15.3:0/128128501 wait complete. 2024-05-21T19:21:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:39 smithi104 ceph-mon[36417]: pgmap v851: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:39 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:21:40.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:39 smithi003 ceph-mon[31577]: pgmap v851: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:39 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:21:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:39 smithi178 ceph-mon[36523]: pgmap v851: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:39 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:21:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:21:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:21:41.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:40 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:21:41.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:21:41.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:21:41.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:40 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:21:41.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:21:41.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:21:41.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:40 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:21:42.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:41 smithi003 ceph-mon[31577]: pgmap v852: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:21:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:41 smithi104 ceph-mon[36417]: pgmap v852: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:21:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:41 smithi178 ceph-mon[36523]: pgmap v852: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.1 KiB/s wr, 12 op/s 2024-05-21T19:21:43.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:42 smithi003 ceph-mon[31577]: pgmap v853: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:21:43.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:42 smithi178 ceph-mon[36523]: pgmap v853: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:21:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:42 smithi104 ceph-mon[36417]: pgmap v853: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 11 op/s 2024-05-21T19:21:45.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:45 smithi178 ceph-mon[36523]: pgmap v854: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:21:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:45 smithi104 ceph-mon[36417]: pgmap v854: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:21:46.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:45 smithi003 ceph-mon[31577]: pgmap v854: 97 pgs: 97 active+clean; 4.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 13 op/s 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:437/600: open fd = 3 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:438/600: open fd = 3 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.562 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:439/600: open fd = 3 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:440/600: open fd = 3 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:441/600: open fd = 3 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.563 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:442/600: open fd = 3 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:443/600: open fd = 3 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:444/600: open fd = 3 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.564 INFO:tasks.workunit.client.0.smithi003.stdout:445/600: open fd = 3 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:446/600: open fd = 3 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:447/600: open fd = 3 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:448/600: open fd = 3 2024-05-21T19:21:46.565 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:449/600: open fd = 3 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:450/600: open fd = 3 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:451/600: open fd = 3 2024-05-21T19:21:46.566 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:452/600: open fd = 3 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:453/600: open fd = 3 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:454/600: open fd = 3 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.567 INFO:tasks.workunit.client.0.smithi003.stdout:455/600: open fd = 3 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:456/600: open fd = 3 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:457/600: open fd = 3 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:458/600: open fd = 3 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.568 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:459/600: open fd = 3 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:460/600: open fd = 3 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:461/600: open fd = 3 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.569 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:462/600: open fd = 3 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:463/600: open fd = 3 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:464/600: open fd = 3 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.570 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:465/600: open fd = 3 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:466/600: open fd = 3 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:467/600: open fd = 3 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.571 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:468/600: open fd = 3 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:469/600: open fd = 3 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:470/600: open fd = 3 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.572 INFO:tasks.workunit.client.0.smithi003.stdout:471/600: open fd = 3 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:472/600: open fd = 3 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:473/600: open fd = 3 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:474/600: open fd = 3 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.573 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:475/600: open fd = 3 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:476/600: open fd = 3 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:477/600: open fd = 3 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.574 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:478/600: open fd = 3 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:479/600: open fd = 3 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:480/600: open fd = 3 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.575 INFO:tasks.workunit.client.0.smithi003.stdout:481/600: open fd = 3 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:482/600: open fd = 3 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:483/600: open fd = 3 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:484/600: open fd = 3 2024-05-21T19:21:46.576 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:485/600: open fd = 3 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:486/600: open fd = 3 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:487/600: open fd = 3 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.577 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:488/600: open fd = 3 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:489/600: open fd = 3 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:490/600: open fd = 3 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.578 INFO:tasks.workunit.client.0.smithi003.stdout:491/600: open fd = 3 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:492/600: open fd = 3 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:493/600: open fd = 3 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:494/600: open fd = 3 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.579 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:495/600: open fd = 3 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:496/600: open fd = 3 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:497/600: open fd = 3 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.580 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:46.581 INFO:tasks.workunit.client.0.smithi003.stdout:498/600: open fd = 3 2024-05-21T19:21:46.581 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.581 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:21:46.581 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:21:47.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:47 smithi178 ceph-mon[36523]: pgmap v855: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:21:47.911 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:47 smithi003 ceph-mon[31577]: pgmap v855: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:21:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:47 smithi104 ceph-mon[36417]: pgmap v855: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:21:49.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:49 smithi003 ceph-mon[31577]: pgmap v856: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:49.636 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:49 smithi178 ceph-mon[36523]: pgmap v856: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:49 smithi104 ceph-mon[36417]: pgmap v856: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:51.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:51 smithi178 ceph-mon[36523]: pgmap v857: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:21:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:51 smithi104 ceph-mon[36417]: pgmap v857: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:21:52.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:51 smithi003 ceph-mon[31577]: pgmap v857: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:21:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 -- 172.21.15.3:0/2996576819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99201066a0 msgr2=0x7f992010cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 --2- 172.21.15.3:0/2996576819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99201066a0 0x7f992010cf30 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f9918009ca0 tx=0x7f991802a8c0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 -- 172.21.15.3:0/2996576819 shutdown_connections 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 --2- 172.21.15.3:0/2996576819 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f99201066a0 0x7f992010cf30 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 --2- 172.21.15.3:0/2996576819 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f9920106160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 --2- 172.21.15.3:0/2996576819 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f9920104af0 0x7f9920104f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.599+0000 7f9924e00640 1 -- 172.21.15.3:0/2996576819 >> 172.21.15.3:0/2996576819 conn(0x7f9920100060 msgr2=0x7f99201024a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.600+0000 7f9924e00640 1 -- 172.21.15.3:0/2996576819 shutdown_connections 2024-05-21T19:21:52.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.600+0000 7f9924e00640 1 -- 172.21.15.3:0/2996576819 wait complete. 2024-05-21T19:21:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 Processor -- start 2024-05-21T19:21:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 -- start start 2024-05-21T19:21:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99201066a0 0x7f99201a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f9920110600 con 0x7f9920104af0 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9920110480 con 0x7f9920105ce0 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.601+0000 7f9924e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f9920110780 con 0x7f99201066a0 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41392/0 (socket says 172.21.15.3:41392) 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991ea00640 1 -- 172.21.15.3:0/2773372314 learned_addr learned my addr 172.21.15.3:0/2773372314 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38388/0 (socket says 172.21.15.3:38388) 2024-05-21T19:21:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991fe00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99201066a0 0x7f99201a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 -- 172.21.15.3:0/2773372314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99201066a0 msgr2=0x7f99201a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99201066a0 0x7f99201a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 -- 172.21.15.3:0/2773372314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 msgr2=0x7f992019b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 -- 172.21.15.3:0/2773372314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99201a28f0 con 0x7f9920104af0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991ea00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.602+0000 7f991f400640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f991000e9c0 tx=0x7f991000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.603+0000 7f9917e00640 1 -- 172.21.15.3:0/2773372314 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991000ccc0 con 0x7f9920104af0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.603+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99201a2be0 con 0x7f9920104af0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.603+0000 7f9917e00640 1 -- 172.21.15.3:0/2773372314 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99100035f0 con 0x7f9920104af0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.603+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99201a3180 con 0x7f9920104af0 2024-05-21T19:21:52.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.603+0000 7f9917e00640 1 -- 172.21.15.3:0/2773372314 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991000ce60 con 0x7f9920104af0 2024-05-21T19:21:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.606+0000 7f9929164740 1 Processor -- start 2024-05-21T19:21:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.606+0000 7f9929164740 1 -- start start 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.606+0000 7f9929164740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2222110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9929164740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9917e00640 1 -- 172.21.15.3:0/2773372314 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9910004000 con 0x7f9920104af0 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9929164740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 0x557ab2229ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9929164740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557ab2191b90 con 0x557ab22226e0 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9929164740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557ab2181730 con 0x557ab2227850 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f9929164740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557ab2185770 con 0x557ab2221cf0 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38398/0 (socket says 172.21.15.3:38398) 2024-05-21T19:21:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 -- 172.21.15.3:0/3369896634 learned_addr learned my addr 172.21.15.3:0/3369896634 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991fe00640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2222110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991ea00640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 0x557ab2229ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 -- 172.21.15.3:0/3369896634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 msgr2=0x557ab2222110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2222110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 -- 172.21.15.3:0/3369896634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 msgr2=0x557ab2229ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 0x557ab2229ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.607+0000 7f991f400640 1 -- 172.21.15.3:0/3369896634 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ab211a8b0 con 0x557ab22226e0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f991fe00640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2222110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f991ea00640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 0x557ab2229ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f991f400640 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f99100e8570 tx=0x7f99100e8660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e2e7ffba517651 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f9914c00640 1 -- 172.21.15.3:0/3369896634 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99100f6070 con 0x557ab22226e0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f9914c00640 1 -- 172.21.15.3:0/3369896634 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99100e2e00 con 0x557ab22226e0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f9914c00640 1 -- 172.21.15.3:0/3369896634 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99100ee840 con 0x557ab22226e0 2024-05-21T19:21:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.608+0000 7f9917e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 0x7f99040b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9917e00640 1 -- 172.21.15.3:0/2773372314 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f99100e2600 con 0x7f9920104af0 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f991fe00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 0x7f99040b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 -- 172.21.15.3:0/3369896634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 msgr2=0x557ab22271e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f99100e8570 tx=0x7f99100e8660 comp rx=0 tx=0).stop 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 -- 172.21.15.3:0/3369896634 shutdown_connections 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2227850 0x557ab2229ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab22226e0 0x557ab22271e0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 --2- 172.21.15.3:0/3369896634 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2222110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 -- 172.21.15.3:0/3369896634 >> 172.21.15.3:0/3369896634 conn(0x557ab221d360 msgr2=0x557ab221d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 -- 172.21.15.3:0/3369896634 shutdown_connections 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.609+0000 7f9929164740 1 -- 172.21.15.3:0/3369896634 wait complete. 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.610+0000 7f991fe00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 0x7f99040b4ca0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9918031b50 tx=0x7f9918009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.610+0000 7f9929164740 1 -- start start 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.610+0000 7f9929164740 1 Processor -- start 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab22226e0 0x557ab222c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2233090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x557ab1e67790 con 0x557ab2227850 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x557ab2129bc0 con 0x557ab2221cf0 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x557ab222a800 con 0x557ab22226e0 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f9929164740 10 client.0 _ll_register_callbacks cb 0x557ab2107400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f991f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f991ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab22226e0 0x557ab222c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f991f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41416/0 (socket says 172.21.15.3:41416) 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f991fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2233090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.611+0000 7f991f400640 1 -- 172.21.15.3:0/781460780 learned_addr learned my addr 172.21.15.3:0/781460780 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 -- 172.21.15.3:0/781460780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab22226e0 msgr2=0x557ab222c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab22226e0 0x557ab222c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 -- 172.21.15.3:0/781460780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 msgr2=0x557ab2233090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2233090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 -- 172.21.15.3:0/781460780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ab1e96210 con 0x557ab2221cf0 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f991f400640 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f99100a9b30 tx=0x7f99100046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dda44943230e53c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.612+0000 7f990d600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99100a5a60 con 0x557ab2221cf0 2024-05-21T19:21:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f99100e2c00 con 0x557ab2221cf0 2024-05-21T19:21:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99100e2e00 con 0x557ab2221cf0 2024-05-21T19:21:52.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f99100a9310 con 0x557ab2221cf0 2024-05-21T19:21:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f9929164740 10 client.28580 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.615+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557ab1f62620 con 0x557ab2221cf0 2024-05-21T19:21:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99100e2e00 con 0x557ab2221cf0 2024-05-21T19:21:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f99100042f0 con 0x557ab2221cf0 2024-05-21T19:21:52.617 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 10 client.28580 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 10 client.28580 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 20 client.28580 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22371f0 0x557ab22395e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 4 client.28580 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ab2193ae0 con 0x557ab22371f0 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.616+0000 7f991ea00640 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22371f0 0x557ab22395e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.617+0000 7f991ea00640 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22371f0 0x557ab22395e0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa4b0a433ff554e3 server_cookie=ccf8cad80fba8d2d in_seq=0 out_seq=0 2024-05-21T19:21:52.618 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.617+0000 7f990d600640 10 client.28580 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.618+0000 7f990d600640 1 -- 172.21.15.3:0/781460780 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557ab2193ae0 con 0x557ab22371f0 2024-05-21T19:21:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.618+0000 7f990d600640 10 client.28580 handle_command_reply: tid=0 2024-05-21T19:21:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.618+0000 7f9929164740 1 client.28580 shutdown 2024-05-21T19:21:52.619 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 msgr2=0x557ab222bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f99100a9b30 tx=0x7f99100046c0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 shutdown_connections 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22371f0 0x557ab22395e0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab22226e0 0x557ab222c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2233090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 --2- 172.21.15.3:0/781460780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab2221cf0 0x557ab222bb10 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 >> 172.21.15.3:0/781460780 conn(0x557ab221d360 msgr2=0x557ab221c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.620 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f990d600640 0 client.28580 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:52.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 shutdown_connections 2024-05-21T19:21:52.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 1 -- 172.21.15.3:0/781460780 wait complete. 2024-05-21T19:21:52.621 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.619+0000 7f9929164740 20 client.28580 trim_cache size 0 max 16384 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 Processor -- start 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 -- start start 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2233020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2227850 0x557ab2223630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f99201ae960 con 0x557ab2221cf0 2024-05-21T19:21:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f99201ac230 con 0x557ab22226e0 2024-05-21T19:21:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.637+0000 7f9929164740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f99201aa060 con 0x557ab2227850 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2233020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38412/0 (socket says 172.21.15.3:38412) 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991f400640 1 -- 172.21.15.3:0/1453106349 learned_addr learned my addr 172.21.15.3:0/1453106349 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991fe00640 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2227850 0x557ab2223630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 -- 172.21.15.3:0/1453106349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2227850 msgr2=0x557ab2223630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2227850 0x557ab2223630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 -- 172.21.15.3:0/1453106349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 msgr2=0x557ab222bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 -- 172.21.15.3:0/1453106349 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ab221d190 con 0x557ab22226e0 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991f400640 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:52.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.638+0000 7f991ea00640 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2233020 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x557ab2239bb0 tx=0x7f9908005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1e6049680d90a43 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f990fe00640 1 -- 172.21.15.3:0/1453106349 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9908004020 con 0x557ab22226e0 2024-05-21T19:21:52.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f990fe00640 1 -- 172.21.15.3:0/1453106349 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f990800f870 con 0x557ab22226e0 2024-05-21T19:21:52.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f990fe00640 1 -- 172.21.15.3:0/1453106349 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9908003a10 con 0x557ab22226e0 2024-05-21T19:21:52.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 -- 172.21.15.3:0/1453106349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 msgr2=0x557ab2233020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2233020 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x557ab2239bb0 tx=0x7f9908005f90 comp rx=0 tx=0).stop 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 -- 172.21.15.3:0/1453106349 shutdown_connections 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2227850 0x557ab2223630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2233020 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 --2- 172.21.15.3:0/1453106349 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2221cf0 0x557ab222bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.639+0000 7f9929164740 1 -- 172.21.15.3:0/1453106349 >> 172.21.15.3:0/1453106349 conn(0x557ab221d360 msgr2=0x557ab2222f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.640+0000 7f9929164740 1 -- 172.21.15.3:0/1453106349 shutdown_connections 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.640+0000 7f9929164740 1 -- 172.21.15.3:0/1453106349 wait complete. 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.640+0000 7f9929164740 1 -- start start 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.640+0000 7f9929164740 1 Processor -- start 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2230600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2231b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f99201aa6f0 con 0x557ab2227850 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f99201abb60 con 0x557ab22226e0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f99201aadc0 con 0x557ab2221cf0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f9929164740 10 client.0 _ll_register_callbacks cb 0x7f99100f4070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41430/0 (socket says 172.21.15.3:41430) 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 -- 172.21.15.3:0/947725104 learned_addr learned my addr 172.21.15.3:0/947725104 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991f400640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2230600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991fe00640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2231b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 -- 172.21.15.3:0/947725104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 msgr2=0x557ab2230600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2230600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 -- 172.21.15.3:0/947725104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 msgr2=0x557ab2231b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:21:52.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2231b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991ea00640 1 -- 172.21.15.3:0/947725104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ab2227560 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.641+0000 7f991f400640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2230600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f991ea00640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f99080097c0 tx=0x7f9908012110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80b12632d9c331a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f990d600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990800fc20 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f990800fdc0 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f990800f870 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f990803b050 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f9929164740 10 client.28586 fetch_fsmap learned FSMap version 30 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.642+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557ab2233260 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f990800f870 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f99080038b0 con 0x557ab22226e0 2024-05-21T19:21:52.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 10 client.28586 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 10 client.28586 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 20 client.28586 populate_metadata read hostname 'smithi003' 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22a2180 0x557ab22a45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 4 client.28586 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557ab218d2c0 con 0x557ab22a2180 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.643+0000 7f991f400640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22a2180 0x557ab22a45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:52.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.644+0000 7f991f400640 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22a2180 0x557ab22a45a0 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1115a47103bc0e server_cookie=660c29f4b8fdef18 in_seq=0 out_seq=0 2024-05-21T19:21:52.648 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.644+0000 7f990d600640 10 client.28586 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:52.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f990d600640 1 -- 172.21.15.3:0/947725104 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x557ab218d2c0 con 0x557ab22a2180 2024-05-21T19:21:52.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f990d600640 10 client.28586 handle_command_reply: tid=0 2024-05-21T19:21:52.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 client.28586 shutdown 2024-05-21T19:21:52.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 msgr2=0x557ab2230b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f99080097c0 tx=0x7f9908012110 comp rx=0 tx=0).stop 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 shutdown_connections 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x557ab22a2180 0x557ab22a45a0 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x557ab2227850 0x557ab2231b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x557ab22226e0 0x557ab2230b40 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 --2- 172.21.15.3:0/947725104 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x557ab2221cf0 0x557ab2230600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f990d600640 0 client.28586 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 >> 172.21.15.3:0/947725104 conn(0x557ab221d360 msgr2=0x557ab222be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 shutdown_connections 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.651+0000 7f9929164740 1 -- 172.21.15.3:0/947725104 wait complete. 2024-05-21T19:21:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.652+0000 7f9929164740 20 client.28586 trim_cache size 0 max 16384 2024-05-21T19:21:52.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:21:52.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:21:52.654 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.652+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 msgr2=0x7f99040b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.652+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 0x7f99040b4ca0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f9918031b50 tx=0x7f9918009360 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.652+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 msgr2=0x7f992019acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.652+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f991000e9c0 tx=0x7f991000ee80 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 shutdown_connections 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f99040b27e0 0x7f99040b4ca0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f99201066a0 0x7f99201a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9920105ce0 0x7f992019b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 --2- 172.21.15.3:0/2773372314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f9920104af0 0x7f992019acb0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 >> 172.21.15.3:0/2773372314 conn(0x7f9920100060 msgr2=0x7f9920109000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 shutdown_connections 2024-05-21T19:21:52.655 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:21:52.653+0000 7f9924e00640 1 -- 172.21.15.3:0/2773372314 wait complete. 2024-05-21T19:21:53.889 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:53 smithi178 ceph-mon[36523]: pgmap v858: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-21T19:21:53.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:53 smithi104 ceph-mon[36417]: pgmap v858: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-21T19:21:54.082 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 13.6 2024-05-21T19:21:54.083 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:21:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:53 smithi003 ceph-mon[31577]: pgmap v858: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.8 KiB/s wr, 11 op/s 2024-05-21T19:21:54.574 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:55.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:55 smithi003 ceph-mon[31577]: pgmap v859: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:55.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:55 smithi178 ceph-mon[36523]: pgmap v859: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:55 smithi104 ceph-mon[36417]: pgmap v859: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:21:56.835 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 -- 172.21.15.3:0/1553840639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 msgr2=0x7ff0241103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 --2- 172.21.15.3:0/1553840639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff0241103d0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff01c00b0a0 tx=0x7ff01c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 -- 172.21.15.3:0/1553840639 shutdown_connections 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 --2- 172.21.15.3:0/1553840639 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff0241103d0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 --2- 172.21.15.3:0/1553840639 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff0241095b0 0x7ff024109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 --2- 172.21.15.3:0/1553840639 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff02406b220 0x7ff02406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 -- 172.21.15.3:0/1553840639 >> 172.21.15.3:0/1553840639 conn(0x7ff0240793f0 msgr2=0x7ff024079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 -- 172.21.15.3:0/1553840639 shutdown_connections 2024-05-21T19:21:56.836 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.834+0000 7ff02a200700 1 -- 172.21.15.3:0/1553840639 wait complete. 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.835+0000 7ff02a200700 1 Processor -- start 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.835+0000 7ff02a200700 1 -- start start 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 0x7ff02419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 0x7ff0241a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff024113730 con 0x7ff02406bbe0 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241135b0 con 0x7ff02406b220 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff02a200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241138b0 con 0x7ff0241095b0 2024-05-21T19:21:56.838 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff01aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff01aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38446/0 (socket says 172.21.15.3:38446) 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff01aa00700 1 -- 172.21.15.3:0/1822058550 learned_addr learned my addr 172.21.15.3:0/1822058550 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff023400700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 0x7ff02419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.836+0000 7ff023e00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 0x7ff0241a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 -- 172.21.15.3:0/1822058550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 msgr2=0x7ff0241a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 0x7ff0241a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 -- 172.21.15.3:0/1822058550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 msgr2=0x7ff02419bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 0x7ff02419bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 -- 172.21.15.3:0/1822058550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0241a0f30 con 0x7ff02406bbe0 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff023400700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 0x7ff02419bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff023e00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 0x7ff0241a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:21:56.839 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.837+0000 7ff01aa00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9c0 tx=0x7ff00c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.838+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c00cbd0 con 0x7ff02406bbe0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.838+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff00c00cd70 con 0x7ff02406bbe0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.838+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c005610 con 0x7ff02406bbe0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.838+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0241a1220 con 0x7ff02406bbe0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.838+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0241a8aa0 con 0x7ff02406bbe0 2024-05-21T19:21:56.840 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.839+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff02406a230 con 0x7ff02406bbe0 2024-05-21T19:21:56.842 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.842+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff00c004750 con 0x7ff02406bbe0 2024-05-21T19:21:56.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.843+0000 7ff020c00700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 0x7ff0080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:21:56.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.843+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff00c0e2800 con 0x7ff02406bbe0 2024-05-21T19:21:56.844 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.843+0000 7ff023400700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 0x7ff0080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:21:56.845 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.844+0000 7ff023400700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 0x7ff0080b4d40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff014009fd0 tx=0x7ff014009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:21:56.847 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:56.846+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff00c054df0 con 0x7ff02406bbe0 2024-05-21T19:21:57.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.141+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff02419d280 con 0x7ff02406bbe0 2024-05-21T19:21:57.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.143+0000 7ff020c00700 1 -- 172.21.15.3:0/1822058550 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7ff00c0aa4a0 con 0x7ff02406bbe0 2024-05-21T19:21:57.144 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:21:57.144 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:21:57.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 msgr2=0x7ff0080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 0x7ff0080b4d40 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff014009fd0 tx=0x7ff014009260 comp rx=0 tx=0).stop 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 msgr2=0x7ff02419c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9c0 tx=0x7ff00c00ecd0 comp rx=0 tx=0).stop 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 shutdown_connections 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff0080b2880 0x7ff0080b4d40 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff0241095b0 0x7ff0241a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff02406b220 0x7ff02419bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:57.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.146+0000 7ff02a200700 1 --2- 172.21.15.3:0/1822058550 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff02406bbe0 0x7ff02419c460 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:21:57.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.147+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 >> 172.21.15.3:0/1822058550 conn(0x7ff0240793f0 msgr2=0x7ff024100e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:21:57.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.147+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 shutdown_connections 2024-05-21T19:21:57.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:21:57.147+0000 7ff02a200700 1 -- 172.21.15.3:0/1822058550 wait complete. 2024-05-21T19:21:57.149 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:21:57.439 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:21:57.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:57 smithi003 ceph-mon[31577]: pgmap v860: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:21:57.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:57 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1822058550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:57 smithi178 ceph-mon[36523]: pgmap v860: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:21:57.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:57 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1822058550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:57 smithi104 ceph-mon[36417]: pgmap v860: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:21:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:57 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1822058550' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:21:58.086 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 133.6 --await-for 45.0' 2024-05-21T19:21:58.086 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 133.6 --await-for 45.0 2024-05-21T19:21:58.196 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:59.611 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:21:59.768 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:21:59 smithi003 ceph-mon[31577]: pgmap v861: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:21:59.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:21:59 smithi178 ceph-mon[36523]: pgmap v861: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:21:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:21:59 smithi104 ceph-mon[36417]: pgmap v861: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-05-21T19:22:00.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 -- 172.21.15.3:0/3619097183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414114710 msgr2=0x7f3414116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 --2- 172.21.15.3:0/3619097183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414114710 0x7f3414116b00 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f340c009990 tx=0x7f340c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.680 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 -- 172.21.15.3:0/3619097183 shutdown_connections 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 --2- 172.21.15.3:0/3619097183 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414114710 0x7f3414116b00 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 --2- 172.21.15.3:0/3619097183 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414075770 0x7f3414075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 --2- 172.21.15.3:0/3619097183 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 -- 172.21.15.3:0/3619097183 >> 172.21.15.3:0/3619097183 conn(0x7f341407a6a0 msgr2=0x7f341407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 -- 172.21.15.3:0/3619097183 shutdown_connections 2024-05-21T19:22:00.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.679+0000 7f341a000700 1 -- 172.21.15.3:0/3619097183 wait complete. 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.680+0000 7f341a000700 1 Processor -- start 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.680+0000 7f341a000700 1 -- start start 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 0x7f34141a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3414119ce0 con 0x7f3414075770 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3414119b60 con 0x7f3414076090 2024-05-21T19:22:00.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f341a000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3414119e60 con 0x7f3414114710 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f3413400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f340aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f3413400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38460/0 (socket says 172.21.15.3:38460) 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f3413400700 1 -- 172.21.15.3:0/4136412084 learned_addr learned my addr 172.21.15.3:0/4136412084 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.681+0000 7f3413e00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 0x7f34141a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 -- 172.21.15.3:0/4136412084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 msgr2=0x7f34141a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 0x7f34141a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 -- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 msgr2=0x7f34141a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 -- 172.21.15.3:0/4136412084 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34141a51c0 con 0x7f3414076090 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f3413e00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 0x7f34141a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:00.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f3413400700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:00.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.682+0000 7f340aa00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141a06f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d750 tx=0x7f33fc00da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.683+0000 7f3410c00700 1 -- 172.21.15.3:0/4136412084 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc014030 con 0x7f3414076090 2024-05-21T19:22:00.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.683+0000 7f3410c00700 1 -- 172.21.15.3:0/4136412084 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33fc0044d0 con 0x7f3414076090 2024-05-21T19:22:00.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.683+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34141a54b0 con 0x7f3414076090 2024-05-21T19:22:00.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.683+0000 7f3410c00700 1 -- 172.21.15.3:0/4136412084 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc005420 con 0x7f3414076090 2024-05-21T19:22:00.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.683+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34141acd30 con 0x7f3414076090 2024-05-21T19:22:00.687 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.686+0000 7f3410c00700 1 -- 172.21.15.3:0/4136412084 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f33fc004a50 con 0x7f3414076090 2024-05-21T19:22:00.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.687+0000 7f3424960b80 1 Processor -- start 2024-05-21T19:22:00.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 -- start start 2024-05-21T19:22:00.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3410c00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 0x7f33f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c6ff9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6fa5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f55c657e40 con 0x55f55c6fa140 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f55c6479e0 con 0x55f55c6fff30 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3424960b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f55c64ba20 con 0x55f55c6ff610 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3410c00700 1 -- 172.21.15.3:0/4136412084 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f33fc0e1d80 con 0x7f3414076090 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f340aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.688+0000 7f3413400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c6ff9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f340aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41478/0 (socket says 172.21.15.3:41478) 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f340aa00700 1 -- 172.21.15.3:0/1643196305 learned_addr learned my addr 172.21.15.3:0/1643196305 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413e00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 0x7f33f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413e00700 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6fa5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413400700 1 -- 172.21.15.3:0/1643196305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 msgr2=0x55f55c6f9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413400700 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413400700 1 -- 172.21.15.3:0/1643196305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 msgr2=0x55f55c6fa5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413400700 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6fa5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413400700 1 -- 172.21.15.3:0/1643196305 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f55c610420 con 0x55f55c6ff610 2024-05-21T19:22:00.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.689+0000 7f3413e00700 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6fa5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:22:00.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.690+0000 7f3413400700 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c6ff9f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f34040078a0 tx=0x7f34040092b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e91d21634a8510de server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.690+0000 7f3413e00700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 0x7f33f80b4dc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f340c00b5c0 tx=0x7f340c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.690+0000 7f3408c00700 1 -- 172.21.15.3:0/1643196305 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404019070 con 0x55f55c6ff610 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.690+0000 7f3408c00700 1 -- 172.21.15.3:0/1643196305 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3404004db0 con 0x55f55c6ff610 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.690+0000 7f3408c00700 1 -- 172.21.15.3:0/1643196305 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404004030 con 0x55f55c6ff610 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 -- 172.21.15.3:0/1643196305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 msgr2=0x55f55c6ff9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c6ff9f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f34040078a0 tx=0x7f34040092b0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 -- 172.21.15.3:0/1643196305 shutdown_connections 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6fa5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c6ff9f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 --2- 172.21.15.3:0/1643196305 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 -- 172.21.15.3:0/1643196305 >> 172.21.15.3:0/1643196305 conn(0x55f55c627be0 msgr2=0x55f55c6f4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 -- 172.21.15.3:0/1643196305 shutdown_connections 2024-05-21T19:22:00.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.691+0000 7f3424960b80 1 -- 172.21.15.3:0/1643196305 wait complete. 2024-05-21T19:22:00.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.692+0000 7f3424960b80 1 -- start start 2024-05-21T19:22:00.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.692+0000 7f3424960b80 1 Processor -- start 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.692+0000 7f3424960b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6ff610 0x55f55c703010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c703550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55f55c54dfa0 con 0x55f55c6ff610 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55f55c5e8760 con 0x55f55c6fff30 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55f55c7069e0 con 0x55f55c6fa140 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3424960b80 10 client.0 _ll_register_callbacks cb 0x55f55c5f1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f340aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6ff610 0x55f55c703010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48338/0 (socket says 172.21.15.3:48338) 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 -- 172.21.15.3:0/338345817 learned_addr learned my addr 172.21.15.3:0/338345817 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413e00700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c703550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 -- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 msgr2=0x55f55c703550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c703550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 -- 172.21.15.3:0/338345817 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6ff610 msgr2=0x55f55c703010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6ff610 0x55f55c703010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.693+0000 7f3413400700 1 -- 172.21.15.3:0/338345817 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f55c5978d0 con 0x55f55c6fa140 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.694+0000 7f3413400700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f3404004fa0 tx=0x7f3404005230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56b2f1c021708107 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.694+0000 7f3401600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:00.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.694+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404021020 con 0x55f55c6fa140 2024-05-21T19:22:00.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.694+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f34040053d0 con 0x55f55c6fa140 2024-05-21T19:22:00.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.694+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3404004db0 con 0x55f55c6fa140 2024-05-21T19:22:00.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.695+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f340402c050 con 0x55f55c6fa140 2024-05-21T19:22:00.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.695+0000 7f3424960b80 10 client.28594 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:00.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.695+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f55c618060 con 0x55f55c6fa140 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.695+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3404004db0 con 0x55f55c6fa140 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.695+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3404004410 con 0x55f55c6fa140 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 10 client.28594 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 10 client.28594 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 20 client.28594 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c7133e0 0x55f55c7157d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 4 client.28594 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f55c659d90 con 0x55f55c7133e0 2024-05-21T19:22:00.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.696+0000 7f340aa00700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c7133e0 0x55f55c7157d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.697+0000 7f340aa00700 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c7133e0 0x55f55c7157d0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb5371ec596dc134 server_cookie=992e15055c164cc2 in_seq=0 out_seq=0 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.697+0000 7f3401600700 10 client.28594 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.697+0000 7f3401600700 1 -- 172.21.15.3:0/338345817 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f55c659d90 con 0x55f55c7133e0 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.697+0000 7f3401600700 10 client.28594 handle_command_reply: tid=0 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.697+0000 7f3424960b80 1 client.28594 shutdown 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 msgr2=0x55f55c705c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f3404004fa0 tx=0x7f3404005230 comp rx=0 tx=0).stop 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 shutdown_connections 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c7133e0 0x55f55c7157d0 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c703550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c705c70 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 --2- 172.21.15.3:0/338345817 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6ff610 0x55f55c703010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 >> 172.21.15.3:0/338345817 conn(0x55f55c627be0 msgr2=0x55f55c6f3d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3401600700 0 client.28594 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 shutdown_connections 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 1 -- 172.21.15.3:0/338345817 wait complete. 2024-05-21T19:22:00.702 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.698+0000 7f3424960b80 20 client.28594 trim_cache size 0 max 16384 2024-05-21T19:22:00.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.721+0000 7f3424960b80 1 Processor -- start 2024-05-21T19:22:00.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 -- start start 2024-05-21T19:22:00.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6f9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b6c10 con 0x55f55c6fa140 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b44a0 con 0x55f55c6fff30 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3424960b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b22f0 con 0x55f55c6ff610 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.722+0000 7f3413400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6f9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48354/0 (socket says 172.21.15.3:48354) 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 -- 172.21.15.3:0/1901341191 learned_addr learned my addr 172.21.15.3:0/1901341191 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:00.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f3413e00700 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 -- 172.21.15.3:0/1901341191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 msgr2=0x55f55c6f44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 -- 172.21.15.3:0/1901341191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 msgr2=0x55f55c6f9b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6f9b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 -- 172.21.15.3:0/1901341191 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f55c6ffd30 con 0x55f55c6ff610 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f3413e00700 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.723+0000 7f340aa00700 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d720 tx=0x7f33fc091040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8adf19e4cebfc38a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.724+0000 7f3403e00700 1 -- 172.21.15.3:0/1901341191 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc01d040 con 0x55f55c6ff610 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.724+0000 7f3403e00700 1 -- 172.21.15.3:0/1901341191 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33fc0b2180 con 0x55f55c6ff610 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.724+0000 7f3403e00700 1 -- 172.21.15.3:0/1901341191 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc0a9580 con 0x55f55c6ff610 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- 172.21.15.3:0/1901341191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 msgr2=0x55f55c703500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d720 tx=0x7f33fc091040 comp rx=0 tx=0).stop 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- 172.21.15.3:0/1901341191 shutdown_connections 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6fff30 0x55f55c6f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fa140 0x55f55c6f9b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 --2- 172.21.15.3:0/1901341191 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6ff610 0x55f55c703500 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- 172.21.15.3:0/1901341191 >> 172.21.15.3:0/1901341191 conn(0x55f55c627be0 msgr2=0x55f55c702df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- 172.21.15.3:0/1901341191 shutdown_connections 2024-05-21T19:22:00.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- 172.21.15.3:0/1901341191 wait complete. 2024-05-21T19:22:00.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.725+0000 7f3424960b80 1 -- start start 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 Processor -- start 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c70c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 0x55f55c71a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b2960 con 0x55f55c6fff30 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b3dd0 con 0x55f55c6ff610 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f34141b3030 con 0x55f55c6fa140 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3424960b80 10 client.0 _ll_register_callbacks cb 0x55f55c5f1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f3413e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 0x55f55c71a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.726+0000 7f340aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f3413e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 0x55f55c71a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38514/0 (socket says 172.21.15.3:38514) 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f3413e00700 1 -- 172.21.15.3:0/3162465794 learned_addr learned my addr 172.21.15.3:0/3162465794 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:41518/0 (socket says 172.21.15.3:41518) 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f3413400700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c70c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 -- 172.21.15.3:0/3162465794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 msgr2=0x55f55c70c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c70c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 -- 172.21.15.3:0/3162465794 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 msgr2=0x55f55c71a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 0x55f55c71a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 -- 172.21.15.3:0/3162465794 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f55c71b030 con 0x55f55c6ff610 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f340aa00700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d720 tx=0x7f33fc0a8d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94340ab87889e665 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:00.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.727+0000 7f3401600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc0c2020 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f33fc0a55b0 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33fc0b2180 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f33fc01d040 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 10 client.28610 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55f55c77db40 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33fc0b2180 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f33fc0a9610 con 0x55f55c6ff610 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 10 client.28610 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 10 client.28610 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:00.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 20 client.28610 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:00.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c77e1c0 0x55f55c7805e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:00.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 4 client.28610 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:22:00.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.728+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f55c653570 con 0x55f55c77e1c0 2024-05-21T19:22:00.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3413400700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c77e1c0 0x55f55c7805e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3413400700 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c77e1c0 0x55f55c7805e0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e6114df95bf19fa server_cookie=ab5f3f1f46d7d8ef in_seq=0 out_seq=0 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3401600700 10 client.28610 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3401600700 1 -- 172.21.15.3:0/3162465794 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f55c653570 con 0x55f55c77e1c0 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3401600700 10 client.28610 handle_command_reply: tid=0 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.729+0000 7f3424960b80 1 client.28610 shutdown 2024-05-21T19:22:00.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 msgr2=0x55f55c71a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d720 tx=0x7f33fc0a8d60 comp rx=0 tx=0).stop 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 shutdown_connections 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55f55c77e1c0 0x55f55c7805e0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55f55c6fff30 0x55f55c71a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55f55c6fa140 0x55f55c70c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 --2- 172.21.15.3:0/3162465794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55f55c6ff610 0x55f55c71a480 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 >> 172.21.15.3:0/3162465794 conn(0x55f55c627be0 msgr2=0x55f55c700310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3401600700 0 client.28610 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 shutdown_connections 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 1 -- 172.21.15.3:0/3162465794 wait complete. 2024-05-21T19:22:00.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.730+0000 7f3424960b80 20 client.28610 trim_cache size 0 max 16384 2024-05-21T19:22:00.736 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:00.736 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:22:00.736 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:22:00.736 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 msgr2=0x7f33f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 0x7f33f80b4dc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f340c00b5c0 tx=0x7f340c01a040 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 msgr2=0x7f34141a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141a06f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00d750 tx=0x7f33fc00da60 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 shutdown_connections 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f33f80b2900 0x7f33f80b4dc0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3414114710 0x7f34141a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3414075770 0x7f34141a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 --2- 172.21.15.3:0/4136412084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3414076090 0x7f34141a06f0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:00.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 >> 172.21.15.3:0/4136412084 conn(0x7f341407a6a0 msgr2=0x7f3414113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:00.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 shutdown_connections 2024-05-21T19:22:00.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:00.731+0000 7f341a000700 1 -- 172.21.15.3:0/4136412084 wait complete. 2024-05-21T19:22:01.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:01 smithi003 ceph-mon[31577]: pgmap v862: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:22:01.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:01 smithi178 ceph-mon[36523]: pgmap v862: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:22:01.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:01 smithi104 ceph-mon[36417]: pgmap v862: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:22:02.026 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:22:02.026 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:22:02.663 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 -- 172.21.15.3:0/440676312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f010b780 msgr2=0x7f51f010bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.923 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 --2- 172.21.15.3:0/440676312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f010b780 0x7f51f010bb60 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f51e0009990 tx=0x7f51e0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.924 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:03 smithi003 ceph-mon[31577]: pgmap v863: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 -- 172.21.15.3:0/440676312 shutdown_connections 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 --2- 172.21.15.3:0/440676312 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f0106140 0x7f51f0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 --2- 172.21.15.3:0/440676312 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f010b780 0x7f51f010bb60 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 --2- 172.21.15.3:0/440676312 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f0105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 -- 172.21.15.3:0/440676312 >> 172.21.15.3:0/440676312 conn(0x7f51f0101270 msgr2=0x7f51f0103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 -- 172.21.15.3:0/440676312 shutdown_connections 2024-05-21T19:22:03.924 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.922+0000 7f51f5400700 1 -- 172.21.15.3:0/440676312 wait complete. 2024-05-21T19:22:03.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 Processor -- start 2024-05-21T19:22:03.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 -- start start 2024-05-21T19:22:03.925 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f0106140 0x7f51f019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f010b780 0x7f51f01a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51f0115960 con 0x7f51f0106140 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01157e0 con 0x7f51f0105780 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.924+0000 7f51f5400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f51f0115ae0 con 0x7f51f010b780 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f0106140 0x7f51f019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46066/0 (socket says 172.21.15.3:46066) 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 -- 172.21.15.3:0/4106055509 learned_addr learned my addr 172.21.15.3:0/4106055509 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:03.926 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ef200700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f010b780 0x7f51f01a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 -- 172.21.15.3:0/4106055509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f010b780 msgr2=0x7f51f01a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f010b780 0x7f51f01a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 -- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f0106140 msgr2=0x7f51f019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.927 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f0106140 0x7f51f019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.925+0000 7f51ee800700 1 -- 172.21.15.3:0/4106055509 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51f01a0d30 con 0x7f51f0105780 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51ee800700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f51e00057f0 tx=0x7f51e000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51e7400700 1 -- 172.21.15.3:0/4106055509 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0026070 con 0x7f51f0105780 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51e7400700 1 -- 172.21.15.3:0/4106055509 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51e0021410 con 0x7f51f0105780 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51f01a0fc0 con 0x7f51f0105780 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51e7400700 1 -- 172.21.15.3:0/4106055509 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e0017650 con 0x7f51f0105780 2024-05-21T19:22:03.928 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.926+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51f01a88a0 con 0x7f51f0105780 2024-05-21T19:22:03.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.932+0000 7f51e7400700 1 -- 172.21.15.3:0/4106055509 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f51e0029070 con 0x7f51f0105780 2024-05-21T19:22:03.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.932+0000 7f51ffe43b80 1 Processor -- start 2024-05-21T19:22:03.933 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 -- start start 2024-05-21T19:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.934 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7c5c0 0x556f50a76060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 0x556f50a76ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556f509d3fd0 con 0x556f50a7bca0 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556f509c3b70 con 0x556f50a76680 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556f509c7bb0 con 0x556f50a7c5c0 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ef200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ef200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38172/0 (socket says 172.21.15.3:38172) 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ef200700 1 -- 172.21.15.3:0/3980074386 learned_addr learned my addr 172.21.15.3:0/3980074386 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:03.935 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.933+0000 7f51ee800700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7c5c0 0x556f50a76060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ede00700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 0x556f50a76ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51e7400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 0x7f51d40b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ef200700 1 -- 172.21.15.3:0/3980074386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7c5c0 msgr2=0x556f50a76060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ef200700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7c5c0 0x556f50a76060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ef200700 1 -- 172.21.15.3:0/3980074386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 msgr2=0x556f50a76ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ef200700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 0x556f50a76ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ef200700 1 -- 172.21.15.3:0/3980074386 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f5098c5b0 con 0x556f50a7bca0 2024-05-21T19:22:03.936 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51ede00700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 0x556f50a76ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.934+0000 7f51e7400700 1 -- 172.21.15.3:0/4106055509 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f51e00e2c70 con 0x7f51f0105780 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.935+0000 7f51ef200700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 0x7f51d40b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.935+0000 7f51ef200700 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f51e8011680 tx=0x7f51e8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4f9a94911cf1785 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.935+0000 7f51dbe00700 1 -- 172.21.15.3:0/3980074386 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e801b040 con 0x556f50a7bca0 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.935+0000 7f51dbe00700 1 -- 172.21.15.3:0/3980074386 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51e801c030 con 0x556f50a7bca0 2024-05-21T19:22:03.937 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.935+0000 7f51dbe00700 1 -- 172.21.15.3:0/3980074386 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e8015d20 con 0x556f50a7bca0 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3980074386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 msgr2=0x556f50a7c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f51e8011680 tx=0x7f51e8009920 comp rx=0 tx=0).stop 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ef200700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 0x7f51d40b4df0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f51e80094f0 tx=0x7f51e8015730 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3980074386 shutdown_connections 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a76680 0x556f50a76ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7c080 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3980074386 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7c5c0 0x556f50a76060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3980074386 >> 172.21.15.3:0/3980074386 conn(0x556f509a3d70 msgr2=0x556f50a70f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3980074386 shutdown_connections 2024-05-21T19:22:03.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.936+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3980074386 wait complete. 2024-05-21T19:22:03.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.937+0000 7f51ffe43b80 1 -- start start 2024-05-21T19:22:03.939 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.937+0000 7f51ffe43b80 1 Processor -- start 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a82280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a7ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556f508ca130 con 0x556f50a7bca0 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556f509648f0 con 0x556f50a7fb60 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556f50a83080 con 0x556f50a76680 2024-05-21T19:22:03.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ffe43b80 10 client.0 _ll_register_callbacks cb 0x556f5096de00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ee800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a82280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38186/0 (socket says 172.21.15.3:38186) 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ede00700 1 -- 172.21.15.3:0/3279020866 learned_addr learned my addr 172.21.15.3:0/3279020866 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.938+0000 7f51ef200700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a7ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 -- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 msgr2=0x556f50a7ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a7ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 -- 172.21.15.3:0/3279020866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 msgr2=0x556f50a7f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 -- 172.21.15.3:0/3279020866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f50913a60 con 0x556f50a76680 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ede00700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ee800700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a82280 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x556f50a72900 tx=0x7f51e0005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b125a06b75ff872 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51d8c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:03.941 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00a9c80 con 0x556f50a76680 2024-05-21T19:22:03.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f51e00094b0 con 0x556f50a76680 2024-05-21T19:22:03.942 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.939+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51e801c030 con 0x556f50a76680 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f51e00e6020 con 0x556f50a76680 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 10 client.28612 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f509941f0 con 0x556f50a76680 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51e801c030 con 0x556f50a76680 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f51e00e9060 con 0x556f50a76680 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 10 client.28612 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 10 client.28612 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 20 client.28612 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50a8ffb0 0x556f50a923e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 4 client.28612 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.940+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f509d5f20 con 0x556f50a8ffb0 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.941+0000 7f51ede00700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50a8ffb0 0x556f50a923e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.941+0000 7f51ede00700 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50a8ffb0 0x556f50a923e0 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3819179b0e7fef0 server_cookie=c321976e9836aa16 in_seq=0 out_seq=0 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.941+0000 7f51d8c00700 10 client.28612 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.942+0000 7f51d8c00700 1 -- 172.21.15.3:0/3279020866 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556f509d5f20 con 0x556f50a8ffb0 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.942+0000 7f51d8c00700 10 client.28612 handle_command_reply: tid=0 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.942+0000 7f51ffe43b80 1 client.28612 shutdown 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.942+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 msgr2=0x556f50a82280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.942+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a82280 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x556f50a72900 tx=0x7f51e0005e80 comp rx=0 tx=0).stop 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 shutdown_connections 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50a8ffb0 0x556f50a923e0 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a7ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a82280 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/3279020866 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a7f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51d8c00700 0 client.28612 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:03.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 >> 172.21.15.3:0/3279020866 conn(0x556f509a3d70 msgr2=0x556f50a704c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 shutdown_connections 2024-05-21T19:22:03.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 1 -- 172.21.15.3:0/3279020866 wait complete. 2024-05-21T19:22:03.946 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.943+0000 7f51ffe43b80 20 client.28612 trim_cache size 0 max 16384 2024-05-21T19:22:03.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.965+0000 7f51ffe43b80 1 Processor -- start 2024-05-21T19:22:03.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 -- start start 2024-05-21T19:22:03.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7bca0 0x556f50a97cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a981f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01b2700 con 0x556f50a76680 2024-05-21T19:22:03.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01aff90 con 0x556f50a7fb60 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01adde0 con 0x556f50a7bca0 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ee800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ee800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38192/0 (socket says 172.21.15.3:38192) 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ee800700 1 -- 172.21.15.3:0/916881523 learned_addr learned my addr 172.21.15.3:0/916881523 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ede00700 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7bca0 0x556f50a97cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.966+0000 7f51ef200700 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 -- 172.21.15.3:0/916881523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7bca0 msgr2=0x556f50a97cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7bca0 0x556f50a97cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 -- 172.21.15.3:0/916881523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 msgr2=0x556f50a981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 -- 172.21.15.3:0/916881523 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f50a72730 con 0x556f50a76680 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51ee800700 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f51e00a63b0 tx=0x7f51e00e61e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb1b2fa9ff429241 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51db400700 1 -- 172.21.15.3:0/916881523 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00a9aa0 con 0x556f50a76680 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51db400700 1 -- 172.21.15.3:0/916881523 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51e00aa590 con 0x556f50a76680 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.967+0000 7f51db400700 1 -- 172.21.15.3:0/916881523 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00a4d30 con 0x556f50a76680 2024-05-21T19:22:03.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 -- 172.21.15.3:0/916881523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 msgr2=0x556f50a76060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f51e00a63b0 tx=0x7f51e00e61e0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 -- 172.21.15.3:0/916881523 shutdown_connections 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a76680 0x556f50a76060 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/916881523 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a7bca0 0x556f50a97cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 -- 172.21.15.3:0/916881523 >> 172.21.15.3:0/916881523 conn(0x556f509a3d70 msgr2=0x556f50a796c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 -- 172.21.15.3:0/916881523 shutdown_connections 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.968+0000 7f51ffe43b80 1 -- 172.21.15.3:0/916881523 wait complete. 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.969+0000 7f51ffe43b80 1 -- start start 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.969+0000 7f51ffe43b80 1 Processor -- start 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a88870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a85820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01ae450 con 0x556f50a7bca0 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01af8c0 con 0x556f50a7fb60 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f51f01aeb20 con 0x556f50a76680 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ffe43b80 10 client.0 _ll_register_callbacks cb 0x556f5096de00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ede00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38206/0 (socket says 172.21.15.3:38206) 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ede00700 1 -- 172.21.15.3:0/2865326882 learned_addr learned my addr 172.21.15.3:0/2865326882 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a88870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ef200700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a85820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 -- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 msgr2=0x556f50a85820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a85820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 -- 172.21.15.3:0/2865326882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 msgr2=0x556f50a852e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ee800700 1 -- 172.21.15.3:0/2865326882 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f50a85f00 con 0x556f50a76680 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.970+0000 7f51ede00700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51ee800700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a88870 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f51e00a75a0 tx=0x7f51e00aa770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2e3636c719ebc15 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51d8c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e00b3150 con 0x556f50a76680 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f51e00b2c70 con 0x556f50a76680 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556f509cf700 con 0x556f50a76680 2024-05-21T19:22:03.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f51e00ca070 con 0x556f50a76680 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51ffe43b80 10 client.28618 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556f50a85f00 con 0x556f50a76680 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.971+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x556f509cf700 con 0x556f50a76680 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f51e00ec040 con 0x556f50a76680 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 10 client.28618 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 10 client.28618 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 20 client.28618 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50afbd10 0x556f50afe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 4 client.28618 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.6, "await_for": 45.0}] 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.6, "await_for": 45.0}) -- 0x556f508463e0 con 0x556f50afbd10 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.972+0000 7f51ede00700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50afbd10 0x556f50afe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.973+0000 7f51ede00700 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50afbd10 0x556f50afe100 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1afb655671b8abb server_cookie=ed639c3217bc8217 in_seq=0 out_seq=0 2024-05-21T19:22:03.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.973+0000 7f51d8c00700 10 client.28618 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:03.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:03 smithi104 ceph-mon[36417]: pgmap v863: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:03.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.980+0000 7f51d8c00700 1 -- 172.21.15.3:0/2865326882 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x556f508463e0 con 0x556f50afbd10 2024-05-21T19:22:03.981 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51d8c00700 10 client.28618 handle_command_reply: tid=0 2024-05-21T19:22:03.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 client.28618 shutdown 2024-05-21T19:22:03.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 msgr2=0x556f50a88870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a88870 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f51e00a75a0 tx=0x7f51e00aa770 comp rx=0 tx=0).stop 2024-05-21T19:22:03.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 shutdown_connections 2024-05-21T19:22:03.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556f50afbd10 0x556f50afe100 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556f50a7fb60 0x556f50a85820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556f50a76680 0x556f50a88870 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 --2- 172.21.15.3:0/2865326882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556f50a7bca0 0x556f50a852e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 >> 172.21.15.3:0/2865326882 conn(0x556f509a3d70 msgr2=0x556f50a7df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51d8c00700 0 client.28618 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 shutdown_connections 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 1 -- 172.21.15.3:0/2865326882 wait complete. 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.981+0000 7f51ffe43b80 20 client.28618 trim_cache size 0 max 16384 2024-05-21T19:22:03.983 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 46, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "3bd53c34": { 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 46, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 133.6, 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:22:03.984 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:03.985 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 msgr2=0x7f51d40b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 0x7f51d40b4df0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f51e80094f0 tx=0x7f51e8015730 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 msgr2=0x7f51f019bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f51e00057f0 tx=0x7f51e000bfd0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 shutdown_connections 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f51d40b2930 0x7f51d40b4df0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f51f010b780 0x7f51f01a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f51f0105780 0x7f51f019bd70 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 --2- 172.21.15.3:0/4106055509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f51f0106140 0x7f51f019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:03.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.982+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 >> 172.21.15.3:0/4106055509 conn(0x7f51f0101270 msgr2=0x7f51f0101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:03.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.983+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 shutdown_connections 2024-05-21T19:22:03.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:03.983+0000 7f51f5400700 1 -- 172.21.15.3:0/4106055509 wait complete. 2024-05-21T19:22:04.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:03 smithi178 ceph-mon[36523]: pgmap v863: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:05.077 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '3bd53c34', quiesce took 11.0 seconds. Will release after: 2.5999999999999996 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 -- 172.21.15.3:0/980059304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c106890 msgr2=0x7ff66c10d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 --2- 172.21.15.3:0/980059304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c106890 0x7ff66c10d120 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ff664009900 tx=0x7ff66402a410 comp rx=0 tx=0).stop 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 -- 172.21.15.3:0/980059304 shutdown_connections 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 --2- 172.21.15.3:0/980059304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c106890 0x7ff66c10d120 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 --2- 172.21.15.3:0/980059304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c105ed0 0x7ff66c106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 --2- 172.21.15.3:0/980059304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c105100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 -- 172.21.15.3:0/980059304 >> 172.21.15.3:0/980059304 conn(0x7ff66c100270 msgr2=0x7ff66c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.804+0000 7ff672c00640 1 -- 172.21.15.3:0/980059304 shutdown_connections 2024-05-21T19:22:05.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.805+0000 7ff672c00640 1 -- 172.21.15.3:0/980059304 wait complete. 2024-05-21T19:22:05.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 Processor -- start 2024-05-21T19:22:05.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 -- start start 2024-05-21T19:22:05.808 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 0x7ff66c19b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c106890 0x7ff66c1a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c110840 con 0x7ff66c105ed0 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1106c0 con 0x7ff66c106890 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff672c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1109c0 con 0x7ff66c104ce0 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 0x7ff66c19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff66be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff66be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:44132/0 (socket says 172.21.15.3:44132) 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.806+0000 7ff66be00640 1 -- 172.21.15.3:0/3940804697 learned_addr learned my addr 172.21.15.3:0/3940804697 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff670c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c106890 0x7ff66c1a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 -- 172.21.15.3:0/3940804697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c106890 msgr2=0x7ff66c1a2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c106890 0x7ff66c1a2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 -- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 msgr2=0x7ff66c19b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 0x7ff66c19b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 -- 172.21.15.3:0/3940804697 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66c1a29f0 con 0x7ff66c104ce0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff663400640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 0x7ff66c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.807+0000 7ff66be00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff65c00ebc0 tx=0x7ff65c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.808+0000 7ff669600640 1 -- 172.21.15.3:0/3940804697 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c003b70 con 0x7ff66c104ce0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.808+0000 7ff669600640 1 -- 172.21.15.3:0/3940804697 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff65c003d10 con 0x7ff66c104ce0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.808+0000 7ff669600640 1 -- 172.21.15.3:0/3940804697 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65c019800 con 0x7ff66c104ce0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.808+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff66c1a2ce0 con 0x7ff66c104ce0 2024-05-21T19:22:05.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.808+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff66c1a3180 con 0x7ff66c104ce0 2024-05-21T19:22:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 Processor -- start 2024-05-21T19:22:05.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 -- start start 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x559079008830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x55907900b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559078f6ab90 con 0x559079008ea0 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559078f5a730 con 0x559079003340 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.811+0000 7ff675a51740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559078f5e770 con 0x559079003d30 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x55907900b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46130/0 (socket says 172.21.15.3:46130) 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 -- 172.21.15.3:0/541533330 learned_addr learned my addr 172.21.15.3:0/541533330 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:05.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff669600640 1 -- 172.21.15.3:0/3940804697 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff65c0199a0 con 0x7ff66c104ce0 2024-05-21T19:22:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff66be00640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x559079008830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 -- 172.21.15.3:0/541533330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 msgr2=0x559079008830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x559079008830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 -- 172.21.15.3:0/541533330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 msgr2=0x55907900b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x55907900b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff670c00640 1 -- 172.21.15.3:0/541533330 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559078ef38b0 con 0x559079003340 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff663400640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x55907900b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.812+0000 7ff66be00640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x559079008830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.813+0000 7ff670c00640 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff664009900 tx=0x7ff664005be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccec0eb907c84f2a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.813+0000 7ff661200640 1 -- 172.21.15.3:0/541533330 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff664035030 con 0x559079003340 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.813+0000 7ff661200640 1 -- 172.21.15.3:0/541533330 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff664040070 con 0x559079003340 2024-05-21T19:22:05.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.813+0000 7ff661200640 1 -- 172.21.15.3:0/541533330 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff664031960 con 0x559079003340 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff669600640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 0x7ff6500b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 -- 172.21.15.3:0/541533330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 msgr2=0x559079003760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7ff664009900 tx=0x7ff664005be0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 -- 172.21.15.3:0/541533330 shutdown_connections 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x559079008830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x55907900b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 --2- 172.21.15.3:0/541533330 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x559079003760 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 -- 172.21.15.3:0/541533330 >> 172.21.15.3:0/541533330 conn(0x559078ff61a0 msgr2=0x559078ff65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff669600640 1 -- 172.21.15.3:0/3940804697 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff65c0e2a90 con 0x7ff66c104ce0 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff66be00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 0x7ff6500b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 -- 172.21.15.3:0/541533330 shutdown_connections 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.814+0000 7ff675a51740 1 -- 172.21.15.3:0/541533330 wait complete. 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.815+0000 7ff66be00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 0x7ff6500b4de0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff65c0e0510 tx=0x7ff65c00cf90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.815+0000 7ff675a51740 1 -- start start 2024-05-21T19:22:05.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.815+0000 7ff675a51740 1 Processor -- start 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x55907900d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x55907900d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x559079014710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559078c40790 con 0x559079008ea0 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559078f02bc0 con 0x559079003340 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55907900bdf0 con 0x559079003d30 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff675a51740 10 client.0 _ll_register_callbacks cb 0x559078ee0400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff670c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x55907900d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff670c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x55907900d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46146/0 (socket says 172.21.15.3:46146) 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff670c00640 1 -- 172.21.15.3:0/3732210691 learned_addr learned my addr 172.21.15.3:0/3732210691 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff663400640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x55907900d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.816+0000 7ff670c00640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x559079014710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 -- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 msgr2=0x55907900d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x55907900d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 -- 172.21.15.3:0/3732210691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 msgr2=0x559079014710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x559079014710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 -- 172.21.15.3:0/3732210691 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559078c6f210 con 0x559079003d30 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff663400640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x55907900d6d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff66c19c2e0 tx=0x7ff65400f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=def0e573370fe30f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff659600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6540120d0 con 0x559079003d30 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff654004030 con 0x559079003d30 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.817+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff664040070 con 0x559079003d30 2024-05-21T19:22:05.821 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff654012270 con 0x559079003d30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 10 client.28627 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559078d3b620 con 0x559079003d30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff664040070 con 0x559079003d30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff65401c460 con 0x559079003d30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 10 client.28627 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 10 client.28627 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 20 client.28627 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559079018d40 0x55907901b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 4 client.28627 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.818+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559078f6cae0 con 0x559079018d40 2024-05-21T19:22:05.822 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.819+0000 7ff670c00640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559079018d40 0x55907901b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.823 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:05 smithi003 ceph-mon[31577]: pgmap v864: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.819+0000 7ff670c00640 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559079018d40 0x55907901b130 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45d41b51394ba6a3 server_cookie=6459a021dedb1d5c in_seq=0 out_seq=0 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.819+0000 7ff659600640 10 client.28627 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.820+0000 7ff659600640 1 -- 172.21.15.3:0/3732210691 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559078f6cae0 con 0x559079018d40 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.820+0000 7ff659600640 10 client.28627 handle_command_reply: tid=0 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.820+0000 7ff675a51740 1 client.28627 shutdown 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 msgr2=0x55907900d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x55907900d6d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff66c19c2e0 tx=0x7ff65400f790 comp rx=0 tx=0).stop 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 shutdown_connections 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x559079018d40 0x55907901b130 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003d30 0x55907900d6d0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079008ea0 0x559079014710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 --2- 172.21.15.3:0/3732210691 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079003340 0x55907900d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff659600640 0 client.28627 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 >> 172.21.15.3:0/3732210691 conn(0x559078ff61a0 msgr2=0x559078ff5310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 shutdown_connections 2024-05-21T19:22:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 1 -- 172.21.15.3:0/3732210691 wait complete. 2024-05-21T19:22:05.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.821+0000 7ff675a51740 20 client.28627 trim_cache size 0 max 16384 2024-05-21T19:22:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 Processor -- start 2024-05-21T19:22:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 -- start start 2024-05-21T19:22:05.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559078ff0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559078ff98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1aa580 con 0x559079003d30 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1a7e50 con 0x559079008ea0 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.838+0000 7ff675a51740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1a5ca0 con 0x559079003340 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38236/0 (socket says 172.21.15.3:38236) 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 -- 172.21.15.3:0/250717376 learned_addr learned my addr 172.21.15.3:0/250717376 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff670c00640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559078ff0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 -- 172.21.15.3:0/250717376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 msgr2=0x559078ff0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff670c00640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559078ff98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559078ff0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 -- 172.21.15.3:0/250717376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 msgr2=0x559078ff98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559078ff98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff663400640 1 -- 172.21.15.3:0/250717376 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559078ff46b0 con 0x559079003d30 2024-05-21T19:22:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.839+0000 7ff670c00640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559078ff98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:22:05.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.840+0000 7ff663400640 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ff654012870 tx=0x7ff65401df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f3f85ad69c5c48a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.840+0000 7ff65be00640 1 -- 172.21.15.3:0/250717376 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65401c460 con 0x559079003d30 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.840+0000 7ff65be00640 1 -- 172.21.15.3:0/250717376 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff65401c600 con 0x559079003d30 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.840+0000 7ff65be00640 1 -- 172.21.15.3:0/250717376 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6540035f0 con 0x559079003d30 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- 172.21.15.3:0/250717376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 msgr2=0x5590790146d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ff654012870 tx=0x7ff65401df80 comp rx=0 tx=0).stop 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- 172.21.15.3:0/250717376 shutdown_connections 2024-05-21T19:22:05.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559078ff98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x5590790146d0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 --2- 172.21.15.3:0/250717376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559078ff0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- 172.21.15.3:0/250717376 >> 172.21.15.3:0/250717376 conn(0x559078ff61a0 msgr2=0x559078ff9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- 172.21.15.3:0/250717376 shutdown_connections 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- 172.21.15.3:0/250717376 wait complete. 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 -- start start 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.841+0000 7ff675a51740 1 Processor -- start 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559079011650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559079081900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1a6310 con 0x559079003d30 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1a7780 con 0x559079008ea0 2024-05-21T19:22:05.846 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff66c1a69e0 con 0x559079003340 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff675a51740 10 client.0 _ll_register_callbacks cb 0x7ff654009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff663400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:38244/0 (socket says 172.21.15.3:38244) 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff663400640 1 -- 172.21.15.3:0/4116227880 learned_addr learned my addr 172.21.15.3:0/4116227880 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff670c00640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559079011650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.842+0000 7ff670c00640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559079081900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 -- 172.21.15.3:0/4116227880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 msgr2=0x559079011650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559079011650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 -- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 msgr2=0x559079081900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559079081900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 -- 172.21.15.3:0/4116227880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559079081ef0 con 0x559079003d30 2024-05-21T19:22:05.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff670c00640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559079081900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff663400640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff65401c9f0 tx=0x7ff654005820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ef07c792140167 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff659600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff65401c460 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff65401cd00 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.843+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff65401c600 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff65403e070 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 10 client.18546 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559079083110 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff65401c600 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff654010550 con 0x559079003d30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 10 client.18546 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 10 client.18546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 20 client.18546 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:05.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5590790839f0 0x559079085e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:05.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 4 client.18546 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:22:05.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.844+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559078f662c0 con 0x5590790839f0 2024-05-21T19:22:05.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.845+0000 7ff670c00640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5590790839f0 0x559079085e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:05.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.845+0000 7ff670c00640 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5590790839f0 0x559079085e10 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38bf9087ee561cd2 server_cookie=cd20263ebee06c76 in_seq=0 out_seq=0 2024-05-21T19:22:05.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.845+0000 7ff659600640 10 client.18546 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.852+0000 7ff659600640 1 -- 172.21.15.3:0/4116227880 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559078f662c0 con 0x5590790839f0 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.852+0000 7ff659600640 10 client.18546 handle_command_reply: tid=0 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.852+0000 7ff675a51740 1 client.18546 shutdown 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 msgr2=0x559079011b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff65401c9f0 tx=0x7ff654005820 comp rx=0 tx=0).stop 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 shutdown_connections 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5590790839f0 0x559079085e10 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559079008ea0 0x559079081900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559079003d30 0x559079011b90 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.854 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 --2- 172.21.15.3:0/4116227880 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559079003340 0x559079011650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff659600640 0 client.18546 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 >> 172.21.15.3:0/4116227880 conn(0x559078ff61a0 msgr2=0x5590790047d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 shutdown_connections 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 1 -- 172.21.15.3:0/4116227880 wait complete. 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.853+0000 7ff675a51740 20 client.18546 trim_cache size 0 max 16384 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:22:05.855 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 msgr2=0x7ff6500b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 0x7ff6500b4de0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7ff65c0e0510 tx=0x7ff65c00cf90 comp rx=0 tx=0).stop 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 msgr2=0x7ff66c19add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7ff65c00ebc0 tx=0x7ff65c00c6a0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 shutdown_connections 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff66c106890 0x7ff66c1a2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff66c105ed0 0x7ff66c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.856 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff6500b2920 0x7ff6500b4de0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 --2- 172.21.15.3:0/3940804697 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff66c104ce0 0x7ff66c19add0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 >> 172.21.15.3:0/3940804697 conn(0x7ff66c100270 msgr2=0x7ff66c109100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 shutdown_connections 2024-05-21T19:22:05.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:05.854+0000 7ff672c00640 1 -- 172.21.15.3:0/3940804697 wait complete. 2024-05-21T19:22:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:05 smithi104 ceph-mon[36417]: pgmap v864: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:06.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:05 smithi178 ceph-mon[36523]: pgmap v864: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 -- 172.21.15.3:0/3546466015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 msgr2=0x7f7f54112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3546466015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f54112630 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c00b0a0 tx=0x7f7f4c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 -- 172.21.15.3:0/3546466015 shutdown_connections 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3546466015 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f54112630 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3546466015 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f5410b760 0x7f7f5410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3546466015 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f54105760 0x7f7f54105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 -- 172.21.15.3:0/3546466015 >> 172.21.15.3:0/3546466015 conn(0x7f7f54101250 msgr2=0x7f7f54103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 -- 172.21.15.3:0/3546466015 shutdown_connections 2024-05-21T19:22:06.385 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.382+0000 7f7f5a800700 1 -- 172.21.15.3:0/3546466015 wait complete. 2024-05-21T19:22:06.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.384+0000 7f7f5a800700 1 Processor -- start 2024-05-21T19:22:06.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.384+0000 7f7f5a800700 1 -- start start 2024-05-21T19:22:06.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:06.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f5419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:06.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5410b760 0x7f7f541a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f7f54115940 con 0x7f7f54106120 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7f541157c0 con 0x7f7f54105760 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f5a800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f7f54115ac0 con 0x7f7f5410b760 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f53400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f53400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:46178/0 (socket says 172.21.15.3:46178) 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f52a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f5419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f53400700 1 -- 172.21.15.3:0/3974018728 learned_addr learned my addr 172.21.15.3:0/3974018728 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:06.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.385+0000 7f7f53e00700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5410b760 0x7f7f541a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 -- 172.21.15.3:0/3974018728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5410b760 msgr2=0x7f7f541a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5410b760 0x7f7f541a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 -- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 msgr2=0x7f7f5419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f5419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 -- 172.21.15.3:0/3974018728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f541a0da0 con 0x7f7f54105760 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f53400700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400eb30 tx=0x7f7f4400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.386+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f4400cbd0 con 0x7f7f54105760 2024-05-21T19:22:06.391 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.387+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f541a1090 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.387+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f440044d0 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.387+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f44003e30 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.387+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f541a8910 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.388+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f5406a230 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.390+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7f44004000 con 0x7f7f54105760 2024-05-21T19:22:06.392 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.392+0000 7f7f4be00700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:06.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.392+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7f440e2660 con 0x7f7f54105760 2024-05-21T19:22:06.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.392+0000 7f7f52a00700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:06.393 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.393+0000 7f7f52a00700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f7f54103820 tx=0x7f7f40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:06.395 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.394+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7f440042f0 con 0x7f7f54105760 2024-05-21T19:22:06.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.684+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f5419d0f0 con 0x7f7f54105760 2024-05-21T19:22:06.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.685+0000 7f7f4be00700 1 -- 172.21.15.3:0/3974018728 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f7f440aa390 con 0x7f7f54105760 2024-05-21T19:22:06.687 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:22:06.687 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:22:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.688+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 msgr2=0x7f7f380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.688+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f7f54103820 tx=0x7f7f40009260 comp rx=0 tx=0).stop 2024-05-21T19:22:06.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.688+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 msgr2=0x7f7f5419bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.688+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400eb30 tx=0x7f7f4400ee40 comp rx=0 tx=0).stop 2024-05-21T19:22:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 shutdown_connections 2024-05-21T19:22:06.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f7f380b2880 0x7f7f380b4d40 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f7f5410b760 0x7f7f541a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7f54105760 0x7f7f5419bd90 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 --2- 172.21.15.3:0/3974018728 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f7f54106120 0x7f7f5419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 >> 172.21.15.3:0/3974018728 conn(0x7f7f54101250 msgr2=0x7f7f541018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 shutdown_connections 2024-05-21T19:22:06.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:06.689+0000 7f7f5a800700 1 -- 172.21.15.3:0/3974018728 wait complete. 2024-05-21T19:22:06.692 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:22:07.635 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:22:07.679 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:22:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:07 smithi104 ceph-mon[36417]: pgmap v865: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:22:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:07 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3974018728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:08.095 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:08.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:07 smithi003 ceph-mon[31577]: pgmap v865: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:22:08.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:07 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3974018728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:08.125 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:08.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:07 smithi178 ceph-mon[36523]: pgmap v865: 97 pgs: 97 active+clean; 4.5 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:22:08.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:07 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3974018728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:09.828 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:09 smithi003 ceph-mon[31577]: pgmap v866: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 12 op/s 2024-05-21T19:22:09.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:09 smithi104 ceph-mon[36417]: pgmap v866: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 12 op/s 2024-05-21T19:22:10.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:09 smithi178 ceph-mon[36523]: pgmap v866: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 12 op/s 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 -- 172.21.15.3:0/1847967666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806bbe0 msgr2=0x7f3c381103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 --2- 172.21.15.3:0/1847967666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806bbe0 0x7f3c381103d0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000b0a0 tx=0x7f3c3000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 -- 172.21.15.3:0/1847967666 shutdown_connections 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 --2- 172.21.15.3:0/1847967666 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806bbe0 0x7f3c381103d0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 --2- 172.21.15.3:0/1847967666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c381095b0 0x7f3c38109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 --2- 172.21.15.3:0/1847967666 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c3806b220 0x7f3c3806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 -- 172.21.15.3:0/1847967666 >> 172.21.15.3:0/1847967666 conn(0x7f3c380793f0 msgr2=0x7f3c38079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 -- 172.21.15.3:0/1847967666 shutdown_connections 2024-05-21T19:22:11.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.150+0000 7f3c3d800700 1 -- 172.21.15.3:0/1847967666 wait complete. 2024-05-21T19:22:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 Processor -- start 2024-05-21T19:22:11.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 -- start start 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c3806bbe0 0x7f3c3819c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c381095b0 0x7f3c381a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3c38113710 con 0x7f3c3806b220 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c38113590 con 0x7f3c3806bbe0 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c3d800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3c38113890 con 0x7f3c381095b0 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c36a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.152+0000 7f3c36a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59688/0 (socket says 172.21.15.3:59688) 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 -- 172.21.15.3:0/874278358 learned_addr learned my addr 172.21.15.3:0/874278358 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c3806bbe0 0x7f3c3819c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c37400700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c381095b0 0x7f3c381a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 -- 172.21.15.3:0/874278358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c381095b0 msgr2=0x7f3c381a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c381095b0 0x7f3c381a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 -- 172.21.15.3:0/874278358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c3806bbe0 msgr2=0x7f3c3819c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c3806bbe0 0x7f3c3819c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 -- 172.21.15.3:0/874278358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c381a0de0 con 0x7f3c3806b220 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.153+0000 7f3c36a00700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800e9a0 tx=0x7f3c2800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.154+0000 7f3c2f400700 1 -- 172.21.15.3:0/874278358 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2800ca10 con 0x7f3c3806b220 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.154+0000 7f3c2f400700 1 -- 172.21.15.3:0/874278358 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c2800cbb0 con 0x7f3c3806b220 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.154+0000 7f3c2f400700 1 -- 172.21.15.3:0/874278358 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28018680 con 0x7f3c3806b220 2024-05-21T19:22:11.156 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.154+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c381a10d0 con 0x7f3c3806b220 2024-05-21T19:22:11.157 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.154+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c381a8950 con 0x7f3c3806b220 2024-05-21T19:22:11.159 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.158+0000 7f3c2f400700 1 -- 172.21.15.3:0/874278358 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3c28010430 con 0x7f3c3806b220 2024-05-21T19:22:11.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.159+0000 7f3c480f1b80 1 Processor -- start 2024-05-21T19:22:11.160 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.159+0000 7f3c480f1b80 1 -- start start 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.159+0000 7f3c2f400700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 0x7f3c1c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd989f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c2f400700 1 -- 172.21.15.3:0/874278358 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3c280e2440 con 0x7f3c3806b220 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd935c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d12ccf0e40 con 0x55d12cd98f30 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d12cce09e0 con 0x55d12cd93140 2024-05-21T19:22:11.161 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d12cce4a20 con 0x55d12cd98610 2024-05-21T19:22:11.162 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c37400700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 0x7f3c1c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c2fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c2fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59690/0 (socket says 172.21.15.3:59690) 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c2fe00700 1 -- 172.21.15.3:0/642611399 learned_addr learned my addr 172.21.15.3:0/642611399 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c37400700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd935c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.160+0000 7f3c36a00700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 -- 172.21.15.3:0/642611399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 msgr2=0x55d12cd989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.163 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 -- 172.21.15.3:0/642611399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 msgr2=0x55d12cd935c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd935c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 -- 172.21.15.3:0/642611399 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d12cca9420 con 0x55d12cd98f30 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c36a00700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c37400700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 0x7f3c1c0b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000b780 tx=0x7f3c30009340 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3c20009d20 tx=0x7f3c20011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc0e5d3bb605697 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c27e00700 1 -- 172.21.15.3:0/642611399 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2001e070 con 0x55d12cd98f30 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.161+0000 7f3c27e00700 1 -- 172.21.15.3:0/642611399 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c20019ae0 con 0x55d12cd98f30 2024-05-21T19:22:11.164 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.162+0000 7f3c27e00700 1 -- 172.21.15.3:0/642611399 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2000e9d0 con 0x55d12cd98f30 2024-05-21T19:22:11.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.162+0000 7f3c480f1b80 1 -- 172.21.15.3:0/642611399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 msgr2=0x55d12cd92b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.162+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3c20009d20 tx=0x7f3c20011720 comp rx=0 tx=0).stop 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.162+0000 7f3c480f1b80 1 -- 172.21.15.3:0/642611399 shutdown_connections 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd935c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/642611399 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd92b20 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 -- 172.21.15.3:0/642611399 >> 172.21.15.3:0/642611399 conn(0x55d12ccc0be0 msgr2=0x55d12cd8d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 -- 172.21.15.3:0/642611399 shutdown_connections 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 -- 172.21.15.3:0/642611399 wait complete. 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.163+0000 7f3c480f1b80 1 -- start start 2024-05-21T19:22:11.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 Processor -- start 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55d12cbe6fa0 con 0x55d12cd98f30 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55d12cc81760 con 0x55d12cd93140 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55d12cd9f9e0 con 0x55d12cd98610 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.164+0000 7f3c480f1b80 10 client.0 _ll_register_callbacks cb 0x55d12cc8ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c36a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c2fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c36a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49512/0 (socket says 172.21.15.3:49512) 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c2fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47060/0 (socket says 172.21.15.3:47060) 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c36a00700 1 -- 172.21.15.3:0/238291263 learned_addr learned my addr 172.21.15.3:0/238291263 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59694/0 (socket says 172.21.15.3:59694) 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 -- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 msgr2=0x55d12cd9c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 -- 172.21.15.3:0/238291263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 msgr2=0x55d12cd9eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c37400700 1 -- 172.21.15.3:0/238291263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d12cc308d0 con 0x55d12cd98f30 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c36a00700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.165+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:11.169 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c37400700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3c300062a0 tx=0x7f3c3000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db570836f083dd3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c24c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30008e70 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3c30008020 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c20019ae0 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3c30008220 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c480f1b80 10 client.18564 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.166+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d12ccb1060 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c20019ae0 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3c30011070 con 0x55d12cd98f30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 10 client.18564 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 10 client.18564 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:22:11.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 20 client.18564 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12cdac4f0 0x55d12cdae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 4 client.18564 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d12ccf2d90 con 0x55d12cdac4f0 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.167+0000 7f3c36a00700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12cdac4f0 0x55d12cdae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.168+0000 7f3c36a00700 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12cdac4f0 0x55d12cdae8e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6f3a2d58ec076110 server_cookie=645e0e55a4879469 in_seq=0 out_seq=0 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.168+0000 7f3c24c00700 10 client.18564 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.169+0000 7f3c24c00700 1 -- 172.21.15.3:0/238291263 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d12ccf2d90 con 0x55d12cdac4f0 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.169+0000 7f3c24c00700 10 client.18564 handle_command_reply: tid=0 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.169+0000 7f3c480f1b80 1 client.18564 shutdown 2024-05-21T19:22:11.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.169+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 msgr2=0x55d12cd9c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.169+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3c300062a0 tx=0x7f3c3000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 shutdown_connections 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12cdac4f0 0x55d12cdae8e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd9c5d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd9eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/238291263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd9c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 >> 172.21.15.3:0/238291263 conn(0x55d12ccc0be0 msgr2=0x55d12cd8cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c24c00700 0 client.18564 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 shutdown_connections 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 1 -- 172.21.15.3:0/238291263 wait complete. 2024-05-21T19:22:11.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.170+0000 7f3c480f1b80 20 client.18564 trim_cache size 0 max 16384 2024-05-21T19:22:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.187+0000 7f3c480f1b80 1 Processor -- start 2024-05-21T19:22:11.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.187+0000 7f3c480f1b80 1 -- start start 2024-05-21T19:22:11.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd92b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd99ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381b2800 con 0x55d12cd98f30 2024-05-21T19:22:11.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381b0090 con 0x55d12cd93140 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381adee0 con 0x55d12cd98610 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59706/0 (socket says 172.21.15.3:59706) 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c37400700 1 -- 172.21.15.3:0/2242328900 learned_addr learned my addr 172.21.15.3:0/2242328900 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c36a00700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd92b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.188+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd99ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 -- 172.21.15.3:0/2242328900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 msgr2=0x55d12cd99ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd99ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 -- 172.21.15.3:0/2242328900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 msgr2=0x55d12cd8d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 -- 172.21.15.3:0/2242328900 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d12cd9a600 con 0x55d12cd93140 2024-05-21T19:22:11.191 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c37400700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:11.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c36a00700 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd92b20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3c280a5a70 tx=0x7f3c28091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a93093e6c3c047a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c27400700 1 -- 172.21.15.3:0/2242328900 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c280b2040 con 0x55d12cd93140 2024-05-21T19:22:11.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c27400700 1 -- 172.21.15.3:0/2242328900 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c2800cd60 con 0x55d12cd93140 2024-05-21T19:22:11.192 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.189+0000 7f3c27400700 1 -- 172.21.15.3:0/2242328900 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c280b2410 con 0x55d12cd93140 2024-05-21T19:22:11.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 -- 172.21.15.3:0/2242328900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 msgr2=0x55d12cd92b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd92b20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3c280a5a70 tx=0x7f3c28091040 comp rx=0 tx=0).stop 2024-05-21T19:22:11.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 -- 172.21.15.3:0/2242328900 shutdown_connections 2024-05-21T19:22:11.194 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cd8d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd93140 0x55d12cd92b20 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/2242328900 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd98610 0x55d12cd99ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 -- 172.21.15.3:0/2242328900 >> 172.21.15.3:0/2242328900 conn(0x55d12ccc0be0 msgr2=0x55d12cd993d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 -- 172.21.15.3:0/2242328900 shutdown_connections 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.190+0000 7f3c480f1b80 1 -- 172.21.15.3:0/2242328900 wait complete. 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 -- start start 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 Processor -- start 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 0x55d12cda54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 0x55d12cdb3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.195 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381ae550 con 0x55d12cd98f30 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381af9c0 con 0x55d12cd98610 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.191+0000 7f3c480f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3c381aec20 con 0x55d12cd93140 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c480f1b80 10 client.0 _ll_register_callbacks cb 0x55d12cc8ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c2fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 0x55d12cdb3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59718/0 (socket says 172.21.15.3:59718) 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c36a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 0x55d12cda54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 -- 172.21.15.3:0/3473886826 learned_addr learned my addr 172.21.15.3:0/3473886826 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 -- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 msgr2=0x55d12cda54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 0x55d12cda54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.196 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 -- 172.21.15.3:0/3473886826 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 msgr2=0x55d12cdb3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 0x55d12cdb3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c37400700 1 -- 172.21.15.3:0/3473886826 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d12ce160a0 con 0x55d12cd98f30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c36a00700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 0x55d12cda54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.192+0000 7f3c2fe00700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 0x55d12cdb3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c37400700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000be30 tx=0x7f3c30008b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b6bc49e32c45f82 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c24c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3003b030 con 0x55d12cd98f30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d12ccec570 con 0x55d12cd98f30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3c30027070 con 0x55d12cd98f30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3c3000bab0 con 0x55d12cd98f30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c480f1b80 10 client.18570 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:11.197 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.193+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d12ce17280 con 0x55d12cd98f30 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d12ccec570 con 0x55d12cd98f30 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3c30011040 con 0x55d12cd98f30 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 10 client.18570 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 10 client.18570 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 20 client.18570 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:11.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12ce17900 0x55d12ce19d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 4 client.18570 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.194+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d12cb63250 con 0x55d12ce17900 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c36a00700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12ce17900 0x55d12ce19d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c36a00700 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12ce17900 0x55d12ce19d20 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=da0a7587612dbfd0 server_cookie=521bd958fc46b98c in_seq=0 out_seq=0 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c24c00700 10 client.18570 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c24c00700 1 -- 172.21.15.3:0/3473886826 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d12cb63250 con 0x55d12ce17900 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c24c00700 10 client.18570 handle_command_reply: tid=0 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.195+0000 7f3c480f1b80 1 client.18570 shutdown 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 msgr2=0x55d12cdb4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000be30 tx=0x7f3c30008b60 comp rx=0 tx=0).stop 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 shutdown_connections 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x55d12ce17900 0x55d12ce19d20 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.200 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55d12cd98f30 0x55d12cdb4360 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55d12cd93140 0x55d12cda54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 --2- 172.21.15.3:0/3473886826 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55d12cd98610 0x55d12cdb3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 >> 172.21.15.3:0/3473886826 conn(0x55d12ccc0be0 msgr2=0x55d12cd99ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c24c00700 0 client.18570 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 shutdown_connections 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 1 -- 172.21.15.3:0/3473886826 wait complete. 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.196+0000 7f3c480f1b80 20 client.18570 trim_cache size 0 max 16384 2024-05-21T19:22:11.201 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 msgr2=0x7f3c1c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 0x7f3c1c0b4d40 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000b780 tx=0x7f3c30009340 comp rx=0 tx=0).stop 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 msgr2=0x7f3c3819bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800e9a0 tx=0x7f3c2800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 shutdown_connections 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3c1c0b2880 0x7f3c1c0b4d40 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3c381095b0 0x7f3c381a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3c3806b220 0x7f3c3819bec0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.202 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 --2- 172.21.15.3:0/874278358 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3c3806bbe0 0x7f3c3819c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:11.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 >> 172.21.15.3:0/874278358 conn(0x7f3c380793f0 msgr2=0x7f3c38100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:11.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 shutdown_connections 2024-05-21T19:22:11.203 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:11.197+0000 7f3c3d800700 1 -- 172.21.15.3:0/874278358 wait complete. 2024-05-21T19:22:11.907 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:11 smithi003 ceph-mon[31577]: pgmap v867: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:22:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:11 smithi104 ceph-mon[36417]: pgmap v867: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:22:12.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:11 smithi178 ceph-mon[36523]: pgmap v867: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:22:12.383 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:22:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 -- 172.21.15.3:0/15308216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06c7a0 msgr2=0x7fae8c105fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 --2- 172.21.15.3:0/15308216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06c7a0 0x7fae8c105fa0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fae8400b0a0 tx=0x7fae8400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 -- 172.21.15.3:0/15308216 shutdown_connections 2024-05-21T19:22:12.424 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 --2- 172.21.15.3:0/15308216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06c7a0 0x7fae8c105fa0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 --2- 172.21.15.3:0/15308216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c108490 0x7fae8c108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 --2- 172.21.15.3:0/15308216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c06bc10 0x7fae8c06c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 -- 172.21.15.3:0/15308216 >> 172.21.15.3:0/15308216 conn(0x7fae8c0793f0 msgr2=0x7fae8c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 -- 172.21.15.3:0/15308216 shutdown_connections 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.078+0000 7fae92400700 1 -- 172.21.15.3:0/15308216 wait complete. 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 Processor -- start 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 -- start start 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c108490 0x7fae8c1a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fae8c119cf0 con 0x7fae8c06bc10 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae8c119b70 con 0x7fae8c06c7a0 2024-05-21T19:22:12.425 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae92400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fae8c119e70 con 0x7fae8c108490 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.080+0000 7fae8b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59728/0 (socket says 172.21.15.3:59728) 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49552/0 (socket says 172.21.15.3:49552) 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8b400700 1 -- 172.21.15.3:0/4186045284 learned_addr learned my addr 172.21.15.3:0/4186045284 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8be00700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c108490 0x7fae8c1a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 -- 172.21.15.3:0/4186045284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c108490 msgr2=0x7fae8c1a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c108490 0x7fae8c1a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 -- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 msgr2=0x7fae8c1a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 -- 172.21.15.3:0/4186045284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae8c1a5210 con 0x7fae8c06c7a0 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8b400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:12.426 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.081+0000 7fae8aa00700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fae7800e9f0 tx=0x7fae7800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.082+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7800cb70 con 0x7fae8c06c7a0 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.082+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae7800ee90 con 0x7fae8c06c7a0 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.082+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae8c1a5500 con 0x7fae8c06c7a0 2024-05-21T19:22:12.427 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.082+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae78003d40 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.082+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae8c1acd80 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.083+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae8c102a80 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.086+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fae78047960 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.088+0000 7fae83e00700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 0x7fae700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.088+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fae780e2360 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.088+0000 7fae8b400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 0x7fae700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.089+0000 7fae8b400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 0x7fae700b4d40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fae7c011550 tx=0x7fae7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.089+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fae780aa000 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.382+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae8c06a230 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.384+0000 7fae83e00700 1 -- 172.21.15.3:0/4186045284 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fae780a9900 con 0x7fae8c06c7a0 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 msgr2=0x7fae700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 0x7fae700b4d40 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fae7c011550 tx=0x7fae7c009260 comp rx=0 tx=0).stop 2024-05-21T19:22:12.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 msgr2=0x7fae8c1a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fae7800e9f0 tx=0x7fae7800ed00 comp rx=0 tx=0).stop 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 shutdown_connections 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fae700b2880 0x7fae700b4d40 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fae8c108490 0x7fae8c1a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fae8c06bc10 0x7fae8c1a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 --2- 172.21.15.3:0/4186045284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae8c06c7a0 0x7fae8c1a0740 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 >> 172.21.15.3:0/4186045284 conn(0x7fae8c0793f0 msgr2=0x7fae8c101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.387+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 shutdown_connections 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:12.388+0000 7fae92400700 1 -- 172.21.15.3:0/4186045284 wait complete. 2024-05-21T19:22:12.429 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:22:12.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:12 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4186045284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:13.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:12 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4186045284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:13.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:12 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4186045284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:13.246 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 3bd53c34 --release --await' 2024-05-21T19:22:13.246 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id 3bd53c34 --release --await 2024-05-21T19:22:13.295 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:13.768 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:13 smithi003 ceph-mon[31577]: pgmap v868: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:22:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:13 smithi104 ceph-mon[36417]: pgmap v868: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:22:14.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:13 smithi178 ceph-mon[36523]: pgmap v868: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:22:14.772 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:15.965 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:15 smithi003 ceph-mon[31577]: pgmap v869: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-21T19:22:15.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:15 smithi104 ceph-mon[36417]: pgmap v869: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-21T19:22:16.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:15 smithi178 ceph-mon[36523]: pgmap v869: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.4 KiB/s wr, 10 op/s 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 -- 172.21.15.3:0/407415785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 msgr2=0x7f5f38110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 --2- 172.21.15.3:0/407415785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f38110310 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f5f3000b0d0 tx=0x7f5f3000b3e0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 -- 172.21.15.3:0/407415785 shutdown_connections 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 --2- 172.21.15.3:0/407415785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f38110310 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 --2- 172.21.15.3:0/407415785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38109540 0x7f5f38109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 --2- 172.21.15.3:0/407415785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38103490 0x7f5f38103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 -- 172.21.15.3:0/407415785 >> 172.21.15.3:0/407415785 conn(0x7f5f380fefc0 msgr2=0x7f5f381013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 -- 172.21.15.3:0/407415785 shutdown_connections 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.256+0000 7f5f37e00700 1 -- 172.21.15.3:0/407415785 wait complete. 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 Processor -- start 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 -- start start 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38103490 0x7f5f381a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 0x7f5f3819bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5f38113640 con 0x7f5f38103e50 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381134c0 con 0x7f5f38109540 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.258+0000 7f5f37e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381137c0 con 0x7f5f38103490 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38103490 0x7f5f381a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59752/0 (socket says 172.21.15.3:59752) 2024-05-21T19:22:16.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 -- 172.21.15.3:0/2106803314 learned_addr learned my addr 172.21.15.3:0/2106803314 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f37400700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 0x7f5f3819bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 -- 172.21.15.3:0/2106803314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38103490 msgr2=0x7f5f381a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38103490 0x7f5f381a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 -- 172.21.15.3:0/2106803314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 msgr2=0x7f5f3819bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 0x7f5f3819bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f36000700 1 -- 172.21.15.3:0/2106803314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f3819c3f0 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.259+0000 7f5f37400700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 0x7f5f3819bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f36000700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5f2400eb30 tx=0x7f5f2400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f2f400700 1 -- 172.21.15.3:0/2106803314 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2400cbd0 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f2f400700 1 -- 172.21.15.3:0/2106803314 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f240044d0 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f2f400700 1 -- 172.21.15.3:0/2106803314 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f24003e30 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f3819c6e0 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.260+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f381a89c0 con 0x7f5f38103e50 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.266+0000 7f5f48579b80 1 Processor -- start 2024-05-21T19:22:16.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 -- start start 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f2f400700 1 -- 172.21.15.3:0/2106803314 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5f24004000 con 0x7f5f38103e50 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728ceeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728ce97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556728c46e40 con 0x556728cee7c0 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556728c369e0 con 0x556728ce9390 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.267+0000 7f5f48579b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556728c3aa20 con 0x556728cef0e0 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728ceeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47104/0 (socket says 172.21.15.3:47104) 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 -- 172.21.15.3:0/2181727983 learned_addr learned my addr 172.21.15.3:0/2181727983 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36000700 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728ce97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 -- 172.21.15.3:0/2181727983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 msgr2=0x556728ce97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728ce97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 -- 172.21.15.3:0/2181727983 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 msgr2=0x556728ceeba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728ceeba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 -- 172.21.15.3:0/2181727983 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556728bff420 con 0x556728cef0e0 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.268+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f5f280046d0 tx=0x7f5f2800b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ede31f0ffc91391 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f23e00700 1 -- 172.21.15.3:0/2181727983 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f28004a30 con 0x556728cef0e0 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f23e00700 1 -- 172.21.15.3:0/2181727983 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f28015070 con 0x556728cef0e0 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f23e00700 1 -- 172.21.15.3:0/2181727983 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f28003b50 con 0x556728cef0e0 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f2f400700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 0x7f5f1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f2f400700 1 -- 172.21.15.3:0/2106803314 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5f240e2520 con 0x7f5f38103e50 2024-05-21T19:22:16.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.269+0000 7f5f37400700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 0x7f5f1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 -- 172.21.15.3:0/2181727983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 msgr2=0x556728ce8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f5f280046d0 tx=0x7f5f2800b9e0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 -- 172.21.15.3:0/2181727983 shutdown_connections 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728ce97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728ceeba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2181727983 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cef0e0 0x556728ce8d70 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 -- 172.21.15.3:0/2181727983 >> 172.21.15.3:0/2181727983 conn(0x556728c16be0 msgr2=0x556728ce3810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 -- 172.21.15.3:0/2181727983 shutdown_connections 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f37400700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 0x7f5f1c0b4dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5f30009fd0 tx=0x7f5f3000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.270+0000 7f5f48579b80 1 -- 172.21.15.3:0/2181727983 wait complete. 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.271+0000 7f5f48579b80 1 -- start start 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.271+0000 7f5f48579b80 1 Processor -- start 2024-05-21T19:22:16.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728cf4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 0x556728cf2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556728b3cfa0 con 0x556728cee7c0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556728bd7760 con 0x556728cef0e0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556728cf5c00 con 0x556728ce9390 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f48579b80 10 client.0 _ll_register_callbacks cb 0x556728be0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59762/0 (socket says 172.21.15.3:59762) 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 -- 172.21.15.3:0/3346560000 learned_addr learned my addr 172.21.15.3:0/3346560000 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f37400700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 0x556728cf2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36a00700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728cf4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 -- 172.21.15.3:0/3346560000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 msgr2=0x556728cf4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728cf4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 -- 172.21.15.3:0/3346560000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 msgr2=0x556728cf2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 0x556728cf2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36000700 1 -- 172.21.15.3:0/3346560000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556728b868d0 con 0x556728cee7c0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f37400700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 0x556728cf2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.272+0000 7f5f36a00700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728cf4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f36000700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f5f240a5ba0 tx=0x7f5f2401e5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5975a317117d3b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f20c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f240a59e0 con 0x556728cee7c0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5f240b2700 con 0x556728cee7c0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f28015070 con 0x556728cee7c0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f5f240a9290 con 0x556728cee7c0 2024-05-21T19:22:16.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f48579b80 10 client.18588 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.273+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556728c07060 con 0x556728cee7c0 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f28015070 con 0x556728cee7c0 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f5f240e20d0 con 0x556728cee7c0 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 10 client.18588 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 10 client.18588 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 20 client.18588 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d02750 0x556728d04b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 4 client.18588 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556728c48d90 con 0x556728d02750 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.274+0000 7f5f36a00700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d02750 0x556728d04b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.275+0000 7f5f36a00700 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d02750 0x556728d04b40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ad091267a90d0719 server_cookie=9aa42b9e35c9217c in_seq=0 out_seq=0 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.275+0000 7f5f20c00700 10 client.18588 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:22:16.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f20c00700 1 -- 172.21.15.3:0/3346560000 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556728c48d90 con 0x556728d02750 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f20c00700 10 client.18588 handle_command_reply: tid=0 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 client.18588 shutdown 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 msgr2=0x556728cf2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f5f240a5ba0 tx=0x7f5f2401e5c0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 shutdown_connections 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cef0e0 0x556728cf2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728cf4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d02750 0x556728d04b40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 --2- 172.21.15.3:0/3346560000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cee7c0 0x556728cf2220 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 >> 172.21.15.3:0/3346560000 conn(0x556728c16be0 msgr2=0x556728ce2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f20c00700 0 client.18588 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 shutdown_connections 2024-05-21T19:22:16.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 1 -- 172.21.15.3:0/3346560000 wait complete. 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.276+0000 7f5f48579b80 20 client.18588 trim_cache size 0 max 16384 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.295+0000 7f5f48579b80 1 Processor -- start 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.295+0000 7f5f48579b80 1 -- start start 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.295+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728ce8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.295+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 0x556728cec8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.295+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f48579b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381b25b0 con 0x556728cef0e0 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f48579b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381afe40 con 0x556728cee7c0 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f48579b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381adc90 con 0x556728ce9390 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59768/0 (socket says 172.21.15.3:59768) 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 -- 172.21.15.3:0/1526711767 learned_addr learned my addr 172.21.15.3:0/1526711767 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:16.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f36000700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 0x556728cec8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f36a00700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728ce8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 -- 172.21.15.3:0/1526711767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 msgr2=0x556728ce8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728ce8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 -- 172.21.15.3:0/1526711767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 msgr2=0x556728cec8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 0x556728cec8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f37400700 1 -- 172.21.15.3:0/1526711767 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556728cf0790 con 0x556728cef0e0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.296+0000 7f5f36000700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 0x556728cec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.297+0000 7f5f37400700 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f5f30015000 tx=0x7f5f30021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f25f605b5de477b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.297+0000 7f5f23400700 1 -- 172.21.15.3:0/1526711767 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30037070 con 0x556728cef0e0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.297+0000 7f5f23400700 1 -- 172.21.15.3:0/1526711767 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f30007b80 con 0x556728cef0e0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.297+0000 7f5f23400700 1 -- 172.21.15.3:0/1526711767 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30029420 con 0x556728cef0e0 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- 172.21.15.3:0/1526711767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 msgr2=0x556728ce3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f5f30015000 tx=0x7f5f30021000 comp rx=0 tx=0).stop 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- 172.21.15.3:0/1526711767 shutdown_connections 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728ce3740 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728ce9390 0x556728ce8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 --2- 172.21.15.3:0/1526711767 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728cee7c0 0x556728cec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- 172.21.15.3:0/1526711767 >> 172.21.15.3:0/1526711767 conn(0x556728c16be0 msgr2=0x556728cef4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- 172.21.15.3:0/1526711767 shutdown_connections 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- 172.21.15.3:0/1526711767 wait complete. 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.298+0000 7f5f48579b80 1 -- start start 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 Processor -- start 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cee7c0 0x556728d09a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728d09fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381ae300 con 0x556728cef0e0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381af770 con 0x556728ce9390 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5f381ae9d0 con 0x556728cee7c0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.299+0000 7f5f48579b80 10 client.0 _ll_register_callbacks cb 0x556728be0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f36a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728d09fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f36a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49592/0 (socket says 172.21.15.3:49592) 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f36a00700 1 -- 172.21.15.3:0/2821248585 learned_addr learned my addr 172.21.15.3:0/2821248585 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f36000700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cee7c0 0x556728d09a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 -- 172.21.15.3:0/2821248585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cee7c0 msgr2=0x556728d09a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cee7c0 0x556728d09a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 -- 172.21.15.3:0/2821248585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 msgr2=0x556728cfb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 -- 172.21.15.3:0/2821248585 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556728d0a6d0 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f37400700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728d09fa0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5f3000b420 tx=0x7f5f30005510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8653cf8a376ff138 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.300+0000 7f5f20c00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30037030 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5f3002f040 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f30007b80 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f5f300074a0 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 10 client.18594 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556728d6d1e0 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f30007b80 con 0x556728cef0e0 2024-05-21T19:22:16.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f5f30011070 con 0x556728cef0e0 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 10 client.18594 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 10 client.18594 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 20 client.18594 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.301+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d6d780 0x556728d6fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.302+0000 7f5f48579b80 4 client.18594 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.302+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556728c42570 con 0x556728d6d780 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.302+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d6d780 0x556728d6fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.302+0000 7f5f36a00700 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d6d780 0x556728d6fb70 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4256e61e24e12951 server_cookie=96f43dfa9e53804b in_seq=0 out_seq=0 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.302+0000 7f5f20c00700 10 client.18594 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f20c00700 1 -- 172.21.15.3:0/2821248585 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556728c42570 con 0x556728d6d780 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f20c00700 10 client.18594 handle_command_reply: tid=0 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 client.18594 shutdown 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 msgr2=0x556728d09fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728d09fa0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5f3000b420 tx=0x7f5f30005510 comp rx=0 tx=0).stop 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 shutdown_connections 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x556728d6d780 0x556728d6fb70 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556728cef0e0 0x556728d09fa0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556728ce9390 0x556728cfb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 --2- 172.21.15.3:0/2821248585 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556728cee7c0 0x556728d09a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 >> 172.21.15.3:0/2821248585 conn(0x556728c16be0 msgr2=0x556728cefd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f20c00700 0 client.18594 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 shutdown_connections 2024-05-21T19:22:16.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 1 -- 172.21.15.3:0/2821248585 wait complete. 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.303+0000 7f5f48579b80 20 client.18594 trim_cache size 0 max 16384 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 msgr2=0x7f5f1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 0x7f5f1c0b4dc0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f5f30009fd0 tx=0x7f5f3000b040 comp rx=0 tx=0).stop 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 msgr2=0x7f5f381a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5f2400eb30 tx=0x7f5f2400ee40 comp rx=0 tx=0).stop 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 shutdown_connections 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5f1c0b2900 0x7f5f1c0b4dc0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5f38109540 0x7f5f3819bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5f38103490 0x7f5f381a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 --2- 172.21.15.3:0/2106803314 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5f38103e50 0x7f5f381a1f80 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:16.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.304+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 >> 172.21.15.3:0/2106803314 conn(0x7f5f380fefc0 msgr2=0x7f5f38100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:16.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.305+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 shutdown_connections 2024-05-21T19:22:16.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:16.305+0000 7f5f37e00700 1 -- 172.21.15.3:0/2106803314 wait complete. 2024-05-21T19:22:17.626 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:22:17.926 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:17 smithi003 ceph-mon[31577]: pgmap v870: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-21T19:22:17.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:17 smithi104 ceph-mon[36417]: pgmap v870: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-21T19:22:18.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:17 smithi178 ceph-mon[36523]: pgmap v870: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.1 KiB/s wr, 9 op/s 2024-05-21T19:22:18.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.246+0000 7f3db0400700 1 -- 172.21.15.3:0/1836698220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da8103590 msgr2=0x7f3da8103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.248 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.246+0000 7f3db0400700 1 --2- 172.21.15.3:0/1836698220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da8103590 0x7f3da8103a10 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f3d94009990 tx=0x7f3d94009ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 -- 172.21.15.3:0/1836698220 shutdown_connections 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 --2- 172.21.15.3:0/1836698220 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da8110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 --2- 172.21.15.3:0/1836698220 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da81096a0 0x7f3da8109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 --2- 172.21.15.3:0/1836698220 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da8103590 0x7f3da8103a10 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 -- 172.21.15.3:0/1836698220 >> 172.21.15.3:0/1836698220 conn(0x7f3da807a6f0 msgr2=0x7f3da807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 -- 172.21.15.3:0/1836698220 shutdown_connections 2024-05-21T19:22:18.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.247+0000 7f3db0400700 1 -- 172.21.15.3:0/1836698220 wait complete. 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.248+0000 7f3db0400700 1 Processor -- start 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.248+0000 7f3db0400700 1 -- start start 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da819c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da81096a0 0x7f3da81a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3da8113710 con 0x7f3da81096a0 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3da8113590 con 0x7f3da8103590 2024-05-21T19:22:18.250 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3db0400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3da8113890 con 0x7f3da8103f50 2024-05-21T19:22:18.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dada00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dad000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da819c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dada00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49612/0 (socket says 172.21.15.3:49612) 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dae400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da81096a0 0x7f3da81a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dad000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da819c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47156/0 (socket says 172.21.15.3:47156) 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.249+0000 7f3dada00700 1 -- 172.21.15.3:0/3741111511 learned_addr learned my addr 172.21.15.3:0/3741111511 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 -- 172.21.15.3:0/3741111511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 msgr2=0x7f3da819c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da819c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 -- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da81096a0 msgr2=0x7f3da81a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da81096a0 0x7f3da81a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 -- 172.21.15.3:0/3741111511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da81a0d50 con 0x7f3da8103590 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3dada00700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c00eb30 tx=0x7f3d9c00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3da6000700 1 -- 172.21.15.3:0/3741111511 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c00cbd0 con 0x7f3da8103590 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3da6000700 1 -- 172.21.15.3:0/3741111511 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d9c0044d0 con 0x7f3da8103590 2024-05-21T19:22:18.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.250+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da81a1040 con 0x7f3da8103590 2024-05-21T19:22:18.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.251+0000 7f3da6000700 1 -- 172.21.15.3:0/3741111511 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c003e30 con 0x7f3da8103590 2024-05-21T19:22:18.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.251+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da81a88c0 con 0x7f3da8103590 2024-05-21T19:22:18.255 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.254+0000 7f3da6000700 1 -- 172.21.15.3:0/3741111511 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3d9c004000 con 0x7f3da8103590 2024-05-21T19:22:18.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3dbad7ab80 1 Processor -- start 2024-05-21T19:22:18.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3da6000700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 0x7f3d900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3dbad7ab80 1 -- start start 2024-05-21T19:22:18.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3da6000700 1 -- 172.21.15.3:0/3741111511 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3d9c0e2580 con 0x7f3da8103590 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3dae400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 0x7f3d900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.256+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0a0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0a13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56189dffef40 con 0x56189e0a6d00 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56189dfeeae0 con 0x56189e0a63e0 2024-05-21T19:22:18.258 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56189dff2b20 con 0x56189e0a0f80 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49618/0 (socket says 172.21.15.3:49618) 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 -- 172.21.15.3:0/148406554 learned_addr learned my addr 172.21.15.3:0/148406554 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dad000700 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0a0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dae400700 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0a13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 -- 172.21.15.3:0/148406554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 msgr2=0x56189e0a13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0a13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 -- 172.21.15.3:0/148406554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 msgr2=0x56189e0a0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0a0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.257+0000 7f3dada00700 1 -- 172.21.15.3:0/148406554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189dfb7520 con 0x56189e0a63e0 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.258+0000 7f3dae400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 0x7f3d900b4dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f3da0009fd0 tx=0x7f3da0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.258+0000 7f3dada00700 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0a9820 tx=0x7f3d9c0a5a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54ee2a8d6ca0131e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.258+0000 7f3d9aa00700 1 -- 172.21.15.3:0/148406554 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c0c3070 con 0x56189e0a63e0 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.258+0000 7f3d9aa00700 1 -- 172.21.15.3:0/148406554 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d9c0aae50 con 0x56189e0a63e0 2024-05-21T19:22:18.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.258+0000 7f3d9aa00700 1 -- 172.21.15.3:0/148406554 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9c0a9fa0 con 0x56189e0a63e0 2024-05-21T19:22:18.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/148406554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 msgr2=0x56189e0a67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c0a9820 tx=0x7f3d9c0a5a60 comp rx=0 tx=0).stop 2024-05-21T19:22:18.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/148406554 shutdown_connections 2024-05-21T19:22:18.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0a13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a67c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/148406554 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0a0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/148406554 >> 172.21.15.3:0/148406554 conn(0x56189dfcece0 msgr2=0x56189e09b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/148406554 shutdown_connections 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.259+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/148406554 wait complete. 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.260+0000 7f3dbad7ab80 1 -- start start 2024-05-21T19:22:18.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.260+0000 7f3dbad7ab80 1 Processor -- start 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0ac9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0aa2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56189def50a0 con 0x56189e0a6d00 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56189df8f860 con 0x56189e0a63e0 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56189e0ad7e0 con 0x56189e0a0f80 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dbad7ab80 10 client.0 _ll_register_callbacks cb 0x56189df98d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.261+0000 7f3dada00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0ac9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dada00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0ac9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47166/0 (socket says 172.21.15.3:47166) 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dada00700 1 -- 172.21.15.3:0/634408067 learned_addr learned my addr 172.21.15.3:0/634408067 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:18.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dae400700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0aa2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 -- 172.21.15.3:0/634408067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 msgr2=0x56189e0ac9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0ac9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 -- 172.21.15.3:0/634408067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 msgr2=0x56189e0aa2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0aa2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.262+0000 7f3dad000700 1 -- 172.21.15.3:0/634408067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189df3e9d0 con 0x56189e0a63e0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3dad000700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a9d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3d94006010 tx=0x7f3d94005750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=250d64d71079d474 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3d8f400700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94028060 con 0x56189e0a63e0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3d9400bd00 con 0x56189e0a63e0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d9c0aae50 con 0x56189e0a63e0 2024-05-21T19:22:18.265 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.263+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3d94003680 con 0x56189e0a63e0 2024-05-21T19:22:18.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 10 client.28700 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:18.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56189dfbf160 con 0x56189e0a63e0 2024-05-21T19:22:18.266 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d9c0aae50 con 0x56189e0a63e0 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3d9400f8a0 con 0x56189e0a63e0 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 10 client.28700 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 10 client.28700 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 20 client.28700 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e0c2b30 0x56189e0c4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 4 client.28700 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.264+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56189e000e90 con 0x56189e0c2b30 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.265+0000 7f3dada00700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e0c2b30 0x56189e0c4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.266+0000 7f3dada00700 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e0c2b30 0x56189e0c4f20 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e4518bcbba35557 server_cookie=93e1ef79dcdd0a80 in_seq=0 out_seq=0 2024-05-21T19:22:18.267 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.266+0000 7f3d8f400700 10 client.28700 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:18.268 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.266+0000 7f3d8f400700 1 -- 172.21.15.3:0/634408067 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56189e000e90 con 0x56189e0c2b30 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.266+0000 7f3d8f400700 10 client.28700 handle_command_reply: tid=0 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 client.28700 shutdown 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 msgr2=0x56189e0a9d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a9d80 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3d94006010 tx=0x7f3d94005750 comp rx=0 tx=0).stop 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 shutdown_connections 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e0c2b30 0x56189e0c4f20 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a6d00 0x56189e0aa2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a0f80 0x56189e0ac9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/634408067 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a63e0 0x56189e0a9d80 secure :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3d94006010 tx=0x7f3d94005750 comp rx=0 tx=0).stop 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 >> 172.21.15.3:0/634408067 conn(0x56189dfcece0 msgr2=0x56189e09f950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.267+0000 7f3d8f400700 0 client.28700 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.268+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 shutdown_connections 2024-05-21T19:22:18.269 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.268+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/634408067 wait complete. 2024-05-21T19:22:18.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.268+0000 7f3dbad7ab80 20 client.28700 trim_cache size 0 max 16384 2024-05-21T19:22:18.288 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:18.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 Processor -- start 2024-05-21T19:22:18.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 -- start start 2024-05-21T19:22:18.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0a0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0ac390 0x56189e0ca750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3da81ae270 con 0x56189e0a0f80 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3da81abb00 con 0x56189e0a6d00 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.291+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3da810e3e0 con 0x56189e0ac390 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dae400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0ac390 0x56189e0ca750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49642/0 (socket says 172.21.15.3:49642) 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 -- 172.21.15.3:0/194640651 learned_addr learned my addr 172.21.15.3:0/194640651 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:18.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dada00700 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 -- 172.21.15.3:0/194640651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0ac390 msgr2=0x56189e0ca750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0ac390 0x56189e0ca750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 -- 172.21.15.3:0/194640651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 msgr2=0x56189e0a0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0a0950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.292+0000 7f3dad000700 1 -- 172.21.15.3:0/194640651 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189e0a82f0 con 0x56189e0a6d00 2024-05-21T19:22:18.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.293+0000 7f3dad000700 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f3d940098e0 tx=0x7f3d94009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f9ca31f0ac10a28 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.293+0000 7f3d9a000700 1 -- 172.21.15.3:0/194640651 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94033070 con 0x56189e0a6d00 2024-05-21T19:22:18.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.293+0000 7f3d9a000700 1 -- 172.21.15.3:0/194640651 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d9400f460 con 0x56189e0a6d00 2024-05-21T19:22:18.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.293+0000 7f3d9a000700 1 -- 172.21.15.3:0/194640651 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94028040 con 0x56189e0a6d00 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/194640651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 msgr2=0x56189e0a44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f3d940098e0 tx=0x7f3d94009ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/194640651 shutdown_connections 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0ac390 0x56189e0ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0a0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/194640651 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0a6d00 0x56189e0a44d0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/194640651 >> 172.21.15.3:0/194640651 conn(0x56189dfcece0 msgr2=0x56189e0a0240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/194640651 shutdown_connections 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.294+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/194640651 wait complete. 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 -- start start 2024-05-21T19:22:18.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 Processor -- start 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0b8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 0x56189e0b8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 0x56189e0b8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3da81a9fc0 con 0x56189e0a0f80 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3da81ab430 con 0x56189e0ac390 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.295+0000 7f3dbad7ab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3da81aa690 con 0x56189e0a6d00 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dbad7ab80 10 client.0 _ll_register_callbacks cb 0x56189df98d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dae400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 0x56189e0b8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dada00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0b8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.298 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dae400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 0x56189e0b8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49648/0 (socket says 172.21.15.3:49648) 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 0x56189e0b8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dae400700 1 -- 172.21.15.3:0/1458115897 learned_addr learned my addr 172.21.15.3:0/1458115897 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 -- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 msgr2=0x56189e0b8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 0x56189e0b8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 -- 172.21.15.3:0/1458115897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 msgr2=0x56189e0b8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0b8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.296+0000 7f3dad000700 1 -- 172.21.15.3:0/1458115897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189e12d6e0 con 0x56189e0a6d00 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3dad000700 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 0x56189e0b8840 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x56189e0ad450 tx=0x7f3d9400fdc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f9ca2478a561c8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3d8f400700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94033070 con 0x56189e0a6d00 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d9400f460 con 0x56189e0a6d00 2024-05-21T19:22:18.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3d9400fa20 con 0x56189e0a6d00 2024-05-21T19:22:18.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3d94028040 con 0x56189e0a6d00 2024-05-21T19:22:18.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3dbad7ab80 10 client.28699 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.297+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56189e12e9e0 con 0x56189e0a6d00 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d9400f460 con 0x56189e0a6d00 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3d94040060 con 0x56189e0a6d00 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 10 client.28699 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 10 client.28699 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 20 client.28699 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e12ee40 0x56189e131230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 4 client.28699 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3bd53c34", "release": true, "await": true}] 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3bd53c34", "release": true, "await": true}) -- 0x56189dffa670 con 0x56189e12ee40 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.298+0000 7f3dada00700 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e12ee40 0x56189e131230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.299+0000 7f3dada00700 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e12ee40 0x56189e131230 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdd5777a1bdc0f6b server_cookie=19e07bb65a328273 in_seq=0 out_seq=0 2024-05-21T19:22:18.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.299+0000 7f3d8f400700 10 client.28699 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:18.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.300+0000 7f3d8f400700 1 -- 172.21.15.3:0/1458115897 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56189dffa670 con 0x56189e12ee40 2024-05-21T19:22:18.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.300+0000 7f3d8f400700 10 client.28699 handle_command_reply: tid=0 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.300+0000 7f3dbad7ab80 1 client.28699 shutdown 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 msgr2=0x56189e0b8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 0x56189e0b8840 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x56189e0ad450 tx=0x7f3d9400fdc0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 shutdown_connections 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56189e12ee40 0x56189e131230 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56189e0ac390 0x56189e0b8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56189e0a0f80 0x56189e0b8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 --2- 172.21.15.3:0/1458115897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56189e0a6d00 0x56189e0b8840 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 >> 172.21.15.3:0/1458115897 conn(0x56189dfcece0 msgr2=0x56189e094d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3d8f400700 0 client.28699 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 shutdown_connections 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 1 -- 172.21.15.3:0/1458115897 wait complete. 2024-05-21T19:22:18.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.301+0000 7f3dbad7ab80 20 client.28699 trim_cache size 0 max 16384 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 48, 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "3bd53c34": { 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 48, 2024-05-21T19:22:18.304 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 133.6, 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:18.305 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.302+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 msgr2=0x7f3d900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.302+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 0x7f3d900b4dc0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f3da0009fd0 tx=0x7f3da0009920 comp rx=0 tx=0).stop 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.302+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 msgr2=0x7f3da819bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:18.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.302+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c00eb30 tx=0x7f3d9c00ee40 comp rx=0 tx=0).stop 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 shutdown_connections 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3d900b2900 0x7f3d900b4dc0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3da81096a0 0x7f3da81a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3da8103590 0x7f3da819bd40 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 --2- 172.21.15.3:0/3741111511 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3da8103f50 0x7f3da819c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 >> 172.21.15.3:0/3741111511 conn(0x7f3da807a6f0 msgr2=0x7f3da810ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 shutdown_connections 2024-05-21T19:22:18.307 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:18.303+0000 7f3db0400700 1 -- 172.21.15.3:0/3741111511 wait complete. 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 -- 172.21.15.3:0/1564450025 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 msgr2=0x7fe71410abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 --2- 172.21.15.3:0/1564450025 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe71410abe0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009ca0 tx=0x7fe70c02a8c0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 -- 172.21.15.3:0/1564450025 shutdown_connections 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 --2- 172.21.15.3:0/1564450025 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe71410abe0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 --2- 172.21.15.3:0/1564450025 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe714108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 --2- 172.21.15.3:0/1564450025 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.000+0000 7fe719a00640 1 -- 172.21.15.3:0/1564450025 >> 172.21.15.3:0/1564450025 conn(0x7fe7140fcf40 msgr2=0x7fe7140ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.001+0000 7fe719a00640 1 -- 172.21.15.3:0/1564450025 shutdown_connections 2024-05-21T19:22:19.002 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.001+0000 7fe719a00640 1 -- 172.21.15.3:0/1564450025 wait complete. 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 Processor -- start 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 -- start start 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe7141014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe714101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe71410e600 con 0x7fe714108790 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe71410e480 con 0x7fe714105e60 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.002+0000 7fe719a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe71410e780 con 0x7fe714103530 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe7141014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:47206/0 (socket says 172.21.15.3:47206) 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe713400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe714101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 -- 172.21.15.3:0/3633640365 learned_addr learned my addr 172.21.15.3:0/3633640365 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe7141014e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:49672/0 (socket says 172.21.15.3:49672) 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 -- 172.21.15.3:0/3633640365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 msgr2=0x7fe7141014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe7141014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 -- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 msgr2=0x7fe714101a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe714101a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 -- 172.21.15.3:0/3633640365 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7141022b0 con 0x7fe714103530 2024-05-21T19:22:19.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.003+0000 7fe712a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe70400e9f0 tx=0x7fe70400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.004+0000 7fe70b400640 1 -- 172.21.15.3:0/3633640365 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70400cd80 con 0x7fe714103530 2024-05-21T19:22:19.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.004+0000 7fe70b400640 1 -- 172.21.15.3:0/3633640365 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7040054d0 con 0x7fe714103530 2024-05-21T19:22:19.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.004+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7141a2ce0 con 0x7fe714103530 2024-05-21T19:22:19.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.004+0000 7fe70b400640 1 -- 172.21.15.3:0/3633640365 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe704010690 con 0x7fe714103530 2024-05-21T19:22:19.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.004+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7141a3180 con 0x7fe714103530 2024-05-21T19:22:19.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 Processor -- start 2024-05-21T19:22:19.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 -- start start 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971442520 0x560971447020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x560971449b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5609713b1b90 con 0x560971441b30 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5609713a1730 con 0x560971442520 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.007+0000 7fe71c828740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5609713a5770 con 0x560971447690 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59860/0 (socket says 172.21.15.3:59860) 2024-05-21T19:22:19.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 -- 172.21.15.3:0/2416080901 learned_addr learned my addr 172.21.15.3:0/2416080901 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe712000640 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x560971449b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 -- 172.21.15.3:0/2416080901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 msgr2=0x560971449b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x560971449b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 -- 172.21.15.3:0/2416080901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971442520 msgr2=0x560971447020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971442520 0x560971447020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.008+0000 7fe713400640 1 -- 172.21.15.3:0/2416080901 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56097133a8b0 con 0x560971441b30 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.009+0000 7fe713400640 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009ca0 tx=0x7fe70c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed3a8383843eb1b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.009+0000 7fe70b400640 1 -- 172.21.15.3:0/3633640365 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe704004e90 con 0x7fe714103530 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.009+0000 7fe6ffe00640 1 -- 172.21.15.3:0/2416080901 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c031650 con 0x560971441b30 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.009+0000 7fe6ffe00640 1 -- 172.21.15.3:0/2416080901 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe70c036030 con 0x560971441b30 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.009+0000 7fe6ffe00640 1 -- 172.21.15.3:0/2416080901 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c0047a0 con 0x560971441b30 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 -- 172.21.15.3:0/2416080901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 msgr2=0x560971441f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009ca0 tx=0x7fe70c005ef0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 -- 172.21.15.3:0/2416080901 shutdown_connections 2024-05-21T19:22:19.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x560971449b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971442520 0x560971447020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 --2- 172.21.15.3:0/2416080901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x560971441f50 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 -- 172.21.15.3:0/2416080901 >> 172.21.15.3:0/2416080901 conn(0x56097143d1a0 msgr2=0x56097143d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 -- 172.21.15.3:0/2416080901 shutdown_connections 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.010+0000 7fe71c828740 1 -- 172.21.15.3:0/2416080901 wait complete. 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.011+0000 7fe71c828740 1 -- start start 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.011+0000 7fe70b400640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 0x7fe6f80b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.011+0000 7fe71c828740 1 Processor -- start 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.011+0000 7fe713400640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 0x7fe6f80b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.011+0000 7fe70b400640 1 -- 172.21.15.3:0/3633640365 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe7040e2710 con 0x7fe714103530 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x56097144b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x56097144bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x560971087790 con 0x560971447690 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x560971349bc0 con 0x560971441b30 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56097144a460 con 0x560971442520 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe71c828740 10 client.0 _ll_register_callbacks cb 0x560971327400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:19.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 0x7fe6f80b4c70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe70c02f470 tx=0x7fe70c02a8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe712a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x56097144b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59862/0 (socket says 172.21.15.3:59862) 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 -- 172.21.15.3:0/248548147 learned_addr learned my addr 172.21.15.3:0/248548147 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe712000640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x56097144bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 -- 172.21.15.3:0/248548147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 msgr2=0x56097144bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x56097144bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 -- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 msgr2=0x56097144b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x56097144b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe713400640 1 -- 172.21.15.3:0/248548147 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609710b6210 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe712000640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x56097144bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.012+0000 7fe712a00640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x56097144b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe713400640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fe70c045000 tx=0x7fe70c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86b1e9ec7a23f992 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe6fcc00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70c05e020 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe70c02f660 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe70c036030 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe70c069050 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe71c828740 10 client.18624 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.013+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560971182620 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe70c036030 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe70c059030 con 0x560971447690 2024-05-21T19:22:19.018 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 10 client.18624 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 10 client.18624 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 20 client.18624 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560971456fd0 0x5609714593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 4 client.18624 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609713b3ae0 con 0x560971456fd0 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.014+0000 7fe712a00640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560971456fd0 0x5609714593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.015+0000 7fe712a00640 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560971456fd0 0x5609714593c0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fcb087d760a0539 server_cookie=65c650c7e6ab20ce in_seq=0 out_seq=0 2024-05-21T19:22:19.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.015+0000 7fe6fcc00640 10 client.18624 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.015+0000 7fe6fcc00640 1 -- 172.21.15.3:0/248548147 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5609713b3ae0 con 0x560971456fd0 2024-05-21T19:22:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.015+0000 7fe6fcc00640 10 client.18624 handle_command_reply: tid=0 2024-05-21T19:22:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 client.18624 shutdown 2024-05-21T19:22:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 msgr2=0x560971452d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fe70c045000 tx=0x7fe70c005ef0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 shutdown_connections 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x560971456fd0 0x5609714593c0 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x56097144bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971447690 0x560971452d00 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 --2- 172.21.15.3:0/248548147 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x56097144b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe6fcc00640 0 client.18624 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 >> 172.21.15.3:0/248548147 conn(0x56097143d1a0 msgr2=0x56097143c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 shutdown_connections 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 1 -- 172.21.15.3:0/248548147 wait complete. 2024-05-21T19:22:19.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.016+0000 7fe71c828740 20 client.18624 trim_cache size 0 max 16384 2024-05-21T19:22:19.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.033+0000 7fe71c828740 1 Processor -- start 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.033+0000 7fe71c828740 1 -- start start 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x5609714436d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x56097145dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141ae810 con 0x560971442520 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141ac0e0 con 0x560971441b30 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe71c828740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141a9f30 con 0x560971447690 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe712000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe712000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59866/0 (socket says 172.21.15.3:59866) 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe712000640 1 -- 172.21.15.3:0/1872700861 learned_addr learned my addr 172.21.15.3:0/1872700861 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe712a00640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x5609714436d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.036 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe713400640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x56097145dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.034+0000 7fe712000640 1 -- 172.21.15.3:0/1872700861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 msgr2=0x56097145dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712000640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x56097145dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712000640 1 -- 172.21.15.3:0/1872700861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 msgr2=0x5609714436d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712000640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x5609714436d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712000640 1 -- 172.21.15.3:0/1872700861 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56097143cfd0 con 0x560971442520 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe713400640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x56097145dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712a00640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x5609714436d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:19.037 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe712000640 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fe700012770 tx=0x7fe700005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2c6b25f1ab99527 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe6ff400640 1 -- 172.21.15.3:0/1872700861 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700012db0 con 0x560971442520 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe6ff400640 1 -- 172.21.15.3:0/1872700861 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe70000fd70 con 0x560971442520 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.035+0000 7fe6ff400640 1 -- 172.21.15.3:0/1872700861 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7000047a0 con 0x560971442520 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 -- 172.21.15.3:0/1872700861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 msgr2=0x560971452cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fe700012770 tx=0x7fe700005f90 comp rx=0 tx=0).stop 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 -- 172.21.15.3:0/1872700861 shutdown_connections 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971447690 0x56097145dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971442520 0x560971452cc0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 --2- 172.21.15.3:0/1872700861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971441b30 0x5609714436d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 -- 172.21.15.3:0/1872700861 >> 172.21.15.3:0/1872700861 conn(0x56097143d1a0 msgr2=0x560971442fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 -- 172.21.15.3:0/1872700861 shutdown_connections 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.036+0000 7fe71c828740 1 -- 172.21.15.3:0/1872700861 wait complete. 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 -- start start 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 Processor -- start 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x560971450270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 0x5609714c8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141aa5a0 con 0x560971441b30 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141aba10 con 0x560971447690 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141aac70 con 0x560971442520 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.037+0000 7fe71c828740 10 client.0 _ll_register_callbacks cb 0x7fe7000097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:19.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x560971450270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59874/0 (socket says 172.21.15.3:59874) 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712a00640 1 -- 172.21.15.3:0/2542631750 learned_addr learned my addr 172.21.15.3:0/2542631750 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe713400640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 0x5609714c8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 -- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 msgr2=0x5609714c8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 0x5609714c8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 -- 172.21.15.3:0/2542631750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 msgr2=0x56097144fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 -- 172.21.15.3:0/2542631750 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56097144a860 con 0x560971442520 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712a00640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe713400640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 0x5609714c8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe712000640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x560971450270 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x56097144c920 tx=0x7fe700005090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7f52afce1e15224 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.038+0000 7fe6fcc00640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70000f8c0 con 0x560971442520 2024-05-21T19:22:19.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe70000fd70 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe70000fa60 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe700035050 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe71c828740 10 client.28717 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5609714c9ac0 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe70000fd70 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.039+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe700010670 con 0x560971442520 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 10 client.28717 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 10 client.28717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 20 client.28717 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5609714ca3a0 0x5609714cc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:19.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 4 client.28717 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:22:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5609713ad2c0 con 0x5609714ca3a0 2024-05-21T19:22:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.040+0000 7fe712a00640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5609714ca3a0 0x5609714cc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.041+0000 7fe6fcc00640 10 client.28717 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:19.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.041+0000 7fe712a00640 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5609714ca3a0 0x5609714cc7c0 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eea78ef33a99722d server_cookie=47584f51501eb031 in_seq=0 out_seq=0 2024-05-21T19:22:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe6fcc00640 1 -- 172.21.15.3:0/2542631750 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5609713ad2c0 con 0x5609714ca3a0 2024-05-21T19:22:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe6fcc00640 10 client.28717 handle_command_reply: tid=0 2024-05-21T19:22:19.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 client.28717 shutdown 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 msgr2=0x560971450270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x560971450270 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x56097144c920 tx=0x7fe700005090 comp rx=0 tx=0).stop 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 shutdown_connections 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5609714ca3a0 0x5609714cc7c0 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x560971442520 0x560971450270 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x560971447690 0x5609714c8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 --2- 172.21.15.3:0/2542631750 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x560971441b30 0x56097144fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 >> 172.21.15.3:0/2542631750 conn(0x56097143d1a0 msgr2=0x560971443850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.048+0000 7fe6fcc00640 0 client.28717 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 shutdown_connections 2024-05-21T19:22:19.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe71c828740 1 -- 172.21.15.3:0/2542631750 wait complete. 2024-05-21T19:22:19.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe71c828740 20 client.28717 trim_cache size 0 max 16384 2024-05-21T19:22:19.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:22:19.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:22:19.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 msgr2=0x7fe6f80b4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 0x7fe6f80b4c70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe70c02f470 tx=0x7fe70c02a8c0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 msgr2=0x7fe714102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe70400e9f0 tx=0x7fe70400edf0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 shutdown_connections 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.049+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe714108790 0x7fe714101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe714105e60 0x7fe7141014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe6f80b27b0 0x7fe6f80b4c70 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 --2- 172.21.15.3:0/3633640365 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe714103530 0x7fe714102ea0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 >> 172.21.15.3:0/3633640365 conn(0x7fe7140fcf40 msgr2=0x7fe714103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 shutdown_connections 2024-05-21T19:22:19.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:19.050+0000 7fe719a00640 1 -- 172.21.15.3:0/3633640365 wait complete. 2024-05-21T19:22:19.635 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '3bd53c34', total seconds elapsed: 25.6 2024-05-21T19:22:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:19 smithi003 ceph-mon[31577]: pgmap v871: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:22:19.939 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:19 smithi178 ceph-mon[36523]: pgmap v871: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:22:19.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:19 smithi104 ceph-mon[36417]: pgmap v871: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-05-21T19:22:21.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 -- 172.21.15.3:0/3834849916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 msgr2=0x7fc220116b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.519 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 --2- 172.21.15.3:0/3834849916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc220116b30 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc21800b0a0 tx=0x7fc21800b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 -- 172.21.15.3:0/3834849916 shutdown_connections 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 --2- 172.21.15.3:0/3834849916 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc220116b30 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 --2- 172.21.15.3:0/3834849916 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc220075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 --2- 172.21.15.3:0/3834849916 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc220114200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 -- 172.21.15.3:0/3834849916 >> 172.21.15.3:0/3834849916 conn(0x7fc22007a6f0 msgr2=0x7fc22007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 -- 172.21.15.3:0/3834849916 shutdown_connections 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.517+0000 7fc227a00700 1 -- 172.21.15.3:0/3834849916 wait complete. 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.518+0000 7fc227a00700 1 Processor -- start 2024-05-21T19:22:21.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 -- start start 2024-05-21T19:22:21.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc2201a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc2201a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc2201a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc220119df0 con 0x7fc220114740 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc220119c70 con 0x7fc220075770 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc227a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc220119f70 con 0x7fc220076090 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.519+0000 7fc225000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc2201a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc2201a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc2201a02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44566/0 (socket says 172.21.15.3:44566) 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225000700 1 -- 172.21.15.3:0/556393592 learned_addr learned my addr 172.21.15.3:0/556393592 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc21fe00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc2201a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 -- 172.21.15.3:0/556393592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 msgr2=0x7fc2201a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc2201a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 -- 172.21.15.3:0/556393592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 msgr2=0x7fc2201a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc2201a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 -- 172.21.15.3:0/556393592 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2201a52b0 con 0x7fc220114740 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc21fe00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc2201a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.520+0000 7fc225a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc2201a4b70 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc21800b070 tx=0x7fc218004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.521+0000 7fc21d600700 1 -- 172.21.15.3:0/556393592 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc218021070 con 0x7fc220114740 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.521+0000 7fc21d600700 1 -- 172.21.15.3:0/556393592 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc218007e30 con 0x7fc220114740 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.521+0000 7fc21d600700 1 -- 172.21.15.3:0/556393592 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2180045f0 con 0x7fc220114740 2024-05-21T19:22:21.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.521+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2201a5540 con 0x7fc220114740 2024-05-21T19:22:21.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.521+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2201ace20 con 0x7fc220114740 2024-05-21T19:22:21.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.525+0000 7fc21d600700 1 -- 172.21.15.3:0/556393592 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc218007980 con 0x7fc220114740 2024-05-21T19:22:21.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.526+0000 7fc232298b80 1 Processor -- start 2024-05-21T19:22:21.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.526+0000 7fc232298b80 1 -- start start 2024-05-21T19:22:21.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.526+0000 7fc232298b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc232298b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7d8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc232298b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7d8880 0x55974f7d8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc232298b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55974f736e40 con 0x55974f7de7d0 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc232298b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55974f7269e0 con 0x55974f7d8880 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc232298b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55974f72aa20 con 0x55974f7ddeb0 2024-05-21T19:22:21.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21d600700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 0x7fc2080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21d600700 1 -- 172.21.15.3:0/556393592 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc21800f020 con 0x7fc220114740 2024-05-21T19:22:21.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc225000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7d8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.529 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45024/0 (socket says 172.21.15.3:45024) 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21fe00700 1 -- 172.21.15.3:0/1236214741 learned_addr learned my addr 172.21.15.3:0/1236214741 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc225a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 0x7fc2080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.527+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7d8880 0x55974f7d8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 -- 172.21.15.3:0/1236214741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7d8880 msgr2=0x55974f7d8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7d8880 0x55974f7d8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 -- 172.21.15.3:0/1236214741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 msgr2=0x55974f7d8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7d8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 -- 172.21.15.3:0/1236214741 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55974f6ef420 con 0x55974f7ddeb0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc225a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 0x7fc2080b4dc0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc2180aaa80 tx=0x7fc218009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fc20c013c60 tx=0x7fc20c009c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f560b240e92e979f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.528+0000 7fc212000700 1 -- 172.21.15.3:0/1236214741 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c004030 con 0x55974f7ddeb0 2024-05-21T19:22:21.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc212000700 1 -- 172.21.15.3:0/1236214741 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc20c0116f0 con 0x55974f7ddeb0 2024-05-21T19:22:21.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc212000700 1 -- 172.21.15.3:0/1236214741 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c003680 con 0x55974f7ddeb0 2024-05-21T19:22:21.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 -- 172.21.15.3:0/1236214741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 msgr2=0x55974f7de290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fc20c013c60 tx=0x7fc20c009c10 comp rx=0 tx=0).stop 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 -- 172.21.15.3:0/1236214741 shutdown_connections 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7d8880 0x55974f7d8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7de290 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 --2- 172.21.15.3:0/1236214741 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7d8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.529+0000 7fc232298b80 1 -- 172.21.15.3:0/1236214741 >> 172.21.15.3:0/1236214741 conn(0x55974f706be0 msgr2=0x55974f7d3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.530+0000 7fc232298b80 1 -- 172.21.15.3:0/1236214741 shutdown_connections 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.530+0000 7fc232298b80 1 -- 172.21.15.3:0/1236214741 wait complete. 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.530+0000 7fc232298b80 1 -- start start 2024-05-21T19:22:21.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.530+0000 7fc232298b80 1 Processor -- start 2024-05-21T19:22:21.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7e1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7e1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55974f62cfa0 con 0x55974f7d8880 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55974f6c7760 con 0x55974f7de7d0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55974f7e5240 con 0x55974f7ddeb0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc232298b80 10 client.0 _ll_register_callbacks cb 0x55974f6d0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc225000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7e1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.531+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59824/0 (socket says 172.21.15.3:59824) 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc21fe00700 1 -- 172.21.15.3:0/2044466625 learned_addr learned my addr 172.21.15.3:0/2044466625 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7e1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 -- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 msgr2=0x55974f7e1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7e1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 -- 172.21.15.3:0/2044466625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 msgr2=0x55974f7e44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 -- 172.21.15.3:0/2044466625 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55974f6768d0 con 0x55974f7ddeb0 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc225000700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7e1860 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc214012840 tx=0x7fc214012b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=334084e4d4a85111 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.532+0000 7fc206a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214004830 con 0x55974f7ddeb0 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc20c0116f0 con 0x55974f7ddeb0 2024-05-21T19:22:21.535 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc2140049d0 con 0x55974f7ddeb0 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc21400f540 con 0x55974f7ddeb0 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc232298b80 10 client.28729 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55974f6f7060 con 0x55974f7ddeb0 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.533+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc20c0116f0 con 0x55974f7ddeb0 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc214010790 con 0x55974f7ddeb0 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 10 client.28729 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:21.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 10 client.28729 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 20 client.28729 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f7f1d50 0x55974f7f4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 4 client.28729 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55974f738d90 con 0x55974f7f1d50 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.534+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f7f1d50 0x55974f7f4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.535+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f7f1d50 0x55974f7f4140 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fded72f9e87d00de server_cookie=bc723d5bee6e9f15 in_seq=0 out_seq=0 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.535+0000 7fc206a00700 10 client.28729 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.535+0000 7fc206a00700 1 -- 172.21.15.3:0/2044466625 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55974f738d90 con 0x55974f7f1d50 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc206a00700 10 client.28729 handle_command_reply: tid=0 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 client.28729 shutdown 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 msgr2=0x55974f7e1860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7e1860 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc214012840 tx=0x7fc214012b50 comp rx=0 tx=0).stop 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 shutdown_connections 2024-05-21T19:22:21.540 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f7f1d50 0x55974f7f4140 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7e1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7e44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 --2- 172.21.15.3:0/2044466625 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7e1860 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc206a00700 0 client.28729 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 >> 172.21.15.3:0/2044466625 conn(0x55974f706be0 msgr2=0x55974f7d7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 shutdown_connections 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 1 -- 172.21.15.3:0/2044466625 wait complete. 2024-05-21T19:22:21.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.536+0000 7fc232298b80 20 client.28729 trim_cache size 0 max 16384 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 Processor -- start 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 -- start start 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7d8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7d2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b6ad0 con 0x55974f7d8880 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b4360 con 0x55974f7de7d0 2024-05-21T19:22:21.555 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc232298b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b21b0 con 0x55974f7ddeb0 2024-05-21T19:22:21.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.554+0000 7fc225000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45042/0 (socket says 172.21.15.3:45042) 2024-05-21T19:22:21.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 -- 172.21.15.3:0/1360003996 learned_addr learned my addr 172.21.15.3:0/1360003996 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:21.556 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7d8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7d2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 -- 172.21.15.3:0/1360003996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 msgr2=0x55974f7d2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7d2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 -- 172.21.15.3:0/1360003996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 msgr2=0x55974f7d8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7d8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc225000700 1 -- 172.21.15.3:0/1360003996 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55974f7ef820 con 0x55974f7ddeb0 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.555+0000 7fc21fe00700 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7d2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:21.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.556+0000 7fc225000700 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc2140123a0 tx=0x7fc2140123d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c308b61dd5bbe7c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.556+0000 7fc211600700 1 -- 172.21.15.3:0/1360003996 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc214010430 con 0x55974f7ddeb0 2024-05-21T19:22:21.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.556+0000 7fc211600700 1 -- 172.21.15.3:0/1360003996 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc21402b030 con 0x55974f7ddeb0 2024-05-21T19:22:21.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.556+0000 7fc211600700 1 -- 172.21.15.3:0/1360003996 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2140046b0 con 0x55974f7ddeb0 2024-05-21T19:22:21.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 -- 172.21.15.3:0/1360003996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 msgr2=0x55974f7d29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc2140123a0 tx=0x7fc2140123d0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 -- 172.21.15.3:0/1360003996 shutdown_connections 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7de7d0 0x55974f7d2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7d8880 0x55974f7d8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 --2- 172.21.15.3:0/1360003996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7ddeb0 0x55974f7d29e0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 -- 172.21.15.3:0/1360003996 >> 172.21.15.3:0/1360003996 conn(0x55974f706be0 msgr2=0x55974f7e0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 -- 172.21.15.3:0/1360003996 shutdown_connections 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.557+0000 7fc232298b80 1 -- 172.21.15.3:0/1360003996 wait complete. 2024-05-21T19:22:21.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 -- start start 2024-05-21T19:22:21.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 Processor -- start 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7d8880 0x55974f7eac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 0x55974f7f9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7f9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b2820 con 0x55974f7de7d0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b3c90 con 0x55974f7ddeb0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc2201b2ef0 con 0x55974f7d8880 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.558+0000 7fc232298b80 10 client.0 _ll_register_callbacks cb 0x55974f6d0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7f9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 0x55974f7f9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc21fe00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7f9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59832/0 (socket says 172.21.15.3:59832) 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc21fe00700 1 -- 172.21.15.3:0/2207740890 learned_addr learned my addr 172.21.15.3:0/2207740890 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7d8880 0x55974f7eac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 -- 172.21.15.3:0/2207740890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7d8880 msgr2=0x55974f7eac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7d8880 0x55974f7eac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 -- 172.21.15.3:0/2207740890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 msgr2=0x55974f7f9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7f9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 -- 172.21.15.3:0/2207740890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55974f7f9f40 con 0x55974f7ddeb0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc225000700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 0x55974f7f9200 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55974f7cf770 tx=0x7fc214010e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29990b8cd726ea14 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.559+0000 7fc206a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2140104b0 con 0x55974f7ddeb0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc21402b030 con 0x55974f7ddeb0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc214010650 con 0x55974f7ddeb0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc21403e050 con 0x55974f7ddeb0 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc232298b80 10 client.28739 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:21.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55974f85c8a0 con 0x55974f7ddeb0 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc21402b030 con 0x55974f7ddeb0 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc214003820 con 0x55974f7ddeb0 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc232298b80 10 client.28739 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.560+0000 7fc232298b80 10 client.28739 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc232298b80 20 client.28739 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f85ce10 0x55974f85f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc232298b80 4 client.28739 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55974f732570 con 0x55974f85ce10 2024-05-21T19:22:21.564 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f85ce10 0x55974f85f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc21fe00700 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f85ce10 0x55974f85f230 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f6acad39aaa33b2 server_cookie=ec169e2e517f493f in_seq=0 out_seq=0 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.561+0000 7fc206a00700 10 client.28739 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc206a00700 1 -- 172.21.15.3:0/2207740890 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55974f732570 con 0x55974f85ce10 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc206a00700 10 client.28739 handle_command_reply: tid=0 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 client.28739 shutdown 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 msgr2=0x55974f7f9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 0x55974f7f9200 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55974f7cf770 tx=0x7fc214010e30 comp rx=0 tx=0).stop 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 shutdown_connections 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55974f85ce10 0x55974f85f230 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55974f7de7d0 0x55974f7f9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55974f7d8880 0x55974f7eac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc206a00700 0 client.28739 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 --2- 172.21.15.3:0/2207740890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55974f7ddeb0 0x55974f7f9200 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.565 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 >> 172.21.15.3:0/2207740890 conn(0x55974f706be0 msgr2=0x55974f7d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 shutdown_connections 2024-05-21T19:22:21.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 1 -- 172.21.15.3:0/2207740890 wait complete. 2024-05-21T19:22:21.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.562+0000 7fc232298b80 20 client.28739 trim_cache size 0 max 16384 2024-05-21T19:22:21.566 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 msgr2=0x7fc2080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 0x7fc2080b4dc0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc2180aaa80 tx=0x7fc218009040 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 msgr2=0x7fc2201a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc2201a4b70 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc21800b070 tx=0x7fc218004c80 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 shutdown_connections 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc2080b2900 0x7fc2080b4dc0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc220114740 0x7fc2201a4b70 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc220075770 0x7fc2201a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 --2- 172.21.15.3:0/556393592 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc220076090 0x7fc2201a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 >> 172.21.15.3:0/556393592 conn(0x7fc22007a6f0 msgr2=0x7fc220113570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 shutdown_connections 2024-05-21T19:22:21.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:21.563+0000 7fc227a00700 1 -- 172.21.15.3:0/556393592 wait complete. 2024-05-21T19:22:21.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:21 smithi104 ceph-mon[36417]: pgmap v872: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:21.993 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:21 smithi003 ceph-mon[31577]: pgmap v872: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:22.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:21 smithi178 ceph-mon[36523]: pgmap v872: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:23.464 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:22:23.464 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:22:23.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:23 smithi003 ceph-mon[31577]: pgmap v873: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:23.946 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:23.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:23 smithi104 ceph-mon[36417]: pgmap v873: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:24.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:23 smithi178 ceph-mon[36523]: pgmap v873: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 2.2 KiB/s wr, 7 op/s 2024-05-21T19:22:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:25 smithi104 ceph-mon[36417]: pgmap v874: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-21T19:22:26.104 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:25 smithi003 ceph-mon[31577]: pgmap v874: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-21T19:22:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:25 smithi178 ceph-mon[36523]: pgmap v874: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 9 op/s 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 -- 172.21.15.3:0/3324291101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 msgr2=0x7f3ba4112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/3324291101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba4112630 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00b0a0 tx=0x7f3b9c00b3b0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 -- 172.21.15.3:0/3324291101 shutdown_connections 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/3324291101 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba4112630 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/3324291101 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/3324291101 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 -- 172.21.15.3:0/3324291101 >> 172.21.15.3:0/3324291101 conn(0x7f3ba4101210 msgr2=0x7f3ba4103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 -- 172.21.15.3:0/3324291101 shutdown_connections 2024-05-21T19:22:26.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.476+0000 7f3ba8c00700 1 -- 172.21.15.3:0/3324291101 wait complete. 2024-05-21T19:22:26.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.477+0000 7f3ba8c00700 1 Processor -- start 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 -- start start 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41159b0 con 0x7f3ba4106120 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba4115830 con 0x7f3ba410b760 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba8c00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba4115b30 con 0x7f3ba4105760 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba1400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.478+0000 7f3ba1400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59854/0 (socket says 172.21.15.3:59854) 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 -- 172.21.15.3:0/326309051 learned_addr learned my addr 172.21.15.3:0/326309051 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:26.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba2800700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 -- 172.21.15.3:0/326309051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 msgr2=0x7f3ba419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 -- 172.21.15.3:0/326309051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 msgr2=0x7f3ba41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1400700 1 -- 172.21.15.3:0/326309051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba41a0e00 con 0x7f3ba4106120 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:26.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.479+0000 7f3ba2800700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3ba1400700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f3b9000e9c0 tx=0x7f3b9000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3b9aa00700 1 -- 172.21.15.3:0/326309051 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9000cbd0 con 0x7f3ba4106120 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3b9aa00700 1 -- 172.21.15.3:0/326309051 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9000ee60 con 0x7f3ba4106120 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3b9aa00700 1 -- 172.21.15.3:0/326309051 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b900055c0 con 0x7f3ba4106120 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba41a10f0 con 0x7f3ba4106120 2024-05-21T19:22:26.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.480+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba41a8970 con 0x7f3ba4106120 2024-05-21T19:22:26.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.485+0000 7f3bb3621b80 1 Processor -- start 2024-05-21T19:22:26.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.485+0000 7f3b9aa00700 1 -- 172.21.15.3:0/326309051 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3b90004750 con 0x7f3ba4106120 2024-05-21T19:22:26.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.485+0000 7f3bb3621b80 1 -- start start 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d62822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d6282d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5589d61e0ec0 con 0x5589d6287f30 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5589d61d0a60 con 0x5589d6288850 2024-05-21T19:22:26.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5589d61d4aa0 con 0x5589d6282900 2024-05-21T19:22:26.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d62822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59868/0 (socket says 172.21.15.3:59868) 2024-05-21T19:22:26.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3ba2800700 1 -- 172.21.15.3:0/1845063547 learned_addr learned my addr 172.21.15.3:0/1845063547 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:26.488 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.486+0000 7f3ba1400700 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d6282d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 -- 172.21.15.3:0/1845063547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 msgr2=0x5589d6282d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d6282d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 -- 172.21.15.3:0/1845063547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 msgr2=0x5589d62822e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d62822e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 -- 172.21.15.3:0/1845063547 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d61994a0 con 0x5589d6287f30 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d62822e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3ba2800700 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00b0a0 tx=0x7f3b9c00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dfb2e383344b36d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3b8f400700 1 -- 172.21.15.3:0/1845063547 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c021070 con 0x5589d6287f30 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3b8f400700 1 -- 172.21.15.3:0/1845063547 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9c0074e0 con 0x5589d6287f30 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.487+0000 7f3b8f400700 1 -- 172.21.15.3:0/1845063547 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c0052a0 con 0x5589d6287f30 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.488+0000 7f3b9aa00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 0x7f3b880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.488+0000 7f3b9aa00700 1 -- 172.21.15.3:0/326309051 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3b900e2510 con 0x7f3ba4106120 2024-05-21T19:22:26.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.488+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 0x7f3b880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.488+0000 7f3bb3621b80 1 -- 172.21.15.3:0/1845063547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 msgr2=0x5589d6288310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.488+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00b0a0 tx=0x7f3b9c00bf60 comp rx=0 tx=0).stop 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 -- 172.21.15.3:0/1845063547 shutdown_connections 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d6282d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d6288310 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/1845063547 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d62822e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 -- 172.21.15.3:0/1845063547 >> 172.21.15.3:0/1845063547 conn(0x5589d61b0c60 msgr2=0x5589d627d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 -- 172.21.15.3:0/1845063547 shutdown_connections 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 0x7f3b880b4d40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3b940127c0 tx=0x7f3b94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 -- 172.21.15.3:0/1845063547 wait complete. 2024-05-21T19:22:26.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.489+0000 7f3bb3621b80 1 -- start start 2024-05-21T19:22:26.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 Processor -- start 2024-05-21T19:22:26.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d628e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.493 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 0x5589d628b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 0x5589d628be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5589d60d7020 con 0x5589d6282900 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5589d61717e0 con 0x5589d6287f30 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5589d628f260 con 0x5589d6288850 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3bb3621b80 10 client.0 _ll_register_callbacks cb 0x5589d617acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d628e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d628e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59872/0 (socket says 172.21.15.3:59872) 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.490+0000 7f3ba1e00700 1 -- 172.21.15.3:0/3692713179 learned_addr learned my addr 172.21.15.3:0/3692713179 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 0x5589d628be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba1400700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 0x5589d628b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 -- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 msgr2=0x5589d628b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 0x5589d628b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 -- 172.21.15.3:0/3692713179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 msgr2=0x5589d628e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d628e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 -- 172.21.15.3:0/3692713179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d6120950 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba1400700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 0x5589d628b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3ba2800700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 0x5589d628be80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00d010 tx=0x7f3b9c009590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=999a9ec585f35eb1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.491+0000 7f3b83e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c021070 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b9c0074e0 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3b9c003c00 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3b9c005040 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3bb3621b80 10 client.28747 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.492+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5589d61a10e0 con 0x5589d6288850 2024-05-21T19:22:26.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9c0074e0 con 0x5589d6288850 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3b9c011070 con 0x5589d6288850 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 10 client.28747 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 10 client.28747 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 20 client.28747 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d629bc30 0x5589d629e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 4 client.28747 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589d61e2e10 con 0x5589d629bc30 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.493+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d629bc30 0x5589d629e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.494+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d629bc30 0x5589d629e020 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d0827ff30d3be33 server_cookie=a44f3990095e095b in_seq=0 out_seq=0 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.494+0000 7f3b83e00700 10 client.28747 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3b83e00700 1 -- 172.21.15.3:0/3692713179 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5589d61e2e10 con 0x5589d629bc30 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3b83e00700 10 client.28747 handle_command_reply: tid=0 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 client.28747 shutdown 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 msgr2=0x5589d628be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 0x5589d628be80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c00d010 tx=0x7f3b9c009590 comp rx=0 tx=0).stop 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 shutdown_connections 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d629bc30 0x5589d629e020 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6288850 0x5589d628be80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d628e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/3692713179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6287f30 0x5589d628b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3b83e00700 0 client.28747 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:26.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.495+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 >> 172.21.15.3:0/3692713179 conn(0x5589d61b0c60 msgr2=0x5589d62812d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.496+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 shutdown_connections 2024-05-21T19:22:26.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.496+0000 7f3bb3621b80 1 -- 172.21.15.3:0/3692713179 wait complete. 2024-05-21T19:22:26.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.496+0000 7f3bb3621b80 20 client.28747 trim_cache size 0 max 16384 2024-05-21T19:22:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 Processor -- start 2024-05-21T19:22:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 -- start start 2024-05-21T19:22:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d62822e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.520 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 0x5589d6289340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41b2600 con 0x5589d6282900 2024-05-21T19:22:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41afe90 con 0x5589d6288850 2024-05-21T19:22:26.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.519+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41adce0 con 0x5589d6287f30 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 0x5589d6289340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44672/0 (socket says 172.21.15.3:44672) 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba1400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 0x5589d6289340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45074/0 (socket says 172.21.15.3:45074) 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 -- 172.21.15.3:0/2320317145 learned_addr learned my addr 172.21.15.3:0/2320317145 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d62822e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 -- 172.21.15.3:0/2320317145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 msgr2=0x5589d6289340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 0x5589d6289340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 -- 172.21.15.3:0/2320317145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 msgr2=0x5589d62822e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d62822e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.522 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.520+0000 7f3ba2800700 1 -- 172.21.15.3:0/2320317145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589d627edc0 con 0x5589d6288850 2024-05-21T19:22:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3ba2800700 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0062a0 tx=0x7f3b9c00be60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=825b438ae1f3b6ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3b8ea00700 1 -- 172.21.15.3:0/2320317145 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c021040 con 0x5589d6288850 2024-05-21T19:22:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3b8ea00700 1 -- 172.21.15.3:0/2320317145 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9c0074a0 con 0x5589d6288850 2024-05-21T19:22:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3b8ea00700 1 -- 172.21.15.3:0/2320317145 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9c003c60 con 0x5589d6288850 2024-05-21T19:22:26.523 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3bb3621b80 1 -- 172.21.15.3:0/2320317145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 msgr2=0x5589d628a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.521+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f3b9c0062a0 tx=0x7f3b9c00be60 comp rx=0 tx=0).stop 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 -- 172.21.15.3:0/2320317145 shutdown_connections 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d628a230 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6282900 0x5589d62822e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/2320317145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6287f30 0x5589d6289340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 -- 172.21.15.3:0/2320317145 >> 172.21.15.3:0/2320317145 conn(0x5589d61b0c60 msgr2=0x5589d6288c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 -- 172.21.15.3:0/2320317145 shutdown_connections 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 -- 172.21.15.3:0/2320317145 wait complete. 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 -- start start 2024-05-21T19:22:26.524 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.522+0000 7f3bb3621b80 1 Processor -- start 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d629fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d6305470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41ae350 con 0x5589d6287f30 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41af7c0 con 0x5589d6288850 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba41aea20 con 0x5589d6282900 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3bb3621b80 10 client.0 _ll_register_callbacks cb 0x5589d617acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:26.526 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d6305470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba1e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45084/0 (socket says 172.21.15.3:45084) 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba2800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d6305470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44688/0 (socket says 172.21.15.3:44688) 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba1e00700 1 -- 172.21.15.3:0/580321194 learned_addr learned my addr 172.21.15.3:0/580321194 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.523+0000 7f3ba1400700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d629fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 -- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 msgr2=0x5589d6305470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d6305470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 -- 172.21.15.3:0/580321194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 msgr2=0x5589d629fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d629fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 -- 172.21.15.3:0/580321194 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589d6305a00 con 0x5589d6282900 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3ba1e00700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x5589d61e0fe0 tx=0x7f3b94004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60b15f90b72e3cb2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:26.527 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.524+0000 7f3b83e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94003a60 con 0x5589d6282900 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b9c0074a0 con 0x5589d6282900 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3b94003c00 con 0x5589d6282900 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3b9403b070 con 0x5589d6282900 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3bb3621b80 10 client.28753 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5589d6306da0 con 0x5589d6282900 2024-05-21T19:22:26.528 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b9c0074a0 con 0x5589d6282900 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.525+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3b9400f590 con 0x5589d6282900 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 10 client.28753 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 10 client.28753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 20 client.28753 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d6307460 0x5589d6309880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 4 client.28753 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5589d61dc5f0 con 0x5589d6307460 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3ba1400700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d6307460 0x5589d6309880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.526+0000 7f3ba1400700 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d6307460 0x5589d6309880 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f5afd07bfc8ae8a server_cookie=66ca70c64e3b9cea in_seq=0 out_seq=0 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.527+0000 7f3b83e00700 10 client.28753 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.527+0000 7f3b83e00700 1 -- 172.21.15.3:0/580321194 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5589d61dc5f0 con 0x5589d6307460 2024-05-21T19:22:26.530 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.527+0000 7f3b83e00700 10 client.28753 handle_command_reply: tid=0 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 client.28753 shutdown 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 msgr2=0x5589d629f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x5589d61e0fe0 tx=0x7f3b94004750 comp rx=0 tx=0).stop 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 shutdown_connections 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5589d6307460 0x5589d6309880 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5589d6288850 0x5589d6305470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5589d6282900 0x5589d629f500 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 --2- 172.21.15.3:0/580321194 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5589d6287f30 0x5589d629fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3b83e00700 0 client.28753 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 >> 172.21.15.3:0/580321194 conn(0x5589d61b0c60 msgr2=0x5589d62894c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.531 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 shutdown_connections 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 1 -- 172.21.15.3:0/580321194 wait complete. 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.528+0000 7f3bb3621b80 20 client.28753 trim_cache size 0 max 16384 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "48f16855-edae-4943-9576-540f0ad0f82b", 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:22:26.532 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.529+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 msgr2=0x7f3b880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.529+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 0x7f3b880b4d40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3b940127c0 tx=0x7f3b94009260 comp rx=0 tx=0).stop 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.529+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 msgr2=0x7f3ba419c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.529+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f3b9000e9c0 tx=0x7f3b9000ecd0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 shutdown_connections 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3b880b2880 0x7f3b880b4d40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ba410b760 0x7f3ba41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.533 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3ba4105760 0x7f3ba419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 --2- 172.21.15.3:0/326309051 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3ba4106120 0x7f3ba419c380 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:26.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 >> 172.21.15.3:0/326309051 conn(0x7f3ba4101210 msgr2=0x7f3ba41017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:26.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 shutdown_connections 2024-05-21T19:22:26.534 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:26.530+0000 7f3ba8c00700 1 -- 172.21.15.3:0/326309051 wait complete. 2024-05-21T19:22:27.369 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:22:27.834 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:27 smithi104 ceph-mon[36417]: pgmap v875: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.981 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:27.982 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:27 smithi003 ceph-mon[31577]: pgmap v875: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-21T19:22:28.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:22:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:27 smithi178 ceph-mon[36523]: pgmap v875: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 5.2 KiB/s wr, 10 op/s 2024-05-21T19:22:29.954 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:29 smithi003 ceph-mon[31577]: pgmap v876: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:22:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:29 smithi104 ceph-mon[36417]: pgmap v876: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:22:30.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 -- 172.21.15.3:0/3155128623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c105760 msgr2=0x7fda3c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 --2- 172.21.15.3:0/3155128623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c105760 0x7fda3c105be0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fda28009990 tx=0x7fda28009ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 -- 172.21.15.3:0/3155128623 shutdown_connections 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 --2- 172.21.15.3:0/3155128623 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c106120 0x7fda3c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 --2- 172.21.15.3:0/3155128623 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 0x7fda3c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 --2- 172.21.15.3:0/3155128623 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c105760 0x7fda3c105be0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 -- 172.21.15.3:0/3155128623 >> 172.21.15.3:0/3155128623 conn(0x7fda3c101270 msgr2=0x7fda3c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 -- 172.21.15.3:0/3155128623 shutdown_connections 2024-05-21T19:22:30.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.132+0000 7fda42e00700 1 -- 172.21.15.3:0/3155128623 wait complete. 2024-05-21T19:22:30.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.133+0000 7fda42e00700 1 Processor -- start 2024-05-21T19:22:30.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.133+0000 7fda42e00700 1 -- start start 2024-05-21T19:22:30.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 0x7fda3c19bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 0x7fda3c1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1159f0 con 0x7fda3c106120 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c115870 con 0x7fda3c105760 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda42e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c115b70 con 0x7fda3c10b760 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda3b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda3b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59908/0 (socket says 172.21.15.3:59908) 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda3b400700 1 -- 172.21.15.3:0/75679976 learned_addr learned my addr 172.21.15.3:0/75679976 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda3be00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 0x7fda3c19bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.134+0000 7fda40e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 0x7fda3c1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:29 smithi178 ceph-mon[36523]: pgmap v876: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-05-21T19:22:30.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 -- 172.21.15.3:0/75679976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 msgr2=0x7fda3c1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 0x7fda3c1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 -- 172.21.15.3:0/75679976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 msgr2=0x7fda3c19bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 0x7fda3c19bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 -- 172.21.15.3:0/75679976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda3c1a0eb0 con 0x7fda3c106120 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3be00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 0x7fda3c19bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda3b400700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fda28005910 tx=0x7fda2800b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.135+0000 7fda38c00700 1 -- 172.21.15.3:0/75679976 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28027070 con 0x7fda3c106120 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.136+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda3c1a1140 con 0x7fda3c106120 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.136+0000 7fda38c00700 1 -- 172.21.15.3:0/75679976 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda28022470 con 0x7fda3c106120 2024-05-21T19:22:30.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.136+0000 7fda38c00700 1 -- 172.21.15.3:0/75679976 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28017650 con 0x7fda3c106120 2024-05-21T19:22:30.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.136+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda3c1a8a20 con 0x7fda3c106120 2024-05-21T19:22:30.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.140+0000 7fda38c00700 1 -- 172.21.15.3:0/75679976 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fda2802a070 con 0x7fda3c106120 2024-05-21T19:22:30.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.140+0000 7fda4d6f2b80 1 Processor -- start 2024-05-21T19:22:30.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 -- start start 2024-05-21T19:22:30.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b4851bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556b48479e40 con 0x556b48521610 2024-05-21T19:22:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556b484699e0 con 0x556b4851c140 2024-05-21T19:22:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.141+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556b4846da20 con 0x556b48521f30 2024-05-21T19:22:30.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda40e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda3b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda40e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59914/0 (socket says 172.21.15.3:59914) 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda40e00700 1 -- 172.21.15.3:0/1625664295 learned_addr learned my addr 172.21.15.3:0/1625664295 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda3be00700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b4851bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda38c00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 0x7fda200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda3b400700 1 -- 172.21.15.3:0/1625664295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 msgr2=0x556b4851bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.142+0000 7fda38c00700 1 -- 172.21.15.3:0/75679976 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda280e2f30 con 0x7fda3c106120 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3b400700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b4851bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3b400700 1 -- 172.21.15.3:0/1625664295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 msgr2=0x556b485219f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3b400700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3b400700 1 -- 172.21.15.3:0/1625664295 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b48432420 con 0x556b4851c140 2024-05-21T19:22:30.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda40e00700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:30.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3be00700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b4851bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:22:30.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda40e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 0x7fda200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda3b400700 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851c5c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fda280e0950 tx=0x7fda28022c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18cd014d92ed63fe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda31600700 1 -- 172.21.15.3:0/1625664295 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda280a9eb0 con 0x556b4851c140 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda31600700 1 -- 172.21.15.3:0/1625664295 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda280aa070 con 0x556b4851c140 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.143+0000 7fda31600700 1 -- 172.21.15.3:0/1625664295 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda280a9cd0 con 0x556b4851c140 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1625664295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 msgr2=0x556b4851c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda40e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 0x7fda200b4d40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fda340094b0 tx=0x7fda34004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851c5c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fda280e0950 tx=0x7fda28022c30 comp rx=0 tx=0).stop 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1625664295 shutdown_connections 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851c5c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485219f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1625664295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b4851bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1625664295 >> 172.21.15.3:0/1625664295 conn(0x556b48449be0 msgr2=0x556b48516690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.144+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1625664295 shutdown_connections 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.145+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1625664295 wait complete. 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.145+0000 7fda4d6f2b80 1 -- start start 2024-05-21T19:22:30.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.145+0000 7fda4d6f2b80 1 Processor -- start 2024-05-21T19:22:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b4851c140 0x556b48527c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 0x556b48524fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556b4836ffa0 con 0x556b4851c140 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556b4840a760 con 0x556b48521f30 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556b485287a0 con 0x556b48521610 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.146+0000 7fda4d6f2b80 10 client.0 _ll_register_callbacks cb 0x556b48413c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda3be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b4851c140 0x556b48527c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44712/0 (socket says 172.21.15.3:44712) 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 -- 172.21.15.3:0/4024350996 learned_addr learned my addr 172.21.15.3:0/4024350996 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda3b400700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 0x556b48524fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 -- 172.21.15.3:0/4024350996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 msgr2=0x556b48524fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 0x556b48524fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 -- 172.21.15.3:0/4024350996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b4851c140 msgr2=0x556b48527c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b4851c140 0x556b48527c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 -- 172.21.15.3:0/4024350996 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b483b98d0 con 0x556b48521f30 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda3b400700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 0x556b48524fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda40e00700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fda34007f00 tx=0x7fda3400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26e3e6f1dd0f017f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.147+0000 7fda26000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3402a060 con 0x556b48521f30 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda34003a00 con 0x556b48521f30 2024-05-21T19:22:30.150 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda280aa070 con 0x556b48521f30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fda34011510 con 0x556b48521f30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda4d6f2b80 10 client.28769 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556b4843a060 con 0x556b48521f30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda280aa070 con 0x556b48521f30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.148+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fda34030400 con 0x556b48521f30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 10 client.28769 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 10 client.28769 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:30.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 20 client.28769 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485351e0 0x556b485375d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 4 client.28769 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b4847bd90 con 0x556b485351e0 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.149+0000 7fda3be00700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485351e0 0x556b485375d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.150+0000 7fda3be00700 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485351e0 0x556b485375d0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8823c0d026028350 server_cookie=b11ed40e796f7a90 in_seq=0 out_seq=0 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.150+0000 7fda26000700 10 client.28769 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.150+0000 7fda26000700 1 -- 172.21.15.3:0/4024350996 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556b4847bd90 con 0x556b485351e0 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.150+0000 7fda26000700 10 client.28769 handle_command_reply: tid=0 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.150+0000 7fda4d6f2b80 1 client.28769 shutdown 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 msgr2=0x556b48525500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fda34007f00 tx=0x7fda3400b040 comp rx=0 tx=0).stop 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 shutdown_connections 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485351e0 0x556b485375d0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521f30 0x556b48525500 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b4851c140 0x556b48527c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/4024350996 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521610 0x556b48524fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda26000700 0 client.28769 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 >> 172.21.15.3:0/4024350996 conn(0x556b48449be0 msgr2=0x556b48515d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 shutdown_connections 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/4024350996 wait complete. 2024-05-21T19:22:30.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.151+0000 7fda4d6f2b80 20 client.28769 trim_cache size 0 max 16384 2024-05-21T19:22:30.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 Processor -- start 2024-05-21T19:22:30.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 -- start start 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485252f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1b2620 con 0x556b48521610 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1afeb0 con 0x556b4851c140 2024-05-21T19:22:30.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.174+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1add20 con 0x556b48521f30 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45128/0 (socket says 172.21.15.3:45128) 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 -- 172.21.15.3:0/3584677680 learned_addr learned my addr 172.21.15.3:0/3584677680 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda3b400700 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485252f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda3be00700 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 -- 172.21.15.3:0/3584677680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 msgr2=0x556b4851bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 -- 172.21.15.3:0/3584677680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 msgr2=0x556b485252f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485252f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.175+0000 7fda40e00700 1 -- 172.21.15.3:0/3584677680 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b48532c00 con 0x556b48521f30 2024-05-21T19:22:30.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.176+0000 7fda40e00700 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fda34012010 tx=0x7fda34030ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c190e10417096e32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.176+0000 7fda30c00700 1 -- 172.21.15.3:0/3584677680 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34030600 con 0x556b48521f30 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.176+0000 7fda30c00700 1 -- 172.21.15.3:0/3584677680 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda34005c00 con 0x556b48521f30 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.176+0000 7fda30c00700 1 -- 172.21.15.3:0/3584677680 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34004580 con 0x556b48521f30 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/3584677680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 msgr2=0x556b48522a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fda34012010 tx=0x7fda34030ca0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/3584677680 shutdown_connections 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b48521f30 0x556b48522a20 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b4851c140 0x556b4851bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/3584677680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521610 0x556b485252f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/3584677680 >> 172.21.15.3:0/3584677680 conn(0x556b48449be0 msgr2=0x556b48522310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/3584677680 shutdown_connections 2024-05-21T19:22:30.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.177+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/3584677680 wait complete. 2024-05-21T19:22:30.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 -- start start 2024-05-21T19:22:30.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 Processor -- start 2024-05-21T19:22:30.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 0x556b4853d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 0x556b4853d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1ae370 con 0x556b48521f30 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1af7e0 con 0x556b48521610 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fda3c1aea40 con 0x556b4851c140 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.178+0000 7fda4d6f2b80 10 client.0 _ll_register_callbacks cb 0x556b48413c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda40e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 0x556b4853d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 0x556b4853d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda40e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 0x556b4853d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59938/0 (socket says 172.21.15.3:59938) 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45142/0 (socket says 172.21.15.3:45142) 2024-05-21T19:22:30.182 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda40e00700 1 -- 172.21.15.3:0/1559554930 learned_addr learned my addr 172.21.15.3:0/1559554930 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 0x556b4853d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:44728/0 (socket says 172.21.15.3:44728) 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 -- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 msgr2=0x556b4853d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 0x556b4853d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 -- 172.21.15.3:0/1559554930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 msgr2=0x556b4853d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 0x556b4853d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 -- 172.21.15.3:0/1559554930 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b4859eec0 con 0x556b4851c140 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda3be00700 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fda2c01dfd0 tx=0x7fda2c003960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=519ac9d3cc072d96 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.179+0000 7fda26000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c004830 con 0x556b4851c140 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fda2c0049d0 con 0x556b4851c140 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda34005c00 con 0x556b4851c140 2024-05-21T19:22:30.183 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fda2c004bd0 con 0x556b4851c140 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda4d6f2b80 10 client.28768 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556b485a0210 con 0x556b4851c140 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda34005c00 con 0x556b4851c140 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.180+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fda2c01d5e0 con 0x556b4851c140 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 10 client.28768 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 10 client.28768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 20 client.28768 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485a08c0 0x556b485a2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 4 client.28768 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:22:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556b48475570 con 0x556b485a08c0 2024-05-21T19:22:30.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.181+0000 7fda3b400700 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485a08c0 0x556b485a2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:30.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda3b400700 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485a08c0 0x556b485a2cb0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13097ddb5c260921 server_cookie=28acf9fd45ed6727 in_seq=0 out_seq=0 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda26000700 10 client.28768 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda26000700 1 -- 172.21.15.3:0/1559554930 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556b48475570 con 0x556b485a08c0 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda26000700 10 client.28768 handle_command_reply: tid=0 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 client.28768 shutdown 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 msgr2=0x556b4853cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fda2c01dfd0 tx=0x7fda2c003960 comp rx=0 tx=0).stop 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 shutdown_connections 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x556b485a08c0 0x556b485a2cb0 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556b48521f30 0x556b4853d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556b4851c140 0x556b4853cb60 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 --2- 172.21.15.3:0/1559554930 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556b48521610 0x556b4853d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda26000700 0 client.28768 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 >> 172.21.15.3:0/1559554930 conn(0x556b48449be0 msgr2=0x556b48520100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 shutdown_connections 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 1 -- 172.21.15.3:0/1559554930 wait complete. 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.182+0000 7fda4d6f2b80 20 client.28768 trim_cache size 0 max 16384 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout: "48f16855-edae-4943-9576-540f0ad0f82b": { 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:22:30.187 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "48f16855-edae-4943-9576-540f0ad0f82b", 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.183+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 msgr2=0x7fda200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.183+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 0x7fda200b4d40 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fda340094b0 tx=0x7fda34004ad0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.183+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 msgr2=0x7fda3c19c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.183+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fda28005910 tx=0x7fda2800b670 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 shutdown_connections 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fda200b2880 0x7fda200b4d40 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fda3c10b760 0x7fda3c1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fda3c105760 0x7fda3c19bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 --2- 172.21.15.3:0/75679976 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fda3c106120 0x7fda3c19c3e0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 >> 172.21.15.3:0/75679976 conn(0x7fda3c101270 msgr2=0x7fda3c101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 shutdown_connections 2024-05-21T19:22:30.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:30.184+0000 7fda42e00700 1 -- 172.21.15.3:0/75679976 wait complete. 2024-05-21T19:22:31.139 INFO:tasks.cephfs.filesystem:scrub status for tag:48f16855-edae-4943-9576-540f0ad0f82b - {'path': '/', 'tag': '48f16855-edae-4943-9576-540f0ad0f82b', 'options': 'recursive,force'} 2024-05-21T19:22:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:31 smithi104 ceph-mon[36417]: pgmap v877: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:22:32.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:31 smithi003 ceph-mon[31577]: pgmap v877: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:22:32.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:31 smithi178 ceph-mon[36523]: pgmap v877: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.197+0000 7f10b1000640 1 -- 172.21.15.3:0/3628393915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 msgr2=0x7f10ac10aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.197+0000 7f10b1000640 1 --2- 172.21.15.3:0/3628393915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac10aa00 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f10a4009900 tx=0x7f10a402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 -- 172.21.15.3:0/3628393915 shutdown_connections 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 --2- 172.21.15.3:0/3628393915 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac10aa00 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 --2- 172.21.15.3:0/3628393915 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 0x7f10ac108070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 --2- 172.21.15.3:0/3628393915 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 -- 172.21.15.3:0/3628393915 >> 172.21.15.3:0/3628393915 conn(0x7f10ac0fcd40 msgr2=0x7f10ac0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.200 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 -- 172.21.15.3:0/3628393915 shutdown_connections 2024-05-21T19:22:32.200 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.198+0000 7f10b1000640 1 -- 172.21.15.3:0/3628393915 wait complete. 2024-05-21T19:22:32.201 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 Processor -- start 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 -- start start 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 0x7f10ac199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac1a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac10e420 con 0x7f10ac105c80 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac10e2a0 con 0x7f10ac103350 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.199+0000 7f10b1000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac10e5a0 con 0x7f10ac1085b0 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10abe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac1a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 0x7f10ac199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10abe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac1a0070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50994/0 (socket says 172.21.15.3:50994) 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10abe00640 1 -- 172.21.15.3:0/4042454275 learned_addr learned my addr 172.21.15.3:0/4042454275 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 -- 172.21.15.3:0/4042454275 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 msgr2=0x7f10ac1a0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac1a0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 -- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 msgr2=0x7f10ac199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 0x7f10ac199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 -- 172.21.15.3:0/4042454275 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10ac1a06e0 con 0x7f10ac103350 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10ab400640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac198ac0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f109c009fd0 tx=0x7f109c00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.200+0000 7f10a8c00640 1 -- 172.21.15.3:0/4042454275 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c004b20 con 0x7f10ac103350 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.201+0000 7f10a8c00640 1 -- 172.21.15.3:0/4042454275 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f109c004cc0 con 0x7f10ac103350 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.201+0000 7f10a8c00640 1 -- 172.21.15.3:0/4042454275 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c010720 con 0x7f10ac103350 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.201+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10ac1a09d0 con 0x7f10ac103350 2024-05-21T19:22:32.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.201+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10ac1a0ed0 con 0x7f10ac103350 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 Processor -- start 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 -- start start 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10a8c00640 1 -- 172.21.15.3:0/4042454275 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f109c005020 con 0x7f10ac103350 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf889100 0x561ecf889520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf88e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561ecf7f4b90 con 0x561ecf889100 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561ecf7e4730 con 0x561ecf88ec60 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.204+0000 7f10b540b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561ecf7e8770 con 0x561ecf889af0 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf889100 0x561ecf889520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57014/0 (socket says 172.21.15.3:57014) 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 -- 172.21.15.3:0/61944289 learned_addr learned my addr 172.21.15.3:0/61944289 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10ab400640 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf88e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 -- 172.21.15.3:0/61944289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 msgr2=0x561ecf88e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf88e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 -- 172.21.15.3:0/61944289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf889100 msgr2=0x561ecf889520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf889100 0x561ecf889520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 -- 172.21.15.3:0/61944289 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ecf77d8b0 con 0x561ecf88ec60 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10ab400640 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf88e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:32.207 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.205+0000 7f10a2a00640 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1094009c60 tx=0x7f1094011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d1925eb87ae4123 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10a0c00640 1 -- 172.21.15.3:0/61944289 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1094004230 con 0x561ecf88ec60 2024-05-21T19:22:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10a0c00640 1 -- 172.21.15.3:0/61944289 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10940043d0 con 0x561ecf88ec60 2024-05-21T19:22:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10a0c00640 1 -- 172.21.15.3:0/61944289 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1094004cf0 con 0x561ecf88ec60 2024-05-21T19:22:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10a8c00640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 0x7f10900b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 -- 172.21.15.3:0/61944289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 msgr2=0x561ecf8910f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1094009c60 tx=0x7f1094011810 comp rx=0 tx=0).stop 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10a8c00640 1 -- 172.21.15.3:0/4042454275 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f109c0e2a30 con 0x7f10ac103350 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 -- 172.21.15.3:0/61944289 shutdown_connections 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf88e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf88ec60 0x561ecf8910f0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 --2- 172.21.15.3:0/61944289 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf889100 0x561ecf889520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.206+0000 7f10b540b740 1 -- 172.21.15.3:0/61944289 >> 172.21.15.3:0/61944289 conn(0x561ecf884770 msgr2=0x561ecf884b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10abe00640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 0x7f10900b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10b540b740 1 -- 172.21.15.3:0/61944289 shutdown_connections 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10b540b740 1 -- 172.21.15.3:0/61944289 wait complete. 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10b540b740 1 -- start start 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10abe00640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 0x7f10900b4ca0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x561ecf88a350 tx=0x7f10a40058d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.207+0000 7f10b540b740 1 Processor -- start 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf892fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf8934f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf89a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x561ecf4ca790 con 0x561ecf88ec60 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x561ecf78cbc0 con 0x561ecf889af0 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x561ecf891c10 con 0x561ecf889100 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10b540b740 10 client.0 _ll_register_callbacks cb 0x561ecf76a400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf89a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10ab400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf892fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf8934f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf89a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59726/0 (socket says 172.21.15.3:59726) 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.208+0000 7f10abe00640 1 -- 172.21.15.3:0/4142680404 learned_addr learned my addr 172.21.15.3:0/4142680404 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:32.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 -- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 msgr2=0x561ecf8934f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf8934f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 -- 172.21.15.3:0/4142680404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 msgr2=0x561ecf89a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf89a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 -- 172.21.15.3:0/4142680404 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ecf4f9210 con 0x561ecf889100 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10ab400640 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf892fb0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x561ecf88a560 tx=0x7f109c0a9da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b658e144311a84f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f1099600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c0c4060 con 0x561ecf889100 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f109c0b2bb0 con 0x561ecf889100 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10940043d0 con 0x561ecf889100 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.209+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f109c0a9ae0 con 0x561ecf889100 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 10 client.28780 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:32.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561ecf5c5620 con 0x561ecf889100 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10940043d0 con 0x561ecf889100 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f109c0053a0 con 0x561ecf889100 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 10 client.28780 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 10 client.28780 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 20 client.28780 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf89ea60 0x561ecf8a0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 4 client.28780 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ecf7f6ae0 con 0x561ecf89ea60 2024-05-21T19:22:32.215 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.210+0000 7f10a2a00640 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf89ea60 0x561ecf8a0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.211+0000 7f10a2a00640 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf89ea60 0x561ecf8a0eb0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=781bbe5eea7167e8 server_cookie=85e4aa03371b02c0 in_seq=0 out_seq=0 2024-05-21T19:22:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.211+0000 7f1099600640 10 client.28780 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f1099600640 1 -- 172.21.15.3:0/4142680404 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561ecf7f6ae0 con 0x561ecf89ea60 2024-05-21T19:22:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f1099600640 10 client.28780 handle_command_reply: tid=0 2024-05-21T19:22:32.216 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 client.28780 shutdown 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 msgr2=0x561ecf892fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf892fb0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x561ecf88a560 tx=0x7f109c0a9da0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 shutdown_connections 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf89ea60 0x561ecf8a0eb0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf89a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf8934f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 --2- 172.21.15.3:0/4142680404 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf892fb0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 >> 172.21.15.3:0/4142680404 conn(0x561ecf884770 msgr2=0x561ecf87f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f1099600640 0 client.28780 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 shutdown_connections 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 1 -- 172.21.15.3:0/4142680404 wait complete. 2024-05-21T19:22:32.217 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.213+0000 7f10b540b740 20 client.28780 trim_cache size 0 max 16384 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.229+0000 7f10b540b740 1 Processor -- start 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 -- start start 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf887f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf8932d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1aa400 con 0x561ecf88ec60 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1a7cd0 con 0x561ecf889af0 2024-05-21T19:22:32.232 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10b540b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1a5b20 con 0x561ecf889100 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf8932d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10ab400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf887f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57040/0 (socket says 172.21.15.3:57040) 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10a2a00640 1 -- 172.21.15.3:0/222934299 learned_addr learned my addr 172.21.15.3:0/222934299 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.230+0000 7f10abe00640 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf8932d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:59740/0 (socket says 172.21.15.3:59740) 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 -- 172.21.15.3:0/222934299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 msgr2=0x561ecf887f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf887f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 -- 172.21.15.3:0/222934299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 msgr2=0x561ecf8932d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf8932d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 -- 172.21.15.3:0/222934299 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ecf89b230 con 0x561ecf889af0 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10ab400640 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf887f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f10a2a00640 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1094009fd0 tx=0x7f1094004580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0614361c19c6909 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f109be00640 1 -- 172.21.15.3:0/222934299 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1094032070 con 0x561ecf889af0 2024-05-21T19:22:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f109be00640 1 -- 172.21.15.3:0/222934299 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f109401f040 con 0x561ecf889af0 2024-05-21T19:22:32.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.231+0000 7f109be00640 1 -- 172.21.15.3:0/222934299 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109401e040 con 0x561ecf889af0 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 -- 172.21.15.3:0/222934299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 msgr2=0x561ecf89a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1094009fd0 tx=0x7f1094004580 comp rx=0 tx=0).stop 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 -- 172.21.15.3:0/222934299 shutdown_connections 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf8932d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889af0 0x561ecf89a480 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 --2- 172.21.15.3:0/222934299 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889100 0x561ecf887f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 -- 172.21.15.3:0/222934299 >> 172.21.15.3:0/222934299 conn(0x561ecf884770 msgr2=0x561ecf892bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 -- 172.21.15.3:0/222934299 shutdown_connections 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.232+0000 7f10b540b740 1 -- 172.21.15.3:0/222934299 wait complete. 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 -- start start 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 Processor -- start 2024-05-21T19:22:32.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf897a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf898a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1a6190 con 0x561ecf88ec60 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1a7600 con 0x561ecf889100 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f10ac1a6860 con 0x561ecf889af0 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10b540b740 10 client.0 _ll_register_callbacks cb 0x7f109c005ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.233+0000 7f10abe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf898a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:57050/0 (socket says 172.21.15.3:57050) 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 -- 172.21.15.3:0/147346482 learned_addr learned my addr 172.21.15.3:0/147346482 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10a2a00640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf897a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 -- 172.21.15.3:0/147346482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 msgr2=0x561ecf897a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.238 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf897a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 -- 172.21.15.3:0/147346482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 msgr2=0x561ecf898a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf898a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 -- 172.21.15.3:0/147346482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ecf899020 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f10ab400640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f109c00c760 tx=0x7f109c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ce65180d64943a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f1099600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.234+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f109c0c4040 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f109401f040 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f109c0a65c0 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f109c005520 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 10 client.28793 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561ecf89a3a0 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f109401f040 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f109c0a8df0 con 0x561ecf889100 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 10 client.28793 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:32.239 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 10 client.28793 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 20 client.28793 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf9098a0 0x561ecf90bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 4 client.28793 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.235+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561ecf7f02c0 con 0x561ecf9098a0 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.236+0000 7f10a2a00640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf9098a0 0x561ecf90bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.236+0000 7f10a2a00640 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf9098a0 0x561ecf90bc90 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fa47e3f5228658f server_cookie=803cf89ac4d93b3e in_seq=0 out_seq=0 2024-05-21T19:22:32.240 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.236+0000 7f1099600640 10 client.28793 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f1099600640 1 -- 172.21.15.3:0/147346482 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561ecf7f02c0 con 0x561ecf9098a0 2024-05-21T19:22:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f1099600640 10 client.28793 handle_command_reply: tid=0 2024-05-21T19:22:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 client.28793 shutdown 2024-05-21T19:22:32.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 msgr2=0x561ecf897530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f109c00c760 tx=0x7f109c004ab0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 shutdown_connections 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x561ecf9098a0 0x561ecf90bc90 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x561ecf889af0 0x561ecf897a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x561ecf88ec60 0x561ecf898a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 --2- 172.21.15.3:0/147346482 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x561ecf889100 0x561ecf897530 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 >> 172.21.15.3:0/147346482 conn(0x561ecf884770 msgr2=0x561ecf88a590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f1099600640 0 client.28793 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 shutdown_connections 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 1 -- 172.21.15.3:0/147346482 wait complete. 2024-05-21T19:22:32.246 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.244+0000 7f10b540b740 20 client.28793 trim_cache size 0 max 16384 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 msgr2=0x7f10900b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 0x7f10900b4ca0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x561ecf88a350 tx=0x7f10a40058d0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.247 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 msgr2=0x7f10ac198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac198ac0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f109c009fd0 tx=0x7f109c00ef90 comp rx=0 tx=0).stop 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 shutdown_connections 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f10900b27e0 0x7f10900b4ca0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f10ac1085b0 0x7f10ac1a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f10ac105c80 0x7f10ac199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 --2- 172.21.15.3:0/4042454275 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f10ac103350 0x7f10ac198ac0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 >> 172.21.15.3:0/4042454275 conn(0x7f10ac0fcd40 msgr2=0x7f10ac103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.245+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 shutdown_connections 2024-05-21T19:22:32.248 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:32.246+0000 7f10b1000640 1 -- 172.21.15.3:0/4042454275 wait complete. 2024-05-21T19:22:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:33 smithi104 ceph-mon[36417]: pgmap v878: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:22:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:33 smithi003 ceph-mon[31577]: pgmap v878: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:22:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:33 smithi178 ceph-mon[36523]: pgmap v878: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:22:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:35 smithi104 ceph-mon[36417]: pgmap v879: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.9 KiB/s wr, 14 op/s 2024-05-21T19:22:36.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:35 smithi003 ceph-mon[31577]: pgmap v879: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.9 KiB/s wr, 14 op/s 2024-05-21T19:22:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:35 smithi178 ceph-mon[36523]: pgmap v879: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 7.9 KiB/s wr, 14 op/s 2024-05-21T19:22:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:37 smithi104 ceph-mon[36417]: pgmap v880: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:22:38.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:37 smithi003 ceph-mon[31577]: pgmap v880: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:22:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:37 smithi178 ceph-mon[36523]: pgmap v880: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.9 KiB/s wr, 15 op/s 2024-05-21T19:22:39.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:38 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:22:39.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:38 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:22:39.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:38 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:22:39.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:38 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:22:39.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:38 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:22:39.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:38 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:22:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:39 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:22:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:39 smithi003 ceph-mon[31577]: pgmap v881: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:22:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:39 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:22:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:39 smithi178 ceph-mon[36523]: pgmap v881: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:22:40.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:39 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:22:40.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:39 smithi104 ceph-mon[36417]: pgmap v881: 97 pgs: 97 active+clean; 4.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.5 KiB/s wr, 14 op/s 2024-05-21T19:22:41.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:40 smithi003 ceph-mon[31577]: pgmap v882: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.4 KiB/s wr, 14 op/s 2024-05-21T19:22:41.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:40 smithi178 ceph-mon[36523]: pgmap v882: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.4 KiB/s wr, 14 op/s 2024-05-21T19:22:41.226 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:40 smithi104 ceph-mon[36417]: pgmap v882: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.4 KiB/s wr, 14 op/s 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:22:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:41 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:22:42.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:41 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:22:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:22:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi104 to 176.2M 2024-05-21T19:22:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:41 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi104 to 184783155: error parsing value: Value '184783155' is below minimum 939524096 2024-05-21T19:22:43.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.011 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:22:43.012 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:42 smithi003 ceph-mon[31577]: pgmap v883: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:22:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:42 smithi178 ceph-mon[36523]: pgmap v883: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi003 to 177.5M 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi003 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:22:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:42 smithi104 ceph-mon[36417]: pgmap v883: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-05-21T19:22:44.894 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.4 2024-05-21T19:22:44.894 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:22:45.381 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 -- 172.21.15.3:0/3599869941 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0105e60 msgr2=0x7fe1a0108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 --2- 172.21.15.3:0/3599869941 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0105e60 0x7fe1a0108250 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009900 tx=0x7fe18c02a3f0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 -- 172.21.15.3:0/3599869941 shutdown_connections 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 --2- 172.21.15.3:0/3599869941 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0108790 0x7fe1a010abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 --2- 172.21.15.3:0/3599869941 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0105e60 0x7fe1a0108250 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 --2- 172.21.15.3:0/3599869941 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0103530 0x7fe1a0105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 -- 172.21.15.3:0/3599869941 >> 172.21.15.3:0/3599869941 conn(0x7fe1a00fcf20 msgr2=0x7fe1a00ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 -- 172.21.15.3:0/3599869941 shutdown_connections 2024-05-21T19:22:45.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.394+0000 7fe1a6000640 1 -- 172.21.15.3:0/3599869941 wait complete. 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.395+0000 7fe1a6000640 1 Processor -- start 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.395+0000 7fe1a6000640 1 -- start start 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0103530 0x7fe1a019aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0105e60 0x7fe1a019b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a010e630 con 0x7fe1a0108790 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a010e4b0 con 0x7fe1a0105e60 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe1a6000640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a010e7b0 con 0x7fe1a0103530 2024-05-21T19:22:45.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37694/0 (socket says 172.21.15.3:37694) 2024-05-21T19:22:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 -- 172.21.15.3:0/1255585759 learned_addr learned my addr 172.21.15.3:0/1255585759 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19ea00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0105e60 0x7fe1a019b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19f400640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0103530 0x7fe1a019aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 -- 172.21.15.3:0/1255585759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0103530 msgr2=0x7fe1a019aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0103530 0x7fe1a019aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 -- 172.21.15.3:0/1255585759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0105e60 msgr2=0x7fe1a019b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0105e60 0x7fe1a019b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.396+0000 7fe19fe00640 1 -- 172.21.15.3:0/1255585759 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1a01a2ac0 con 0x7fe1a0108790 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe19fe00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe19800eb10 tx=0x7fe19800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe197e00640 1 -- 172.21.15.3:0/1255585759 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198004b20 con 0x7fe1a0108790 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe197e00640 1 -- 172.21.15.3:0/1255585759 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe198004cc0 con 0x7fe1a0108790 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe197e00640 1 -- 172.21.15.3:0/1255585759 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198010670 con 0x7fe1a0108790 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1a01a2db0 con 0x7fe1a0108790 2024-05-21T19:22:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.397+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1a01a3270 con 0x7fe1a0108790 2024-05-21T19:22:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.401+0000 7fe197e00640 1 -- 172.21.15.3:0/1255585759 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe198005020 con 0x7fe1a0108790 2024-05-21T19:22:45.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.402+0000 7fe1a8dbd740 1 Processor -- start 2024-05-21T19:22:45.402 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.402+0000 7fe1a8dbd740 1 -- start start 2024-05-21T19:22:45.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.402+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888bb30 0x55b59888bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888c520 0x55b598891020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.403 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5987fbb90 con 0x55b598891690 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b5987eb730 con 0x55b59888bb30 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5987ef770 con 0x55b59888c520 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37706/0 (socket says 172.21.15.3:37706) 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe19ea00640 1 -- 172.21.15.3:0/3159050509 learned_addr learned my addr 172.21.15.3:0/3159050509 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888bb30 0x55b59888bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe19f400640 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888c520 0x55b598891020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.403+0000 7fe197e00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 0x7fe1840b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 -- 172.21.15.3:0/3159050509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888c520 msgr2=0x55b598891020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888c520 0x55b598891020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 -- 172.21.15.3:0/3159050509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888bb30 msgr2=0x55b59888bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888bb30 0x55b59888bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 -- 172.21.15.3:0/3159050509 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5987848b0 con 0x55b598891690 2024-05-21T19:22:45.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19fe00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 0x7fe1840b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe197e00640 1 -- 172.21.15.3:0/1255585759 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe1980e2790 con 0x7fe1a0108790 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005dc0 tx=0x7fe18c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ed41b3b334222b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe18be00640 1 -- 172.21.15.3:0/3159050509 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c035040 con 0x55b598891690 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe18be00640 1 -- 172.21.15.3:0/3159050509 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c003aa0 con 0x55b598891690 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.404+0000 7fe18be00640 1 -- 172.21.15.3:0/3159050509 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c031aa0 con 0x55b598891690 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3159050509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 msgr2=0x55b598893b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe19fe00640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 0x7fe1840b4d60 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fe1980a5e10 tx=0x7fe1980cc040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005dc0 tx=0x7fe18c005d50 comp rx=0 tx=0).stop 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3159050509 shutdown_connections 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888c520 0x55b598891020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b598891690 0x55b598893b20 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3159050509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888bb30 0x55b59888bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3159050509 >> 172.21.15.3:0/3159050509 conn(0x55b5988871a0 msgr2=0x55b5988875a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3159050509 shutdown_connections 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.405+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3159050509 wait complete. 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.406+0000 7fe1a8dbd740 1 -- start start 2024-05-21T19:22:45.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.406+0000 7fe1a8dbd740 1 Processor -- start 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 0x55b598895980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 0x55b59889ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b5984d1790 con 0x55b59888c520 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b598793bc0 con 0x55b598891690 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b5988945e0 con 0x55b59888bb30 2024-05-21T19:22:45.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe1a8dbd740 10 client.0 _ll_register_callbacks cb 0x55b598771400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 0x55b598895980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 0x55b598895980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:33838/0 (socket says 172.21.15.3:33838) 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37716/0 (socket says 172.21.15.3:37716) 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19ea00640 1 -- 172.21.15.3:0/2244911096 learned_addr learned my addr 172.21.15.3:0/2244911096 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.407+0000 7fe19ea00640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 0x55b59889ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 -- 172.21.15.3:0/2244911096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 msgr2=0x55b598895980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 0x55b598895980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 -- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 msgr2=0x55b59889ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 0x55b59889ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 -- 172.21.15.3:0/2244911096 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b598500210 con 0x55b59888c520 2024-05-21T19:22:45.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19ea00640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 0x55b59889ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe19f400640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x55b59888c920 tx=0x7fe190012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6011a1c94ae449e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe188c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe19000f890 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe19000fa30 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.408+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe18c003aa0 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe19000fc30 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 10 client.18714 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b5985cc620 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c003aa0 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe190026420 con 0x55b59888c520 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 10 client.18714 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 10 client.18714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 20 client.18714 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:45.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5988a15c0 0x55b5988a3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 4 client.18714 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.409+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5987fdae0 con 0x55b5988a15c0 2024-05-21T19:22:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.410+0000 7fe19ea00640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5988a15c0 0x55b5988a3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.410+0000 7fe19ea00640 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5988a15c0 0x55b5988a3a00 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3742efa939fdbf7b server_cookie=4490a4b9d61bd70c in_seq=0 out_seq=0 2024-05-21T19:22:45.413 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.410+0000 7fe188c00640 10 client.18714 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.411+0000 7fe188c00640 1 -- 172.21.15.3:0/2244911096 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b5987fdae0 con 0x55b5988a15c0 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.411+0000 7fe188c00640 10 client.18714 handle_command_reply: tid=0 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.411+0000 7fe1a8dbd740 1 client.18714 shutdown 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 msgr2=0x55b598895ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x55b59888c920 tx=0x7fe190012b60 comp rx=0 tx=0).stop 2024-05-21T19:22:45.414 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 shutdown_connections 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b5988a15c0 0x55b5988a3a00 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b598891690 0x55b59889ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888c520 0x55b598895ec0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/2244911096 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b59888bb30 0x55b598895980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe188c00640 0 client.18714 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 >> 172.21.15.3:0/2244911096 conn(0x55b5988871a0 msgr2=0x55b598886310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 shutdown_connections 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/2244911096 wait complete. 2024-05-21T19:22:45.415 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.412+0000 7fe1a8dbd740 20 client.18714 trim_cache size 0 max 16384 2024-05-21T19:22:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.430+0000 7fe1a8dbd740 1 Processor -- start 2024-05-21T19:22:45.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.430+0000 7fe1a8dbd740 1 -- start start 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b598881f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01ae9d0 con 0x55b59888bb30 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01ac2a0 con 0x55b59888c520 2024-05-21T19:22:45.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01aa0f0 con 0x55b598891690 2024-05-21T19:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37720/0 (socket says 172.21.15.3:37720) 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe19ea00640 1 -- 172.21.15.3:0/3705416904 learned_addr learned my addr 172.21.15.3:0/3705416904 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe19f400640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.431+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b598881f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 -- 172.21.15.3:0/3705416904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 msgr2=0x55b598881f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b598881f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 -- 172.21.15.3:0/3705416904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 msgr2=0x55b59889ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 -- 172.21.15.3:0/3705416904 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b598886fd0 con 0x55b59888bb30 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19f400640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe19ea00640 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005dc0 tx=0x7fe18c03f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fedf24bb5c506845 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe18b400640 1 -- 172.21.15.3:0/3705416904 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c035040 con 0x55b59888bb30 2024-05-21T19:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe18b400640 1 -- 172.21.15.3:0/3705416904 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0038b0 con 0x55b59888bb30 2024-05-21T19:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.432+0000 7fe18b400640 1 -- 172.21.15.3:0/3705416904 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c03d6e0 con 0x55b59888bb30 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3705416904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 msgr2=0x55b59888a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005dc0 tx=0x7fe18c03f040 comp rx=0 tx=0).stop 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3705416904 shutdown_connections 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b598881f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/3705416904 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59888a8a0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3705416904 >> 172.21.15.3:0/3705416904 conn(0x55b5988871a0 msgr2=0x55b59888a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3705416904 shutdown_connections 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.433+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/3705416904 wait complete. 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 -- start start 2024-05-21T19:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 Processor -- start 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b59889bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01aa760 con 0x55b59888bb30 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01abbd0 con 0x55b59888c520 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a01aae30 con 0x55b598891690 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.434+0000 7fe1a8dbd740 10 client.0 _ll_register_callbacks cb 0x7fe190009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37728/0 (socket says 172.21.15.3:37728) 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 -- 172.21.15.3:0/648935128 learned_addr learned my addr 172.21.15.3:0/648935128 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19f400640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b59889bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 -- 172.21.15.3:0/648935128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 msgr2=0x55b59889bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b59889bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 -- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 msgr2=0x55b59889ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.435+0000 7fe19ea00640 1 -- 172.21.15.3:0/648935128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b598894720 con 0x55b59888bb30 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe19ea00640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005ab0 tx=0x7fe18c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13f586e9e90313c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe188c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c035040 con 0x55b59888bb30 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe18c0038b0 con 0x55b59888bb30 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fe18c0317a0 con 0x55b59888bb30 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe18c0319c0 con 0x55b59888bb30 2024-05-21T19:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe1a8dbd740 10 client.18720 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b59890c1a0 con 0x55b59888bb30 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.436+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18c0038b0 con 0x55b59888bb30 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fe18c063440 con 0x55b59888bb30 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 10 client.18720 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 10 client.18720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 20 client.18720 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b59890c5e0 0x55b59890ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 4 client.18720 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:22:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b5987f72c0 con 0x55b59890c5e0 2024-05-21T19:22:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.437+0000 7fe19f400640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b59890c5e0 0x55b59890ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.438+0000 7fe188c00640 10 client.18720 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.438+0000 7fe19f400640 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b59890c5e0 0x55b59890ea00 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25d9a529507176d server_cookie=1320fbdde86bbd72 in_seq=0 out_seq=0 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.446+0000 7fe188c00640 1 -- 172.21.15.3:0/648935128 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b5987f72c0 con 0x55b59890c5e0 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.446+0000 7fe188c00640 10 client.18720 handle_command_reply: tid=0 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.446+0000 7fe1a8dbd740 1 client.18720 shutdown 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.446+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 msgr2=0x55b59889a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.446+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005ab0 tx=0x7fe18c0057b0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 shutdown_connections 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b59890c5e0 0x55b59890ea00 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b598891690 0x55b59889bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b59888c520 0x55b59889ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 --2- 172.21.15.3:0/648935128 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b59888bb30 0x55b59889a6d0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 >> 172.21.15.3:0/648935128 conn(0x55b5988871a0 msgr2=0x55b59888cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe188c00640 0 client.18720 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 shutdown_connections 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 1 -- 172.21.15.3:0/648935128 wait complete. 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.447+0000 7fe1a8dbd740 20 client.18720 trim_cache size 0 max 16384 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 msgr2=0x7fe1840b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 0x7fe1840b4d60 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fe1980a5e10 tx=0x7fe1980cc040 comp rx=0 tx=0).stop 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 msgr2=0x7fe1a01a2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe19800eb10 tx=0x7fe19800c2d0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 shutdown_connections 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fe1a0108790 0x7fe1a01a2450 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a0105e60 0x7fe1a019b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fe1840b28a0 0x7fe1840b4d60 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 --2- 172.21.15.3:0/1255585759 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fe1a0103530 0x7fe1a019aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 >> 172.21.15.3:0/1255585759 conn(0x7fe1a00fcf20 msgr2=0x7fe1a0102c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 shutdown_connections 2024-05-21T19:22:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:45.448+0000 7fe1a6000640 1 -- 172.21.15.3:0/1255585759 wait complete. 2024-05-21T19:22:45.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:45 smithi003 ceph-mon[31577]: pgmap v884: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:22:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:45 smithi104 ceph-mon[36417]: pgmap v884: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:22:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:45 smithi178 ceph-mon[36523]: pgmap v884: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 -- 172.21.15.3:0/2483254780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 msgr2=0x7f064c1166e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 --2- 172.21.15.3:0/2483254780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1166e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f0644009f90 tx=0x7f064400b330 comp rx=0 tx=0).stop 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 -- 172.21.15.3:0/2483254780 shutdown_connections 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 --2- 172.21.15.3:0/2483254780 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1166e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 --2- 172.21.15.3:0/2483254780 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 --2- 172.21.15.3:0/2483254780 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c113db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.714+0000 7f0650a00700 1 -- 172.21.15.3:0/2483254780 >> 172.21.15.3:0/2483254780 conn(0x7f064c101180 msgr2=0x7f064c1035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:47.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.715+0000 7f0650a00700 1 -- 172.21.15.3:0/2483254780 shutdown_connections 2024-05-21T19:22:47.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.715+0000 7f0650a00700 1 -- 172.21.15.3:0/2483254780 wait complete. 2024-05-21T19:22:47.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 Processor -- start 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 -- start start 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f064c119ca0 con 0x7f064c077a70 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f064c119b20 con 0x7f064c1142f0 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f0650a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f064c119e20 con 0x7f064c078390 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.716+0000 7f064a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:37738/0 (socket says 172.21.15.3:37738) 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064a800700 1 -- 172.21.15.3:0/1862814052 learned_addr learned my addr 172.21.15.3:0/1862814052 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:47.717 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f0643e00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:47.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 -- 172.21.15.3:0/1862814052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 msgr2=0x7f064c1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 -- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 msgr2=0x7f064c1a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 -- 172.21.15.3:0/1862814052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f064c1a5120 con 0x7f064c1142f0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f0643e00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064a800700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.717+0000 7f064b200700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1a49e0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f064400b6c0 tx=0x7f064400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.718+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0644021070 con 0x7f064c1142f0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.718+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f064c1a53b0 con 0x7f064c1142f0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.718+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0644007ac0 con 0x7f064c1142f0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.718+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0644005040 con 0x7f064c1142f0 2024-05-21T19:22:47.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.718+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f064c1acc90 con 0x7f064c1142f0 2024-05-21T19:22:47.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.719+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f064c06a230 con 0x7f064c1142f0 2024-05-21T19:22:47.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.721+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0644024070 con 0x7f064c1142f0 2024-05-21T19:22:47.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.723+0000 7f0643400700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:47.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.723+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f064400f020 con 0x7f064c1142f0 2024-05-21T19:22:47.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.723+0000 7f064a800700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:47.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.724+0000 7f064a800700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 0x7f06300b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f063c011550 tx=0x7f063c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:47.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:47.727+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f064402b020 con 0x7f064c1142f0 2024-05-21T19:22:47.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:47 smithi003 ceph-mon[31577]: pgmap v885: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:22:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:47 smithi104 ceph-mon[36417]: pgmap v885: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:22:48.013 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.013+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f064c1a1470 con 0x7f064c1142f0 2024-05-21T19:22:48.015 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.015+0000 7f0643400700 1 -- 172.21.15.3:0/1862814052 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f0644007420 con 0x7f064c1142f0 2024-05-21T19:22:48.015 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:22:48.015 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:22:48.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 msgr2=0x7f06300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:48.018 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 0x7f06300b4d40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f063c011550 tx=0x7f063c009260 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 msgr2=0x7f064c1a49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1a49e0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f064400b6c0 tx=0x7f064400cc30 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 shutdown_connections 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f06300b2880 0x7f06300b4d40 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f064c1142f0 0x7f064c1a49e0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f064c077a70 0x7f064c1a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 --2- 172.21.15.3:0/1862814052 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f064c078390 0x7f064c1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 >> 172.21.15.3:0/1862814052 conn(0x7f064c101180 msgr2=0x7f064c103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 shutdown_connections 2024-05-21T19:22:48.019 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:48.018+0000 7f0650a00700 1 -- 172.21.15.3:0/1862814052 wait complete. 2024-05-21T19:22:48.020 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:22:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:47 smithi178 ceph-mon[36523]: pgmap v885: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.2 KiB/s wr, 13 op/s 2024-05-21T19:22:48.881 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 146.4 --await-for 45.0' 2024-05-21T19:22:48.881 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 146.4 --await-for 45.0 2024-05-21T19:22:48.976 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:48 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1862814052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:48.997 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:48 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1862814052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:49.038 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:48 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1862814052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:22:49.389 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:22:49.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:49 smithi003 ceph-mon[31577]: pgmap v886: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-21T19:22:49.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:49 smithi104 ceph-mon[36417]: pgmap v886: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-21T19:22:50.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:49 smithi178 ceph-mon[36523]: pgmap v886: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.5 KiB/s wr, 12 op/s 2024-05-21T19:22:51.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 -- 172.21.15.3:0/1696537882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 msgr2=0x7fc83810e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 --2- 172.21.15.3:0/1696537882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc83810e7d0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc8240099c0 tx=0x7fc824009cd0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 -- 172.21.15.3:0/1696537882 shutdown_connections 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 --2- 172.21.15.3:0/1696537882 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 0x7fc838116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 --2- 172.21.15.3:0/1696537882 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc83810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 --2- 172.21.15.3:0/1696537882 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc83810e7d0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 -- 172.21.15.3:0/1696537882 >> 172.21.15.3:0/1696537882 conn(0x7fc838076d10 msgr2=0x7fc838079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 -- 172.21.15.3:0/1696537882 shutdown_connections 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.493+0000 7fc83cc00700 1 -- 172.21.15.3:0/1696537882 wait complete. 2024-05-21T19:22:51.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 Processor -- start 2024-05-21T19:22:51.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 -- start start 2024-05-21T19:22:51.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc8381a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.496 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 0x7fc8381a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc838119d50 con 0x7fc83810a780 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc838119bd0 con 0x7fc83810eeb0 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.495+0000 7fc83cc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc838119ed0 con 0x7fc838109dd0 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48074/0 (socket says 172.21.15.3:48074) 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 -- 172.21.15.3:0/2933923848 learned_addr learned my addr 172.21.15.3:0/2933923848 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835400700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc8381a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc836800700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 0x7fc8381a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 -- 172.21.15.3:0/2933923848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 msgr2=0x7fc8381a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 0x7fc8381a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 -- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 msgr2=0x7fc8381a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc8381a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835e00700 1 -- 172.21.15.3:0/2933923848 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8381a5170 con 0x7fc838109dd0 2024-05-21T19:22:51.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.496+0000 7fc835400700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc8381a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:51.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.497+0000 7fc835e00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc82800e9c0 tx=0x7fc82800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.497+0000 7fc82ea00700 1 -- 172.21.15.3:0/2933923848 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82800cbd0 con 0x7fc838109dd0 2024-05-21T19:22:51.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.497+0000 7fc82ea00700 1 -- 172.21.15.3:0/2933923848 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc82800ee60 con 0x7fc838109dd0 2024-05-21T19:22:51.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.497+0000 7fc82ea00700 1 -- 172.21.15.3:0/2933923848 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280055c0 con 0x7fc838109dd0 2024-05-21T19:22:51.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.497+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8381a5460 con 0x7fc838109dd0 2024-05-21T19:22:51.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.498+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8381acce0 con 0x7fc838109dd0 2024-05-21T19:22:51.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.501+0000 7fc82ea00700 1 -- 172.21.15.3:0/2933923848 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc828004750 con 0x7fc838109dd0 2024-05-21T19:22:51.502 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 Processor -- start 2024-05-21T19:22:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 -- start start 2024-05-21T19:22:51.503 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf60850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf5b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fcfaeb8fd0 con 0x55fcfaf60d90 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55fcfaea8b70 con 0x55fcfaf60470 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.503+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fcfaeacbb0 con 0x55fcfaf5b010 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.504 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc836800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf60850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc836800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf60850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40680/0 (socket says 172.21.15.3:40680) 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47314/0 (socket says 172.21.15.3:47314) 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc835e00700 1 -- 172.21.15.3:0/2148488591 learned_addr learned my addr 172.21.15.3:0/2148488591 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc82ea00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 0x7fc81c0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc835400700 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf5b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.504+0000 7fc82ea00700 1 -- 172.21.15.3:0/2933923848 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8280e2490 con 0x7fc838109dd0 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 -- 172.21.15.3:0/2148488591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 msgr2=0x55fcfaf5b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf5b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc836800700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 0x7fc81c0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 -- 172.21.15.3:0/2148488591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 msgr2=0x55fcfaf60850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf60850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 -- 172.21.15.3:0/2148488591 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcfae715b0 con 0x55fcfaf60d90 2024-05-21T19:22:51.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc835e00700 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc82800c5b0 tx=0x7fc828005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ea53c8a09bed109 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc823400700 1 -- 172.21.15.3:0/2148488591 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a9380 con 0x55fcfaf60d90 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc823400700 1 -- 172.21.15.3:0/2148488591 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8280b21d0 con 0x55fcfaf60d90 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.505+0000 7fc823400700 1 -- 172.21.15.3:0/2148488591 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a91a0 con 0x55fcfaf60d90 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2148488591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 msgr2=0x55fcfaf5a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc82800c5b0 tx=0x7fc828005020 comp rx=0 tx=0).stop 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc836800700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 0x7fc81c0b4e70 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fc830009fd0 tx=0x7fc830004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2148488591 shutdown_connections 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf5b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf60850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2148488591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf5a9f0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2148488591 >> 172.21.15.3:0/2148488591 conn(0x55fcfae88d70 msgr2=0x55fcfaf554b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2148488591 shutdown_connections 2024-05-21T19:22:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.506+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2148488591 wait complete. 2024-05-21T19:22:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.507+0000 7fc8475f1b80 1 -- start start 2024-05-21T19:22:51.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.507+0000 7fc8475f1b80 1 Processor -- start 2024-05-21T19:22:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf63ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf64410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55fcfadaf130 con 0x55fcfaf5b010 2024-05-21T19:22:51.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55fcfae498f0 con 0x55fcfaf60d90 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55fcfaf67810 con 0x55fcfaf60470 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc8475f1b80 10 client.0 _ll_register_callbacks cb 0x55fcfae52e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47320/0 (socket says 172.21.15.3:47320) 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc835e00700 1 -- 172.21.15.3:0/371728265 learned_addr learned my addr 172.21.15.3:0/371728265 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc835400700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf63ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.508+0000 7fc836800700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf64410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 -- 172.21.15.3:0/371728265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 msgr2=0x55fcfaf63ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf63ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 -- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 msgr2=0x55fcfaf64410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf64410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 -- 172.21.15.3:0/371728265 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcfadf8a60 con 0x55fcfaf5b010 2024-05-21T19:22:51.511 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc835e00700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc8280058b0 tx=0x7fc8280a9f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d01e4f492b58ac11 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc817e00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a91a0 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8280cc0c0 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.509+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fcfaebaf20 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc8280a9380 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 10 client.18738 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fcfae791f0 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55fcfaebaf20 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc8280cace0 con 0x55fcfaf5b010 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 10 client.18738 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 10 client.18738 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 20 client.18738 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfaf74270 0x55fcfaf76660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.512 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 4 client.18738 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:51.513 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.510+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fcfaeb4700 con 0x55fcfaf74270 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.511+0000 7fc835400700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfaf74270 0x55fcfaf76660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.511+0000 7fc835400700 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfaf74270 0x55fcfaf76660 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb2c23a3910237e server_cookie=eab0ad773fd9cc44 in_seq=0 out_seq=0 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.511+0000 7fc817e00700 10 client.18738 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc817e00700 1 -- 172.21.15.3:0/371728265 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fcfaeb4700 con 0x55fcfaf74270 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc817e00700 10 client.18738 handle_command_reply: tid=0 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc8475f1b80 1 client.18738 shutdown 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 msgr2=0x55fcfaf66b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fc8280058b0 tx=0x7fc8280a9f40 comp rx=0 tx=0).stop 2024-05-21T19:22:51.514 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.512+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 shutdown_connections 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfaf74270 0x55fcfaf76660 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf64410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf66b30 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/371728265 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf63ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc817e00700 0 client.18738 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 >> 172.21.15.3:0/371728265 conn(0x55fcfae88d70 msgr2=0x55fcfaf599e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 shutdown_connections 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 1 -- 172.21.15.3:0/371728265 wait complete. 2024-05-21T19:22:51.515 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.513+0000 7fc8475f1b80 20 client.18738 trim_cache size 0 max 16384 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 Processor -- start 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 -- start start 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf66370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf61940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b6ab0 con 0x55fcfaf5b010 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b4340 con 0x55fcfaf60d90 2024-05-21T19:22:51.536 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b2190 con 0x55fcfaf60470 2024-05-21T19:22:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.536+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47330/0 (socket says 172.21.15.3:47330) 2024-05-21T19:22:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 -- 172.21.15.3:0/1430866394 learned_addr learned my addr 172.21.15.3:0/1430866394 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835400700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf66370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.538 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc836800700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf61940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 -- 172.21.15.3:0/1430866394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 msgr2=0x55fcfaf66370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf66370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 -- 172.21.15.3:0/1430866394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 msgr2=0x55fcfaf61940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf61940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835e00700 1 -- 172.21.15.3:0/1430866394 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcfaf61e80 con 0x55fcfaf5b010 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.537+0000 7fc835400700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf66370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.538+0000 7fc835e00700 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fc8280a5ab0 tx=0x7fc8280a9ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f89c27664550a847 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.538+0000 7fc822a00700 1 -- 172.21.15.3:0/1430866394 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a91a0 con 0x55fcfaf5b010 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.538+0000 7fc822a00700 1 -- 172.21.15.3:0/1430866394 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8280c3070 con 0x55fcfaf5b010 2024-05-21T19:22:51.539 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.538+0000 7fc822a00700 1 -- 172.21.15.3:0/1430866394 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a51c0 con 0x55fcfaf5b010 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- 172.21.15.3:0/1430866394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 msgr2=0x55fcfaf64500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fc8280a5ab0 tx=0x7fc8280a9ab0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- 172.21.15.3:0/1430866394 shutdown_connections 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60d90 0x55fcfaf61940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf5b010 0x55fcfaf64500 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/1430866394 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf60470 0x55fcfaf66370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.541 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- 172.21.15.3:0/1430866394 >> 172.21.15.3:0/1430866394 conn(0x55fcfae88d70 msgr2=0x55fcfaf61230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- 172.21.15.3:0/1430866394 shutdown_connections 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- 172.21.15.3:0/1430866394 wait complete. 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.539+0000 7fc8475f1b80 1 -- start start 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 Processor -- start 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf78200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf78830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b2800 con 0x55fcfaf60d90 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b3c70 con 0x55fcfaf60470 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381b2ed0 con 0x55fcfaf5b010 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.540+0000 7fc8475f1b80 10 client.0 _ll_register_callbacks cb 0x55fcfae52e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:51.542 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc836800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf78830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48112/0 (socket says 172.21.15.3:48112) 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 -- 172.21.15.3:0/2887843283 learned_addr learned my addr 172.21.15.3:0/2887843283 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835400700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf78200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 -- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 msgr2=0x55fcfaf78200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf78200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 -- 172.21.15.3:0/2887843283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 msgr2=0x55fcfaf78830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf78830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 -- 172.21.15.3:0/2887843283 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcfaf79040 con 0x55fcfaf5b010 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc835e00700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc8280a9bc0 tx=0x7fc82800ce70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6883d3b5ab99c10 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:51.543 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc817e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:22:51.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.541+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8280a51c0 con 0x55fcfaf5b010 2024-05-21T19:22:51.544 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8280a53f0 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8280c3070 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc8280a91a0 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 10 client.28828 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fcfaf79040 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8280c3070 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc828004a40 con 0x55fcfaf5b010 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 10 client.28828 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 10 client.28828 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 20 client.28828 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfafdfe80 0x55fcfafe2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 4 client.28828 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.4, "await_for": 45.0}] 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.542+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.4, "await_for": 45.0}) -- 0x55fcfad2b3e0 con 0x55fcfafdfe80 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.543+0000 7fc835400700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfafdfe80 0x55fcfafe2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:51.545 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.543+0000 7fc835400700 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfafdfe80 0x55fcfafe2270 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec0eab07bdc794e server_cookie=89a77c25fef3adba in_seq=0 out_seq=0 2024-05-21T19:22:51.546 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.543+0000 7fc817e00700 10 client.28828 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:51.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc817e00700 1 -- 172.21.15.3:0/2887843283 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55fcfad2b3e0 con 0x55fcfafdfe80 2024-05-21T19:22:51.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc817e00700 10 client.28828 handle_command_reply: tid=0 2024-05-21T19:22:51.552 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 client.28828 shutdown 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 msgr2=0x55fcfaf79e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc8280a9bc0 tx=0x7fc82800ce70 comp rx=0 tx=0).stop 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 shutdown_connections 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55fcfafdfe80 0x55fcfafe2270 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55fcfaf60d90 0x55fcfaf78830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55fcfaf5b010 0x55fcfaf79e00 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 --2- 172.21.15.3:0/2887843283 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55fcfaf60470 0x55fcfaf78200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc817e00700 0 client.28828 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:51.553 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.552+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 >> 172.21.15.3:0/2887843283 conn(0x55fcfae88d70 msgr2=0x55fcfaf4ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.553+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 shutdown_connections 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.553+0000 7fc8475f1b80 1 -- 172.21.15.3:0/2887843283 wait complete. 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.553+0000 7fc8475f1b80 20 client.28828 trim_cache size 0 max 16384 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:22:51.554 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 50, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "b431f523": { 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 50, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 146.4, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:22:51.555 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:22:51.556 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 msgr2=0x7fc81c0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 0x7fc81c0b4e70 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fc830009fd0 tx=0x7fc830004b40 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 msgr2=0x7fc8381a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc82800e9c0 tx=0x7fc82800ecd0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 shutdown_connections 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc81c0b29b0 0x7fc81c0b4e70 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc83810eeb0 0x7fc8381a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc838109dd0 0x7fc8381a0160 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 --2- 172.21.15.3:0/2933923848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc83810a780 0x7fc8381a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 >> 172.21.15.3:0/2933923848 conn(0x7fc838076d10 msgr2=0x7fc838077780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:51.557 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 shutdown_connections 2024-05-21T19:22:51.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:22:51.554+0000 7fc83cc00700 1 -- 172.21.15.3:0/2933923848 wait complete. 2024-05-21T19:22:51.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:51 smithi003 ceph-mon[31577]: pgmap v887: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:22:51.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:51 smithi104 ceph-mon[36417]: pgmap v887: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:22:52.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:51 smithi178 ceph-mon[36523]: pgmap v887: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-05-21T19:22:52.414 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b431f523', quiesce took 7.5 seconds. Will release after: 18.9 2024-05-21T19:22:53.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:53 smithi104 ceph-mon[36417]: pgmap v888: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:54.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:53 smithi003 ceph-mon[31577]: pgmap v888: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:53 smithi178 ceph-mon[36523]: pgmap v888: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:22:55.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:55 smithi104 ceph-mon[36417]: pgmap v889: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:56.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:55 smithi003 ceph-mon[31577]: pgmap v889: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:56.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:55 smithi178 ceph-mon[36523]: pgmap v889: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:22:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:57 smithi104 ceph-mon[36417]: pgmap v890: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-05-21T19:22:58.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:57 smithi003 ceph-mon[31577]: pgmap v890: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-05-21T19:22:58.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:57 smithi178 ceph-mon[36523]: pgmap v890: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.8 KiB/s wr, 12 op/s 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 -- 172.21.15.3:0/3396874480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 msgr2=0x7f6a1c104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3396874480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c104f30 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c009ca0 tx=0x7f6a0c02a8c0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 -- 172.21.15.3:0/3396874480 shutdown_connections 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3396874480 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c105d00 0x7f6a1c106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3396874480 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c1066c0 0x7f6a1c10cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3396874480 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c104f30 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 -- 172.21.15.3:0/3396874480 >> 172.21.15.3:0/3396874480 conn(0x7f6a1c1000c0 msgr2=0x7f6a1c1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 -- 172.21.15.3:0/3396874480 shutdown_connections 2024-05-21T19:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.595+0000 7f6a20c00640 1 -- 172.21.15.3:0/3396874480 wait complete. 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 Processor -- start 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 -- start start 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c1066c0 0x7f6a1c1a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c110660 con 0x7f6a1c104b10 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1104e0 con 0x7f6a1c105d00 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.596+0000 7f6a20c00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1107e0 con 0x7f6a1c1066c0 2024-05-21T19:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47340/0 (socket says 172.21.15.3:47340) 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 -- 172.21.15.3:0/3398191278 learned_addr learned my addr 172.21.15.3:0/3398191278 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40740/0 (socket says 172.21.15.3:40740) 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1be00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c1066c0 0x7f6a1c1a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 -- 172.21.15.3:0/3398191278 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c1066c0 msgr2=0x7f6a1c1a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c1066c0 0x7f6a1c1a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 -- 172.21.15.3:0/3398191278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 msgr2=0x7f6a1c19b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a1b400640 1 -- 172.21.15.3:0/3398191278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1c1a2930 con 0x7f6a1c104b10 2024-05-21T19:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.597+0000 7f6a12a00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a1b400640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c000f80 tx=0x7f6a0c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a18c00640 1 -- 172.21.15.3:0/3398191278 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c02f380 con 0x7f6a1c104b10 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1c1a2bc0 con 0x7f6a1c104b10 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a18c00640 1 -- 172.21.15.3:0/3398191278 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a0c0317c0 con 0x7f6a1c104b10 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a18c00640 1 -- 172.21.15.3:0/3398191278 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c02fc50 con 0x7f6a1c104b10 2024-05-21T19:22:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.598+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a1c1a3110 con 0x7f6a1c104b10 2024-05-21T19:22:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.602+0000 7f6a2502f740 1 Processor -- start 2024-05-21T19:22:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.602+0000 7f6a2502f740 1 -- start start 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58500 0x55a725c58920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c5d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a725bbfb90 con 0x55a725c5e060 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a725baf730 con 0x55a725c58ef0 2024-05-21T19:22:58.604 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a2502f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a725bb3770 con 0x55a725c58500 2024-05-21T19:22:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a1be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58500 0x55a725c58920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47354/0 (socket says 172.21.15.3:47354) 2024-05-21T19:22:58.605 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.603+0000 7f6a12a00640 1 -- 172.21.15.3:0/1978475796 learned_addr learned my addr 172.21.15.3:0/1978475796 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 -- 172.21.15.3:0/1978475796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58500 msgr2=0x55a725c58920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58500 0x55a725c58920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 -- 172.21.15.3:0/1978475796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 msgr2=0x55a725c5d9f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c5d9f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 -- 172.21.15.3:0/1978475796 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a725b488b0 con 0x55a725c5e060 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a18c00640 1 -- 172.21.15.3:0/3398191278 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6a0c004040 con 0x7f6a1c104b10 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f6a040104d0 tx=0x7f6a04010990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e25bd3946bee8c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.604+0000 7f6a0be00640 1 -- 172.21.15.3:0/1978475796 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a04011760 con 0x55a725c5e060 2024-05-21T19:22:58.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a0be00640 1 -- 172.21.15.3:0/1978475796 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a04011db0 con 0x55a725c5e060 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a0be00640 1 -- 172.21.15.3:0/1978475796 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0400e430 con 0x55a725c5e060 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 -- 172.21.15.3:0/1978475796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 msgr2=0x55a725c604f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f6a040104d0 tx=0x7f6a04010990 comp rx=0 tx=0).stop 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 -- 172.21.15.3:0/1978475796 shutdown_connections 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c604f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c5d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1978475796 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58500 0x55a725c58920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.605+0000 7f6a2502f740 1 -- 172.21.15.3:0/1978475796 >> 172.21.15.3:0/1978475796 conn(0x55a725c4b360 msgr2=0x55a725c4b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a2502f740 1 -- 172.21.15.3:0/1978475796 shutdown_connections 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a2502f740 1 -- 172.21.15.3:0/1978475796 wait complete. 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a18c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 0x7f6a000b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a2502f740 1 -- start start 2024-05-21T19:22:58.608 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a18c00640 1 -- 172.21.15.3:0/3398191278 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a0c103700 con 0x7f6a1c104b10 2024-05-21T19:22:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a1be00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 0x7f6a000b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.606+0000 7f6a2502f740 1 Processor -- start 2024-05-21T19:22:58.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 0x55a725c622f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c69870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a725895790 con 0x55a725c5e060 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a725b57bc0 con 0x55a725c58500 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a725c61010 con 0x55a725c58ef0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a2502f740 10 client.0 _ll_register_callbacks cb 0x55a725b35400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a1be00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 0x7f6a000b4bb0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x55a725c59750 tx=0x7f6a14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a12a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48142/0 (socket says 172.21.15.3:48142) 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a12a00640 1 -- 172.21.15.3:0/1531543078 learned_addr learned my addr 172.21.15.3:0/1531543078 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 0x55a725c622f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.607+0000 7f6a1be00640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c69870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 -- 172.21.15.3:0/1531543078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 msgr2=0x55a725c62830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 -- 172.21.15.3:0/1531543078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 msgr2=0x55a725c69870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c69870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 -- 172.21.15.3:0/1531543078 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7258c4210 con 0x55a725c58500 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 0x55a725c622f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x55a725c59960 tx=0x7f6a0c0ca710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6357b16c97257d02 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a08c00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0cb400 con 0x55a725c58500 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a04011db0 con 0x55a725c58500 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a0c02fdf0 con 0x55a725c58500 2024-05-21T19:22:58.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c0cad00 con 0x55a725c58500 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a2502f740 10 client.28844 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.608+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a725990620 con 0x55a725c58500 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a04011db0 con 0x55a725c58500 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6a0c004330 con 0x55a725c58500 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 10 client.28844 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 10 client.28844 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 20 client.28844 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725c6dd60 0x55a725c701b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 4 client.28844 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a725bc1ae0 con 0x55a725c6dd60 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.609+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725c6dd60 0x55a725c701b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.610+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725c6dd60 0x55a725c701b0 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ca7958f89fb0f9e server_cookie=b416a8fb27080f78 in_seq=0 out_seq=0 2024-05-21T19:22:58.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.610+0000 7f6a08c00640 10 client.28844 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a08c00640 1 -- 172.21.15.3:0/1531543078 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a725bc1ae0 con 0x55a725c6dd60 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a08c00640 10 client.28844 handle_command_reply: tid=0 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 client.28844 shutdown 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 msgr2=0x55a725c622f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 0x55a725c622f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x55a725c59960 tx=0x7f6a0c0ca710 comp rx=0 tx=0).stop 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 shutdown_connections 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725c6dd60 0x55a725c701b0 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c62830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c5e060 0x55a725c69870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1531543078 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58500 0x55a725c622f0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 >> 172.21.15.3:0/1531543078 conn(0x55a725c4b360 msgr2=0x55a725c4a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a08c00640 0 client.28844 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 shutdown_connections 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 1 -- 172.21.15.3:0/1531543078 wait complete. 2024-05-21T19:22:58.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.611+0000 7f6a2502f740 20 client.28844 trim_cache size 0 max 16384 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.628+0000 7f6a2502f740 1 Processor -- start 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.628+0000 7f6a2502f740 1 -- start start 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.628+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.628+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c69830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c5e060 0x55a725c5a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a2502f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1aa4b0 con 0x55a725c58500 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a2502f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1a7d80 con 0x55a725c58ef0 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a2502f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1a5bd0 con 0x55a725c5e060 2024-05-21T19:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47378/0 (socket says 172.21.15.3:47378) 2024-05-21T19:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 -- 172.21.15.3:0/1241795155 learned_addr learned my addr 172.21.15.3:0/1241795155 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a12a00640 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c69830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1be00640 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c5e060 0x55a725c5a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 -- 172.21.15.3:0/1241795155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c5e060 msgr2=0x55a725c5a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c5e060 0x55a725c5a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 -- 172.21.15.3:0/1241795155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 msgr2=0x55a725c69830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c69830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.629+0000 7f6a1b400640 1 -- 172.21.15.3:0/1241795155 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a725c4b190 con 0x55a725c58500 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a1b400640 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c005fa0 tx=0x7f6a0c004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bfaa0fc76d46ee6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a0b400640 1 -- 172.21.15.3:0/1241795155 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0cf0b0 con 0x55a725c58500 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a0b400640 1 -- 172.21.15.3:0/1241795155 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a0c036070 con 0x55a725c58500 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a0b400640 1 -- 172.21.15.3:0/1241795155 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c004330 con 0x55a725c58500 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a2502f740 1 -- 172.21.15.3:0/1241795155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 msgr2=0x55a725c4e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.630+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c005fa0 tx=0x7f6a0c004990 comp rx=0 tx=0).stop 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 -- 172.21.15.3:0/1241795155 shutdown_connections 2024-05-21T19:22:58.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c5e060 0x55a725c5a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c58ef0 0x55a725c69830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 --2- 172.21.15.3:0/1241795155 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c4e8d0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 -- 172.21.15.3:0/1241795155 >> 172.21.15.3:0/1241795155 conn(0x55a725c4b360 msgr2=0x55a725c59990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 -- 172.21.15.3:0/1241795155 shutdown_connections 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 -- 172.21.15.3:0/1241795155 wait complete. 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 -- start start 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.631+0000 7f6a2502f740 1 Processor -- start 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c67410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 0x55a725c68420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1a6240 con 0x55a725c58500 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1a76b0 con 0x55a725c5e060 2024-05-21T19:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c1a6910 con 0x55a725c58ef0 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a2502f740 10 client.0 _ll_register_callbacks cb 0x7f6a0c005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:47384/0 (socket says 172.21.15.3:47384) 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 -- 172.21.15.3:0/2071383391 learned_addr learned my addr 172.21.15.3:0/2071383391 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a12a00640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c67410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1be00640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 0x55a725c68420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 -- 172.21.15.3:0/2071383391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 msgr2=0x55a725c67410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c67410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 -- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 msgr2=0x55a725c68420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 0x55a725c68420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1b400640 1 -- 172.21.15.3:0/2071383391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a725c613b0 con 0x55a725c58500 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.632+0000 7f6a1be00640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 0x55a725c68420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a1b400640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0c7ee0 tx=0x7f6a0c0ca710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86e7be7f957aa547 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a08c00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c0e9070 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6a0c0c7260 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a0c036070 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6a0c0d3b60 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a2502f740 10 client.18762 fetch_fsmap learned FSMap version 30 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a725c61320 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.633+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a0c036070 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f6a0c0c8c50 con 0x55a725c58500 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 10 client.18762 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 10 client.18762 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 20 client.18762 populate_metadata read hostname 'smithi003' 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725cd8ae0 0x55a725cdaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 4 client.18762 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a725bbb2c0 con 0x55a725cd8ae0 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.634+0000 7f6a12a00640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725cd8ae0 0x55a725cdaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.635+0000 7f6a12a00640 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725cd8ae0 0x55a725cdaed0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bd8b4e7f1376147 server_cookie=db11171b91c731a5 in_seq=0 out_seq=0 2024-05-21T19:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.635+0000 7f6a08c00640 10 client.18762 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.642+0000 7f6a08c00640 1 -- 172.21.15.3:0/2071383391 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a725bbb2c0 con 0x55a725cd8ae0 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.642+0000 7f6a08c00640 10 client.18762 handle_command_reply: tid=0 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.642+0000 7f6a2502f740 1 client.18762 shutdown 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.642+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 msgr2=0x55a725c66ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.642+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0c7ee0 tx=0x7f6a0c0ca710 comp rx=0 tx=0).stop 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 shutdown_connections 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a725cd8ae0 0x55a725cdaed0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a725c58ef0 0x55a725c67410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a725c5e060 0x55a725c68420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a08c00640 0 client.18762 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:22:58.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 --2- 172.21.15.3:0/2071383391 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a725c58500 0x55a725c66ed0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 >> 172.21.15.3:0/2071383391 conn(0x55a725c4b360 msgr2=0x55a725c59960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 shutdown_connections 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 1 -- 172.21.15.3:0/2071383391 wait complete. 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.643+0000 7f6a2502f740 20 client.18762 trim_cache size 0 max 16384 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:22:58.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 msgr2=0x7f6a000b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 0x7f6a000b4bb0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x55a725c59750 tx=0x7f6a14005f90 comp rx=0 tx=0).stop 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 msgr2=0x7f6a1c19ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c000f80 tx=0x7f6a0c003ba0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 shutdown_connections 2024-05-21T19:22:58.646 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6a000b26f0 0x7f6a000b4bb0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6a1c1066c0 0x7f6a1c1a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6a1c105d00 0x7f6a1c19b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 --2- 172.21.15.3:0/3398191278 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6a1c104b10 0x7f6a1c19ad20 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 >> 172.21.15.3:0/3398191278 conn(0x7f6a1c1000c0 msgr2=0x7f6a1c109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.644+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 shutdown_connections 2024-05-21T19:22:58.647 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:22:58.645+0000 7f6a20c00640 1 -- 172.21.15.3:0/3398191278 wait complete. 2024-05-21T19:22:59.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:22:59 smithi104 ceph-mon[36417]: pgmap v891: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-05-21T19:23:00.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:22:59 smithi003 ceph-mon[31577]: pgmap v891: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-05-21T19:23:00.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:22:59 smithi178 ceph-mon[36523]: pgmap v891: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 5.2 KiB/s wr, 11 op/s 2024-05-21T19:23:01.140 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:23:01.618 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:01.947 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:01 smithi003 ceph-mon[31577]: pgmap v892: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:23:01.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:01 smithi104 ceph-mon[36417]: pgmap v892: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:23:02.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:01 smithi178 ceph-mon[36523]: pgmap v892: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-05-21T19:23:03.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:03 smithi003 ceph-mon[31577]: pgmap v893: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:23:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:03 smithi104 ceph-mon[36417]: pgmap v893: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:23:04.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 -- 172.21.15.3:0/509831517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378106120 msgr2=0x7f2378112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 --2- 172.21.15.3:0/509831517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378106120 0x7f2378112630 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2370009f90 tx=0x7f237000b330 comp rx=0 tx=0).stop 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 -- 172.21.15.3:0/509831517 shutdown_connections 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 --2- 172.21.15.3:0/509831517 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378106120 0x7f2378112630 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 --2- 172.21.15.3:0/509831517 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 0x7f237810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 --2- 172.21.15.3:0/509831517 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378105760 0x7f2378105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 -- 172.21.15.3:0/509831517 >> 172.21.15.3:0/509831517 conn(0x7f2378101250 msgr2=0x7f2378103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 -- 172.21.15.3:0/509831517 shutdown_connections 2024-05-21T19:23:04.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.133+0000 7f237e400700 1 -- 172.21.15.3:0/509831517 wait complete. 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.134+0000 7f237e400700 1 Processor -- start 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.134+0000 7f237e400700 1 -- start start 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 0x7f237819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 0x7f23781a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23781159f0 con 0x7f2378106120 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2378115870 con 0x7f2378105760 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f237e400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2378115b70 con 0x7f237810b760 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f2376a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f2377400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 0x7f237819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f2376a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34278/0 (socket says 172.21.15.3:34278) 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f2376a00700 1 -- 172.21.15.3:0/3962318591 learned_addr learned my addr 172.21.15.3:0/3962318591 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:04.137 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.135+0000 7f2377e00700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 0x7f23781a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:03 smithi178 ceph-mon[36523]: pgmap v893: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-05-21T19:23:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 -- 172.21.15.3:0/3962318591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 msgr2=0x7f23781a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 0x7f23781a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 -- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 msgr2=0x7f237819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 -- 172.21.15.3:0/3962318591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23781a0e00 con 0x7f2378105760 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2376a00700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f2377400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 0x7f237819be40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f236800e9c0 tx=0x7f236800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.136+0000 7f236fe00700 1 -- 172.21.15.3:0/3962318591 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2368004220 con 0x7f2378105760 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.137+0000 7f236fe00700 1 -- 172.21.15.3:0/3962318591 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23680043c0 con 0x7f2378105760 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.137+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23781a10f0 con 0x7f2378105760 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.137+0000 7f236fe00700 1 -- 172.21.15.3:0/3962318591 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236800cda0 con 0x7f2378105760 2024-05-21T19:23:04.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.137+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23781a8970 con 0x7f2378105760 2024-05-21T19:23:04.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.141+0000 7f236fe00700 1 -- 172.21.15.3:0/3962318591 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2368004750 con 0x7f2378105760 2024-05-21T19:23:04.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.141+0000 7f2388cf6b80 1 Processor -- start 2024-05-21T19:23:04.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.141+0000 7f2388cf6b80 1 -- start start 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ecce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b64b24ae40 con 0x55b64b2ec880 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b64b23a9e0 con 0x55b64b2f27d0 2024-05-21T19:23:04.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b64b23ea20 con 0x55b64b2f1eb0 2024-05-21T19:23:04.144 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2376a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ecce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2377400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2377e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2377400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52506/0 (socket says 172.21.15.3:52506) 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.142+0000 7f2377400700 1 -- 172.21.15.3:0/2802416531 learned_addr learned my addr 172.21.15.3:0/2802416531 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f236fe00700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 0x7f235c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f236fe00700 1 -- 172.21.15.3:0/3962318591 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f23680e2060 con 0x7f2378105760 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377400700 1 -- 172.21.15.3:0/2802416531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 msgr2=0x55b64b2f2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377400700 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377400700 1 -- 172.21.15.3:0/2802416531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 msgr2=0x55b64b2ecce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377400700 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ecce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377400700 1 -- 172.21.15.3:0/2802416531 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b64b203420 con 0x55b64b2f27d0 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2377e00700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 0x7f235c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.145 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.143+0000 7f2376a00700 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ecce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:04.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.144+0000 7f2377400700 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f23680a9300 tx=0x7f2368004e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab42c4f4ac18877 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.144+0000 7f236cc00700 1 -- 172.21.15.3:0/2802416531 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236801c070 con 0x55b64b2f27d0 2024-05-21T19:23:04.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.144+0000 7f236cc00700 1 -- 172.21.15.3:0/2802416531 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23680a9110 con 0x55b64b2f27d0 2024-05-21T19:23:04.146 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.144+0000 7f236cc00700 1 -- 172.21.15.3:0/2802416531 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23680a9600 con 0x55b64b2f27d0 2024-05-21T19:23:04.147 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- 172.21.15.3:0/2802416531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 msgr2=0x55b64b2ec260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2377e00700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 0x7f235c0b4d40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f2370009790 tx=0x7f2370009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f23680a9300 tx=0x7f2368004e00 comp rx=0 tx=0).stop 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- 172.21.15.3:0/2802416531 shutdown_connections 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ecce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/2802416531 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2ec260 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- 172.21.15.3:0/2802416531 >> 172.21.15.3:0/2802416531 conn(0x55b64b21abe0 msgr2=0x55b64b2e7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- 172.21.15.3:0/2802416531 shutdown_connections 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- 172.21.15.3:0/2802416531 wait complete. 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.145+0000 7f2388cf6b80 1 -- start start 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 Processor -- start 2024-05-21T19:23:04.148 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55b64b140fa0 con 0x55b64b2f27d0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55b64b1db760 con 0x55b64b2f1eb0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55b64b2f9180 con 0x55b64b2ec880 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.146+0000 7f2388cf6b80 10 client.0 _ll_register_callbacks cb 0x55b64b1e4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2376a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34300/0 (socket says 172.21.15.3:34300) 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377e00700 1 -- 172.21.15.3:0/638469200 learned_addr learned my addr 172.21.15.3:0/638469200 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:33664/0 (socket says 172.21.15.3:33664) 2024-05-21T19:23:04.149 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2376a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f58d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52514/0 (socket says 172.21.15.3:52514) 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 -- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 msgr2=0x55b64b2f58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 -- 172.21.15.3:0/638469200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 msgr2=0x55b64b2f5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377400700 1 -- 172.21.15.3:0/638469200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b64b18a8d0 con 0x55b64b2ec880 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.147+0000 7f2377e00700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:04.151 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2377400700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f23680a9300 tx=0x7f23680a8fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88b34d86c4829424 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2361600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236801c040 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23680a9110 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f23680b1fd0 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f23680a9d00 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2388cf6b80 10 client.28858 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b64b20b060 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.148+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23680a9110 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f236808fb70 con 0x55b64b2ec880 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 10 client.28858 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 10 client.28858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 20 client.28858 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b305bb0 0x55b64b307fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.152 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 4 client.28858 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:04.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b64b24cd90 con 0x55b64b305bb0 2024-05-21T19:23:04.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.149+0000 7f2376a00700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b305bb0 0x55b64b307fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.150+0000 7f2376a00700 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b305bb0 0x55b64b307fa0 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e25b4394220482b server_cookie=4ac91c25078a6501 in_seq=0 out_seq=0 2024-05-21T19:23:04.153 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.150+0000 7f2361600700 10 client.28858 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2361600700 1 -- 172.21.15.3:0/638469200 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b64b24cd90 con 0x55b64b305bb0 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2361600700 10 client.28858 handle_command_reply: tid=0 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 client.28858 shutdown 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 msgr2=0x55b64b2f8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f23680a9300 tx=0x7f23680a8fc0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 shutdown_connections 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b305bb0 0x55b64b307fa0 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2f27d0 0x55b64b2f5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2ec880 0x55b64b2f8530 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/638469200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f1eb0 0x55b64b2f58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.154 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 >> 172.21.15.3:0/638469200 conn(0x55b64b21abe0 msgr2=0x55b64b2eb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2361600700 0 client.28858 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:04.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 shutdown_connections 2024-05-21T19:23:04.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 1 -- 172.21.15.3:0/638469200 wait complete. 2024-05-21T19:23:04.155 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.151+0000 7f2388cf6b80 20 client.28858 trim_cache size 0 max 16384 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.174+0000 7f2388cf6b80 1 Processor -- start 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.174+0000 7f2388cf6b80 1 -- start start 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.174+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.174+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2ecc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2f0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23781b2770 con 0x55b64b2ec880 2024-05-21T19:23:04.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f23781b0000 con 0x55b64b2f27d0 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f23781ade50 con 0x55b64b2f1eb0 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34306/0 (socket says 172.21.15.3:34306) 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 -- 172.21.15.3:0/142581028 learned_addr learned my addr 172.21.15.3:0/142581028 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377e00700 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2f0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.177 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2376a00700 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2ecc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 -- 172.21.15.3:0/142581028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 msgr2=0x55b64b2ecc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2ecc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 -- 172.21.15.3:0/142581028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 msgr2=0x55b64b2f0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.175+0000 7f2377400700 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2f0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.176+0000 7f2377400700 1 -- 172.21.15.3:0/142581028 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b64b2f3e40 con 0x55b64b2ec880 2024-05-21T19:23:04.178 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.176+0000 7f2377400700 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f236800c5b0 tx=0x7f2368004e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8346a2d097be13f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.176+0000 7f2363e00700 1 -- 172.21.15.3:0/142581028 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236801c070 con 0x55b64b2ec880 2024-05-21T19:23:04.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.176+0000 7f2363e00700 1 -- 172.21.15.3:0/142581028 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23680a9110 con 0x55b64b2ec880 2024-05-21T19:23:04.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.176+0000 7f2363e00700 1 -- 172.21.15.3:0/142581028 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23680b1fd0 con 0x55b64b2ec880 2024-05-21T19:23:04.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 -- 172.21.15.3:0/142581028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 msgr2=0x55b64b2ec260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.179 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f236800c5b0 tx=0x7f2368004e00 comp rx=0 tx=0).stop 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 -- 172.21.15.3:0/142581028 shutdown_connections 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b2f0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b2ec260 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/142581028 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b2ecc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 -- 172.21.15.3:0/142581028 >> 172.21.15.3:0/142581028 conn(0x55b64b21abe0 msgr2=0x55b64b2ef8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 -- 172.21.15.3:0/142581028 shutdown_connections 2024-05-21T19:23:04.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.177+0000 7f2388cf6b80 1 -- 172.21.15.3:0/142581028 wait complete. 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.178+0000 7f2388cf6b80 1 -- start start 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.178+0000 7f2388cf6b80 1 Processor -- start 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.178+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b308180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.178+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.178+0000 7f2388cf6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b36e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f23781ae4c0 con 0x55b64b2ec880 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f23781af930 con 0x55b64b2f27d0 2024-05-21T19:23:04.184 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2388cf6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f23781aeb90 con 0x55b64b2f1eb0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2388cf6b80 10 client.0 _ll_register_callbacks cb 0x55b64b1e4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b308180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:33692/0 (socket says 172.21.15.3:33692) 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 -- 172.21.15.3:0/192475546 learned_addr learned my addr 172.21.15.3:0/192475546 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2377400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b308180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34308/0 (socket says 172.21.15.3:34308) 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2377e00700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b36e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 -- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 msgr2=0x55b64b36e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b36e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 -- 172.21.15.3:0/192475546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 msgr2=0x55b64b308180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b308180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.179+0000 7f2376a00700 1 -- 172.21.15.3:0/192475546 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b64b36e950 con 0x55b64b2f1eb0 2024-05-21T19:23:04.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2376a00700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f2364009fd0 tx=0x7f2364012c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14b3d06cffa25d65 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2361600700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364004420 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23680a9110 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2364004830 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2364004a30 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2388cf6b80 10 client.28864 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.180+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55b64b36fc70 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23680a9110 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f2364020640 con 0x55b64b2f1eb0 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 10 client.28864 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 10 client.28864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 20 client.28864 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:04.186 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b3703a0 0x55b64b3727c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 4 client.28864 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b64b246570 con 0x55b64b3703a0 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.181+0000 7f2377400700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b3703a0 0x55b64b3727c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2377400700 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b3703a0 0x55b64b3727c0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d38e38e8ee3f17d8 server_cookie=648f0ff4468627ec in_seq=0 out_seq=0 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2361600700 10 client.28864 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2361600700 1 -- 172.21.15.3:0/192475546 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b64b246570 con 0x55b64b3703a0 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2361600700 10 client.28864 handle_command_reply: tid=0 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 client.28864 shutdown 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 msgr2=0x55b64b3086c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f2364009fd0 tx=0x7f2364012c50 comp rx=0 tx=0).stop 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 shutdown_connections 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55b64b3703a0 0x55b64b3727c0 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.187 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55b64b2f27d0 0x55b64b36e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55b64b2ec880 0x55b64b308180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 --2- 172.21.15.3:0/192475546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55b64b2f1eb0 0x55b64b3086c0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2361600700 0 client.28864 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.182+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 >> 172.21.15.3:0/192475546 conn(0x55b64b21abe0 msgr2=0x55b64b2f2bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 shutdown_connections 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f2388cf6b80 1 -- 172.21.15.3:0/192475546 wait complete. 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f2388cf6b80 20 client.28864 trim_cache size 0 max 16384 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:23:04.188 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 msgr2=0x7f235c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 0x7f235c0b4d40 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f2370009790 tx=0x7f2370009920 comp rx=0 tx=0).stop 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 msgr2=0x7f237819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:04.189 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.183+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 0x7f237819be40 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f236800e9c0 tx=0x7f236800ecd0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 shutdown_connections 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f235c0b2880 0x7f235c0b4d40 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f237810b760 0x7f23781a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2378105760 0x7f237819be40 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 --2- 172.21.15.3:0/3962318591 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2378106120 0x7f237819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 >> 172.21.15.3:0/3962318591 conn(0x7f2378101250 msgr2=0x7f2378101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 shutdown_connections 2024-05-21T19:23:04.190 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:04.184+0000 7f237e400700 1 -- 172.21.15.3:0/3962318591 wait complete. 2024-05-21T19:23:05.172 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:23:05.172 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:23:05.645 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:05 smithi104 ceph-mon[36417]: pgmap v894: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:23:05.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:05 smithi003 ceph-mon[31577]: pgmap v894: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:23:06.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:05 smithi178 ceph-mon[36523]: pgmap v894: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.6 KiB/s wr, 9 op/s 2024-05-21T19:23:07.815 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:07 smithi003 ceph-mon[31577]: pgmap v895: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:23:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:07 smithi104 ceph-mon[36417]: pgmap v895: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 -- 172.21.15.3:0/3884696468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c105760 msgr2=0x7f362c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 --2- 172.21.15.3:0/3884696468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c105760 0x7f362c105be0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f36180098f0 tx=0x7f3618009c00 comp rx=0 tx=0).stop 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 -- 172.21.15.3:0/3884696468 shutdown_connections 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 --2- 172.21.15.3:0/3884696468 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c106120 0x7f362c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 --2- 172.21.15.3:0/3884696468 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 0x7f362c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:07.989 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 --2- 172.21.15.3:0/3884696468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c105760 0x7f362c105be0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:07.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 -- 172.21.15.3:0/3884696468 >> 172.21.15.3:0/3884696468 conn(0x7f362c101250 msgr2=0x7f362c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:07.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 -- 172.21.15.3:0/3884696468 shutdown_connections 2024-05-21T19:23:07.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.988+0000 7f3633800700 1 -- 172.21.15.3:0/3884696468 wait complete. 2024-05-21T19:23:07.990 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.989+0000 7f3633800700 1 Processor -- start 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.989+0000 7f3633800700 1 -- start start 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 0x7f362c19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 0x7f362c1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f362c115990 con 0x7f362c105760 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f362c115810 con 0x7f362c106120 2024-05-21T19:23:07.991 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3633800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f362c115b10 con 0x7f362c10b760 2024-05-21T19:23:07.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f362be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:07.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3630e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 0x7f362c19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:07.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f362be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52552/0 (socket says 172.21.15.3:52552) 2024-05-21T19:23:07.992 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f362be00700 1 -- 172.21.15.3:0/2289714970 learned_addr learned my addr 172.21.15.3:0/2289714970 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.990+0000 7f3631800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 0x7f362c1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 -- 172.21.15.3:0/2289714970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 msgr2=0x7f362c1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 0x7f362c1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 -- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 msgr2=0x7f362c19be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 0x7f362c19be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 -- 172.21.15.3:0/2289714970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c1a0e90 con 0x7f362c106120 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3630e00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 0x7f362c19be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f362be00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3618009230 tx=0x7f361800fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36180050c0 con 0x7f362c106120 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362c1a1120 con 0x7f362c106120 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f361800b560 con 0x7f362c106120 2024-05-21T19:23:07.993 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3618003a00 con 0x7f362c106120 2024-05-21T19:23:07.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.991+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f362c1a8a00 con 0x7f362c106120 2024-05-21T19:23:07.994 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.993+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362c06a230 con 0x7f362c106120 2024-05-21T19:23:07.996 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.995+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3618003bc0 con 0x7f362c106120 2024-05-21T19:23:07.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.996+0000 7f3629600700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 0x7f36140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:07.997 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.997+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f36180e3060 con 0x7f362c106120 2024-05-21T19:23:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.997+0000 7f3630e00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 0x7f36140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:07.998 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:07.998+0000 7f3630e00700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 0x7f36140b4dc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f3620009fd0 tx=0x7f3620009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:08.002 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.001+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3618013030 con 0x7f362c106120 2024-05-21T19:23:08.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:07 smithi178 ceph-mon[36523]: pgmap v895: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-05-21T19:23:08.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.285+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f362c19d1e0 con 0x7f362c106120 2024-05-21T19:23:08.287 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.287+0000 7f3629600700 1 -- 172.21.15.3:0/2289714970 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f36180aadf0 con 0x7f362c106120 2024-05-21T19:23:08.288 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:23:08.288 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:23:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 msgr2=0x7f36140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 0x7f36140b4dc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f3620009fd0 tx=0x7f3620009260 comp rx=0 tx=0).stop 2024-05-21T19:23:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 msgr2=0x7f362c19c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:08.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3618009230 tx=0x7f361800fa70 comp rx=0 tx=0).stop 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 shutdown_connections 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f36140b2900 0x7f36140b4dc0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f362c10b760 0x7f362c1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f362c105760 0x7f362c19be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 --2- 172.21.15.3:0/2289714970 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c106120 0x7f362c19c3c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.290+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 >> 172.21.15.3:0/2289714970 conn(0x7f362c101250 msgr2=0x7f362c1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.291+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 shutdown_connections 2024-05-21T19:23:08.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:08.291+0000 7f3633800700 1 -- 172.21.15.3:0/2289714970 wait complete. 2024-05-21T19:23:08.293 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:23:08.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:08 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2289714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:09.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:08 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2289714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:09.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:08 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2289714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:09.219 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:23:09.704 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:09.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:09 smithi104 ceph-mon[36417]: pgmap v896: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:23:10.019 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:09 smithi003 ceph-mon[31577]: pgmap v896: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:23:10.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:09 smithi178 ceph-mon[36523]: pgmap v896: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-05-21T19:23:11.315 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:23:11.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 -- 172.21.15.3:0/1939356169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0240101d30 msgr2=0x7f0240102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 --2- 172.21.15.3:0/1939356169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0240101d30 0x7f0240102190 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f022c009900 tx=0x7f022c02a410 comp rx=0 tx=0).stop 2024-05-21T19:23:11.799 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 -- 172.21.15.3:0/1939356169 shutdown_connections 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 --2- 172.21.15.3:0/1939356169 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f02401026d0 0x7f0240102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 --2- 172.21.15.3:0/1939356169 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0240101d30 0x7f0240102190 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 --2- 172.21.15.3:0/1939356169 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f02401017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 -- 172.21.15.3:0/1939356169 >> 172.21.15.3:0/1939356169 conn(0x7f02400fcfd0 msgr2=0x7f02400ff410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 -- 172.21.15.3:0/1939356169 shutdown_connections 2024-05-21T19:23:11.800 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.798+0000 7f0247a00640 1 -- 172.21.15.3:0/1939356169 wait complete. 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.799+0000 7f0247a00640 1 Processor -- start 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.799+0000 7f0247a00640 1 -- start start 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0240101d30 0x7f024019b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f02401026d0 0x7f02401a2390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0240110860 con 0x7f02401026d0 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f02401106e0 con 0x7f02401013d0 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0247a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02401109e0 con 0x7f0240101d30 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0245000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.802 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0245000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36720/0 (socket says 172.21.15.3:36720) 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0245a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f02401026d0 0x7f02401a2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f0245000640 1 -- 172.21.15.3:0/2994748363 learned_addr learned my addr 172.21.15.3:0/2994748363 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.800+0000 7f023fe00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0240101d30 0x7f024019b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 -- 172.21.15.3:0/2994748363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0240101d30 msgr2=0x7f024019b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0240101d30 0x7f024019b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 -- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f02401026d0 msgr2=0x7f02401a2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f02401026d0 0x7f02401a2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 -- 172.21.15.3:0/2994748363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02401a2a00 con 0x7f02401013d0 2024-05-21T19:23:11.803 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0245000640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f023400d950 tx=0x7f023400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f023d600640 1 -- 172.21.15.3:0/2994748363 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0234017030 con 0x7f02401013d0 2024-05-21T19:23:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02401a2cf0 con 0x7f02401013d0 2024-05-21T19:23:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f023d600640 1 -- 172.21.15.3:0/2994748363 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0234004020 con 0x7f02401013d0 2024-05-21T19:23:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f023d600640 1 -- 172.21.15.3:0/2994748363 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02340047a0 con 0x7f02401013d0 2024-05-21T19:23:11.804 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.801+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02401a31b0 con 0x7f02401013d0 2024-05-21T19:23:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 Processor -- start 2024-05-21T19:23:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f023d600640 1 -- 172.21.15.3:0/2994748363 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0234009a30 con 0x7f02401013d0 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 -- start start 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a146020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a146690 0x558a2a148b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558a2a0b0b90 con 0x558a2a141520 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558a2a0a0730 con 0x558a2a146690 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.805+0000 7f024a969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558a2a0a4770 con 0x558a2a140b30 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a146020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49204/0 (socket says 172.21.15.3:49204) 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f023fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a146690 0x558a2a148b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 -- 172.21.15.3:0/738867897 learned_addr learned my addr 172.21.15.3:0/738867897 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 -- 172.21.15.3:0/738867897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a146690 msgr2=0x558a2a148b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a146690 0x558a2a148b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 -- 172.21.15.3:0/738867897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 msgr2=0x558a2a146020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a146020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.806+0000 7f0245a00640 1 -- 172.21.15.3:0/738867897 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a2a0398b0 con 0x558a2a140b30 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f0245a00640 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0238009f50 tx=0x7f02380118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86130fc002942292 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f023d600640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 0x7f02280b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f0232000640 1 -- 172.21.15.3:0/738867897 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0238004d20 con 0x558a2a140b30 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f0232000640 1 -- 172.21.15.3:0/738867897 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0238004050 con 0x558a2a140b30 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f0232000640 1 -- 172.21.15.3:0/738867897 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0238005280 con 0x558a2a140b30 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f023d600640 1 -- 172.21.15.3:0/2994748363 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f02340e1cb0 con 0x7f02401013d0 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.807+0000 7f0245000640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 0x7f02280b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- 172.21.15.3:0/738867897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 msgr2=0x558a2a140f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f0238009f50 tx=0x7f02380118d0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- 172.21.15.3:0/738867897 shutdown_connections 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a146690 0x558a2a148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a146020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 --2- 172.21.15.3:0/738867897 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a140b30 0x558a2a140f50 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- 172.21.15.3:0/738867897 >> 172.21.15.3:0/738867897 conn(0x558a2a13c1a0 msgr2=0x558a2a13c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- 172.21.15.3:0/738867897 shutdown_connections 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f0245000640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 0x7f02280b4d60 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f02340a52d0 tx=0x7f02340e56f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- 172.21.15.3:0/738867897 wait complete. 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.808+0000 7f024a969740 1 -- start start 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 Processor -- start 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a14a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a14ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a151e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558a29d86790 con 0x558a2a140b30 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558a2a048bc0 con 0x558a2a141520 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558a2a149640 con 0x558a2a146690 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f024a969740 10 client.0 _ll_register_callbacks cb 0x558a2a026400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:11.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f0245a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a14a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f0245a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a14a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53876/0 (socket says 172.21.15.3:53876) 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f0245a00640 1 -- 172.21.15.3:0/3900256376 learned_addr learned my addr 172.21.15.3:0/3900256376 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.809+0000 7f023fe00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a14ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f0245a00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a151e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 -- 172.21.15.3:0/3900256376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 msgr2=0x558a2a151e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a151e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 -- 172.21.15.3:0/3900256376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 msgr2=0x558a2a14a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a14a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 -- 172.21.15.3:0/3900256376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a29db5210 con 0x558a2a141520 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f0245a00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a151e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:11.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f023fe00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a14ae30 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f022c02aa00 tx=0x7f022c004440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be48fe8d5b5ecdc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.815 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.810+0000 7f0226a00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c035040 con 0x558a2a141520 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f022c003ac0 con 0x558a2a141520 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0238004050 con 0x558a2a141520 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f022c04d050 con 0x558a2a141520 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f024a969740 10 client.28886 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.811+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558a29e81620 con 0x558a2a141520 2024-05-21T19:23:11.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0238004050 con 0x558a2a141520 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f022c044070 con 0x558a2a141520 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 10 client.28886 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 10 client.28886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 20 client.28886 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a156380 0x558a2a158770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 4 client.28886 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a2a0b2ae0 con 0x558a2a156380 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.812+0000 7f0245a00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a156380 0x558a2a158770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.813+0000 7f0245a00640 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a156380 0x558a2a158770 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8412536d8e35536 server_cookie=812f3e3b04827e1c in_seq=0 out_seq=0 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.813+0000 7f0226a00640 10 client.28886 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f0226a00640 1 -- 172.21.15.3:0/3900256376 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558a2a0b2ae0 con 0x558a2a156380 2024-05-21T19:23:11.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f0226a00640 10 client.28886 handle_command_reply: tid=0 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 client.28886 shutdown 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 msgr2=0x558a2a14ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a14ae30 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f022c02aa00 tx=0x7f022c004440 comp rx=0 tx=0).stop 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 shutdown_connections 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a156380 0x558a2a158770 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a151e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a14ae30 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 --2- 172.21.15.3:0/3900256376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a14a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f0226a00640 0 client.28886 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 >> 172.21.15.3:0/3900256376 conn(0x558a2a13c1a0 msgr2=0x558a2a13b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 shutdown_connections 2024-05-21T19:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 1 -- 172.21.15.3:0/3900256376 wait complete. 2024-05-21T19:23:11.820 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.814+0000 7f024a969740 20 client.28886 trim_cache size 0 max 16384 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.831+0000 7f024a969740 1 Processor -- start 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.831+0000 7f024a969740 1 -- start start 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a151e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a13f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f02401ae890 con 0x558a2a140b30 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f02401ac160 con 0x558a2a141520 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f024a969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02401a9fb0 con 0x558a2a146690 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f0245a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f0245a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53888/0 (socket says 172.21.15.3:53888) 2024-05-21T19:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f0245a00640 1 -- 172.21.15.3:0/733312848 learned_addr learned my addr 172.21.15.3:0/733312848 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.836 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f0245a00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a13f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 -- 172.21.15.3:0/733312848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 msgr2=0x558a2a13f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a13f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 -- 172.21.15.3:0/733312848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 msgr2=0x558a2a13f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f023fe00640 1 -- 172.21.15.3:0/733312848 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a2a158ae0 con 0x558a2a141520 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.832+0000 7f0245a00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.833+0000 7f023fe00640 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a151e30 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f022c046600 tx=0x7f022c02a410 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ce1f102f7a599bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.833+0000 7f0231600640 1 -- 172.21.15.3:0/733312848 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c035040 con 0x558a2a141520 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.833+0000 7f0231600640 1 -- 172.21.15.3:0/733312848 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f022c046880 con 0x558a2a141520 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.833+0000 7f0231600640 1 -- 172.21.15.3:0/733312848 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c031820 con 0x558a2a141520 2024-05-21T19:23:11.837 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- 172.21.15.3:0/733312848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 msgr2=0x558a2a151e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a151e30 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f022c046600 tx=0x7f022c02a410 comp rx=0 tx=0).stop 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- 172.21.15.3:0/733312848 shutdown_connections 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a13f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a141520 0x558a2a151e30 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 --2- 172.21.15.3:0/733312848 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a140b30 0x558a2a13f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- 172.21.15.3:0/733312848 >> 172.21.15.3:0/733312848 conn(0x558a2a13c1a0 msgr2=0x558a2a13c580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- 172.21.15.3:0/733312848 shutdown_connections 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- 172.21.15.3:0/733312848 wait complete. 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 -- start start 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.834+0000 7f024a969740 1 Processor -- start 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a140b30 0x558a2a14efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.838 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a150510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f02401aa620 con 0x558a2a141520 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f02401aba90 con 0x558a2a140b30 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f02401aacf0 con 0x558a2a146690 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f024a969740 10 client.0 _ll_register_callbacks cb 0x7f022c005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53902/0 (socket says 172.21.15.3:53902) 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 -- 172.21.15.3:0/3554177199 learned_addr learned my addr 172.21.15.3:0/3554177199 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f0245a00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a140b30 0x558a2a14efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f0245a00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a150510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 -- 172.21.15.3:0/3554177199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 msgr2=0x558a2a150510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a150510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 -- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a140b30 msgr2=0x558a2a14efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:11.839 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a140b30 0x558a2a14efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.835+0000 7f023fe00640 1 -- 172.21.15.3:0/3554177199 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a2a150b00 con 0x558a2a141520 2024-05-21T19:23:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f0245a00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f023fe00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f022c009850 tx=0x7f022c009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=202d515e7dbd4379 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:11.840 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f0226a00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022c035050 con 0x558a2a141520 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f022c046a30 con 0x558a2a141520 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f022c046880 con 0x558a2a141520 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f022c046c30 con 0x558a2a141520 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f024a969740 10 client.18804 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:11.841 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.836+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x558a2a151e10 con 0x558a2a141520 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f022c046880 con 0x558a2a141520 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f022c044070 con 0x558a2a141520 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 10 client.18804 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 10 client.18804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 20 client.18804 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a1c12f0 0x558a2a1c3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 4 client.18804 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558a2a0ac2c0 con 0x558a2a1c12f0 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.837+0000 7f0245a00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a1c12f0 0x558a2a1c3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.838+0000 7f0245a00640 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a1c12f0 0x558a2a1c3710 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1bd633a2a880fdc server_cookie=4f280fa4e1974c7d in_seq=0 out_seq=0 2024-05-21T19:23:11.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.838+0000 7f0226a00640 10 client.18804 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f0226a00640 1 -- 172.21.15.3:0/3554177199 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x558a2a0ac2c0 con 0x558a2a1c12f0 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f0226a00640 10 client.18804 handle_command_reply: tid=0 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 client.18804 shutdown 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 msgr2=0x558a2a14f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f022c009850 tx=0x7f022c009520 comp rx=0 tx=0).stop 2024-05-21T19:23:11.847 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 shutdown_connections 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a2a1c12f0 0x558a2a1c3710 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a2a146690 0x558a2a150510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a2a141520 0x558a2a14f500 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 --2- 172.21.15.3:0/3554177199 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a2a140b30 0x558a2a14efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 >> 172.21.15.3:0/3554177199 conn(0x558a2a13c1a0 msgr2=0x558a2a145600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f0226a00640 0 client.18804 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 shutdown_connections 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 1 -- 172.21.15.3:0/3554177199 wait complete. 2024-05-21T19:23:11.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.846+0000 7f024a969740 20 client.18804 trim_cache size 0 max 16384 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 msgr2=0x7f02280b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 0x7f02280b4d60 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f02340a52d0 tx=0x7f02340e56f0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 msgr2=0x7f024019ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f023400d950 tx=0x7f023400de10 comp rx=0 tx=0).stop 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 shutdown_connections 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f02280b28a0 0x7f02280b4d60 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0240101d30 0x7f024019b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f02401026d0 0x7f02401a2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 --2- 172.21.15.3:0/2994748363 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f02401013d0 0x7f024019ade0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 >> 172.21.15.3:0/2994748363 conn(0x7f02400fcfd0 msgr2=0x7f02400fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 shutdown_connections 2024-05-21T19:23:11.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:11.847+0000 7f0247a00640 1 -- 172.21.15.3:0/2994748363 wait complete. 2024-05-21T19:23:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:11 smithi003 ceph-mon[31577]: pgmap v897: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:23:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:11 smithi104 ceph-mon[36417]: pgmap v897: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 -- 172.21.15.3:0/2222444008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d8109dd0 msgr2=0x7f65d810a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 --2- 172.21.15.3:0/2222444008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d8109dd0 0x7f65d810a1b0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f65c80099c0 tx=0x7f65c8009cd0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 -- 172.21.15.3:0/2222444008 shutdown_connections 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 --2- 172.21.15.3:0/2222444008 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 --2- 172.21.15.3:0/2222444008 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d8109dd0 0x7f65d810a1b0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 --2- 172.21.15.3:0/2222444008 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d810a780 0x7f65d810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 -- 172.21.15.3:0/2222444008 >> 172.21.15.3:0/2222444008 conn(0x7f65d8076d10 msgr2=0x7f65d8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.084 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 -- 172.21.15.3:0/2222444008 shutdown_connections 2024-05-21T19:23:12.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.082+0000 7f65dcc00700 1 -- 172.21.15.3:0/2222444008 wait complete. 2024-05-21T19:23:12.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 Processor -- start 2024-05-21T19:23:12.085 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 -- start start 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d8109dd0 0x7f65d81a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d81a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8119da0 con 0x7f65d810eeb0 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8119c20 con 0x7f65d8109dd0 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.084+0000 7f65dcc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f65d8119f20 con 0x7f65d810a780 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d81a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49246/0 (socket says 172.21.15.3:49246) 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d81a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53928/0 (socket says 172.21.15.3:53928) 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 -- 172.21.15.3:0/3083837525 learned_addr learned my addr 172.21.15.3:0/3083837525 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:12.086 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d8109dd0 0x7f65d81a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.087 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 -- 172.21.15.3:0/3083837525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d8109dd0 msgr2=0x7f65d81a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d8109dd0 0x7f65d81a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 -- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 msgr2=0x7f65d81a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d81a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.085+0000 7f65d5400700 1 -- 172.21.15.3:0/3083837525 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d81a52a0 con 0x7f65d810a780 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65d5400700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f65c400d980 tx=0x7f65c400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65cea00700 1 -- 172.21.15.3:0/3083837525 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4017070 con 0x7f65d810a780 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65cea00700 1 -- 172.21.15.3:0/3083837525 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c400fd40 con 0x7f65d810a780 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65d81a5590 con 0x7f65d810a780 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65cea00700 1 -- 172.21.15.3:0/3083837525 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c400e3b0 con 0x7f65d810a780 2024-05-21T19:23:12.088 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.086+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65d81ace10 con 0x7f65d810a780 2024-05-21T19:23:12.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.091+0000 7f65e7613b80 1 Processor -- start 2024-05-21T19:23:12.092 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 -- start start 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65cea00700 1 -- 172.21.15.3:0/3083837525 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65c4010610 con 0x7f65d810a780 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603659260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x559603659ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5596035b7e40 con 0x55960365f7d0 2024-05-21T19:23:12.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5596035a79e0 con 0x559603659880 2024-05-21T19:23:12.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.092+0000 7f65e7613b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5596035aba20 con 0x55960365eeb0 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49248/0 (socket says 172.21.15.3:49248) 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 -- 172.21.15.3:0/3831373611 learned_addr learned my addr 172.21.15.3:0/3831373611 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603659260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d5400700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x559603659ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 -- 172.21.15.3:0/3831373611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 msgr2=0x559603659ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x559603659ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 -- 172.21.15.3:0/3831373611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 msgr2=0x559603659260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603659260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d6800700 1 -- 172.21.15.3:0/3831373611 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559603570420 con 0x55960365eeb0 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.093+0000 7f65d5400700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x559603659ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:23:12.095 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65d6800700 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f65d0003fa0 tx=0x7f65d0009ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=923d6028adf4e6c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65c3400700 1 -- 172.21.15.3:0/3831373611 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0004bb0 con 0x55960365eeb0 2024-05-21T19:23:12.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65c3400700 1 -- 172.21.15.3:0/3831373611 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65d0004d50 con 0x55960365eeb0 2024-05-21T19:23:12.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65c3400700 1 -- 172.21.15.3:0/3831373611 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0007d80 con 0x55960365eeb0 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65cea00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 0x7f65bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.094+0000 7f65cea00700 1 -- 172.21.15.3:0/3083837525 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f65c40e1d00 con 0x7f65d810a780 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 0x7f65bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 -- 172.21.15.3:0/3831373611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 msgr2=0x55960365f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f65d0003fa0 tx=0x7f65d0009ba0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 -- 172.21.15.3:0/3831373611 shutdown_connections 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x559603659ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x55960365f290 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3831373611 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603659260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 -- 172.21.15.3:0/3831373611 >> 172.21.15.3:0/3831373611 conn(0x559603587be0 msgr2=0x559603654010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.095+0000 7f65e7613b80 1 -- 172.21.15.3:0/3831373611 shutdown_connections 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.096+0000 7f65e7613b80 1 -- 172.21.15.3:0/3831373611 wait complete. 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.096+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 0x7f65bc0b4d40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f65c8009990 tx=0x7f65c801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.096+0000 7f65e7613b80 1 -- start start 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.096+0000 7f65e7613b80 1 Processor -- start 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x5596036654a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x559603662840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.099 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:12.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603662d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5596034adfa0 con 0x55960365f7d0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559603548760 con 0x559603659880 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559603666240 con 0x55960365eeb0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65e7613b80 10 client.0 _ll_register_callbacks cb 0x559603551c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65d5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x5596036654a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65d5400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x559603662840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603662d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65d5e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x5596036654a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36816/0 (socket says 172.21.15.3:36816) 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.097+0000 7f65d5e00700 1 -- 172.21.15.3:0/3124853010 learned_addr learned my addr 172.21.15.3:0/3124853010 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 -- 172.21.15.3:0/3124853010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 msgr2=0x5596036654a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x5596036654a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 -- 172.21.15.3:0/3124853010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 msgr2=0x559603662d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603662d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 -- 172.21.15.3:0/3124853010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596034f78d0 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65d5400700 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x559603662840 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f65c400bfd0 tx=0x7f65c40a97e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a951a313b81a633 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4020070 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f65c400faa0 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.098+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65d0004d50 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.099+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f65c40a8a10 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.099+0000 7f65e7613b80 10 client.28900 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.099+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559603578060 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.099+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65d0004d50 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.099+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f65c40a8500 con 0x55960365eeb0 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 10 client.28900 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 10 client.28900 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 20 client.28900 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:12.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x559603672cf0 0x5596036750e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 4 client.28900 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:12.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596035b9d90 con 0x559603672cf0 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x559603672cf0 0x5596036750e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.100+0000 7f65d5e00700 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x559603672cf0 0x5596036750e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9b3f4559c0c984ce server_cookie=dbc17d8b892fdd2 in_seq=0 out_seq=0 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.101+0000 7f65b7e00700 10 client.28900 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.101+0000 7f65b7e00700 1 -- 172.21.15.3:0/3124853010 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5596035b9d90 con 0x559603672cf0 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.101+0000 7f65b7e00700 10 client.28900 handle_command_reply: tid=0 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.101+0000 7f65e7613b80 1 client.28900 shutdown 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 msgr2=0x559603662840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x559603662840 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f65c400bfd0 tx=0x7f65c40a97e0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.104 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 shutdown_connections 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x559603672cf0 0x5596036750e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x559603662d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x559603659880 0x5596036654a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 --2- 172.21.15.3:0/3124853010 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55960365eeb0 0x559603662840 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 >> 172.21.15.3:0/3124853010 conn(0x559603587be0 msgr2=0x559603658250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65b7e00700 0 client.28900 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 shutdown_connections 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 1 -- 172.21.15.3:0/3124853010 wait complete. 2024-05-21T19:23:12.105 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.102+0000 7f65e7613b80 20 client.28900 trim_cache size 0 max 16384 2024-05-21T19:23:12.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 Processor -- start 2024-05-21T19:23:12.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 -- start start 2024-05-21T19:23:12.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x559603659260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 0x55960366f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b6c70 con 0x55960365eeb0 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b4500 con 0x55960365f7d0 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65e7613b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b2350 con 0x559603659880 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.128+0000 7f65d5400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 0x55960366f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36828/0 (socket says 172.21.15.3:36828) 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 -- 172.21.15.3:0/212793203 learned_addr learned my addr 172.21.15.3:0/212793203 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:12.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d5e00700 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x559603659260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 -- 172.21.15.3:0/212793203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 msgr2=0x559603659260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x559603659260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 -- 172.21.15.3:0/212793203 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 msgr2=0x55960366f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 0x55960366f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 -- 172.21.15.3:0/212793203 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559603663090 con 0x55960365f7d0 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d5400700 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 0x55960366f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.129+0000 7f65d6800700 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f65d0007990 tx=0x7f65d00075b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d6889d31ebf81de server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.130+0000 7f65c2a00700 1 -- 172.21.15.3:0/212793203 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0007ab0 con 0x55960365f7d0 2024-05-21T19:23:12.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.130+0000 7f65c2a00700 1 -- 172.21.15.3:0/212793203 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65d0007c50 con 0x55960365f7d0 2024-05-21T19:23:12.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.130+0000 7f65c2a00700 1 -- 172.21.15.3:0/212793203 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0005050 con 0x55960365f7d0 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 -- 172.21.15.3:0/212793203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 msgr2=0x55960366f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f65d0007990 tx=0x7f65d00075b0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 -- 172.21.15.3:0/212793203 shutdown_connections 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365f7d0 0x55960366f820 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x559603659260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 --2- 172.21.15.3:0/212793203 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365eeb0 0x55960366f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 -- 172.21.15.3:0/212793203 >> 172.21.15.3:0/212793203 conn(0x559603587be0 msgr2=0x55960365c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 -- 172.21.15.3:0/212793203 shutdown_connections 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.131+0000 7f65e7613b80 1 -- 172.21.15.3:0/212793203 wait complete. 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.132+0000 7f65e7613b80 1 -- start start 2024-05-21T19:23:12.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.132+0000 7f65e7613b80 1 Processor -- start 2024-05-21T19:23:12.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.132+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x55960366b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 0x559603679fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b29c0 con 0x55960365f7d0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b3e30 con 0x55960365eeb0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f65d81b3090 con 0x559603659880 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65e7613b80 10 client.0 _ll_register_callbacks cb 0x559603551c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d6800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53954/0 (socket says 172.21.15.3:53954) 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d6800700 1 -- 172.21.15.3:0/2534237254 learned_addr learned my addr 172.21.15.3:0/2534237254 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 0x559603679fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5e00700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x55960366b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5400700 1 -- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 msgr2=0x55960366b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5400700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x55960366b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5400700 1 -- 172.21.15.3:0/2534237254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 msgr2=0x55960367a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.133+0000 7f65d5400700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65d5400700 1 -- 172.21.15.3:0/2534237254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55960367aa90 con 0x55960365eeb0 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65d6800700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65d5400700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 0x559603679fe0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f65c400be80 tx=0x7f65c40109b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acce39487aef66e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:12.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:12.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:11 smithi178 ceph-mon[36523]: pgmap v897: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-05-21T19:23:12.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c4020070 con 0x55960365eeb0 2024-05-21T19:23:12.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f65c40a4df0 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65d0007c50 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f65c40a8db0 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65e7613b80 10 client.28907 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.134+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5596036dd600 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65d0007c50 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f65c40a8100 con 0x55960365eeb0 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 10 client.28907 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 10 client.28907 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 20 client.28907 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5596036ddaa0 0x5596036dfec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 4 client.28907 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:23:12.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5596035b3570 con 0x5596036ddaa0 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.135+0000 7f65d5e00700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5596036ddaa0 0x5596036dfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65d5e00700 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5596036ddaa0 0x5596036dfec0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a98147ff273907c5 server_cookie=3af5ca485190523c in_seq=0 out_seq=0 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65b7e00700 10 client.28907 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65b7e00700 1 -- 172.21.15.3:0/2534237254 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5596035b3570 con 0x5596036ddaa0 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65b7e00700 10 client.28907 handle_command_reply: tid=0 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65e7613b80 1 client.28907 shutdown 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 msgr2=0x559603679fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.136+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 0x559603679fe0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f65c400be80 tx=0x7f65c40109b0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 shutdown_connections 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x5596036ddaa0 0x5596036dfec0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55960365f7d0 0x55960367a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559603659880 0x55960366b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 --2- 172.21.15.3:0/2534237254 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55960365eeb0 0x559603679fe0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65b7e00700 0 client.28907 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 >> 172.21.15.3:0/2534237254 conn(0x559603587be0 msgr2=0x559603661110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 shutdown_connections 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 1 -- 172.21.15.3:0/2534237254 wait complete. 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.137+0000 7f65e7613b80 20 client.28907 trim_cache size 0 max 16384 2024-05-21T19:23:12.141 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 msgr2=0x7f65bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 0x7f65bc0b4d40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f65c8009990 tx=0x7f65c801a040 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 msgr2=0x7f65d81a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f65c400d980 tx=0x7f65c400dc90 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 shutdown_connections 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65bc0b2880 0x7f65bc0b4d40 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65d810eeb0 0x7f65d81a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65d8109dd0 0x7f65d81a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 --2- 172.21.15.3:0/3083837525 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65d810a780 0x7f65d81a07d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:12.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 >> 172.21.15.3:0/3083837525 conn(0x7f65d8076d10 msgr2=0x7f65d810dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:12.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.138+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 shutdown_connections 2024-05-21T19:23:12.143 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:12.139+0000 7f65dcc00700 1 -- 172.21.15.3:0/3083837525 wait complete. 2024-05-21T19:23:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:13 smithi104 ceph-mon[36417]: pgmap v898: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:23:14.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:13 smithi003 ceph-mon[31577]: pgmap v898: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:23:14.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:13 smithi178 ceph-mon[36523]: pgmap v898: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:23:14.410 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:23:14.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.962+0000 7f4116e00700 1 -- 172.21.15.3:0/1427164865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4110078390 msgr2=0x7f4110113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:14.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.962+0000 7f4116e00700 1 --2- 172.21.15.3:0/1427164865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4110078390 0x7f4110113db0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f40fc0098f0 tx=0x7f40fc009c00 comp rx=0 tx=0).stop 2024-05-21T19:23:14.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 -- 172.21.15.3:0/1427164865 shutdown_connections 2024-05-21T19:23:14.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 --2- 172.21.15.3:0/1427164865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f41101142f0 0x7f41101166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:14.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 --2- 172.21.15.3:0/1427164865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f4110077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:14.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 --2- 172.21.15.3:0/1427164865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4110078390 0x7f4110113db0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:14.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 -- 172.21.15.3:0/1427164865 >> 172.21.15.3:0/1427164865 conn(0x7f4110101120 msgr2=0x7f4110103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:14.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 -- 172.21.15.3:0/1427164865 shutdown_connections 2024-05-21T19:23:14.966 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.963+0000 7f4116e00700 1 -- 172.21.15.3:0/1427164865 wait complete. 2024-05-21T19:23:14.968 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.964+0000 7f4116e00700 1 Processor -- start 2024-05-21T19:23:14.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.964+0000 7f4116e00700 1 -- start start 2024-05-21T19:23:14.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f41101a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:14.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:14.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41101142f0 0x7f41101a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:14.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4110119c60 con 0x7f4110078390 2024-05-21T19:23:14.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4110119ae0 con 0x7f41101142f0 2024-05-21T19:23:14.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4110119de0 con 0x7f4110077a70 2024-05-21T19:23:14.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4115000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:14.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4115a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f41101a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:14.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4115000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53972/0 (socket says 172.21.15.3:53972) 2024-05-21T19:23:14.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4116400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41101142f0 0x7f41101a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:14.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.965+0000 7f4115000700 1 -- 172.21.15.3:0/2708316215 learned_addr learned my addr 172.21.15.3:0/2708316215 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:14.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 -- 172.21.15.3:0/2708316215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41101142f0 msgr2=0x7f41101a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:14.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41101142f0 0x7f41101a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:14.971 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 -- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 msgr2=0x7f41101a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:14.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:14.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 -- 172.21.15.3:0/2708316215 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41101a51e0 con 0x7f4110077a70 2024-05-21T19:23:14.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115000700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:14.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.966+0000 7f4115a00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f41101a01d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f410400e9f0 tx=0x7f410400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:14.972 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.967+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410400c9c0 con 0x7f4110077a70 2024-05-21T19:23:14.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.967+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41101a54d0 con 0x7f4110077a70 2024-05-21T19:23:14.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.967+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f410400cb60 con 0x7f4110077a70 2024-05-21T19:23:14.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.967+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4104018680 con 0x7f4110077a70 2024-05-21T19:23:14.973 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.967+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41101acd50 con 0x7f4110077a70 2024-05-21T19:23:14.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.968+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f411006a230 con 0x7f4110077a70 2024-05-21T19:23:14.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.970+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f410404aab0 con 0x7f4110077a70 2024-05-21T19:23:14.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.972+0000 7f410e000700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 0x7f40f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:14.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.972+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41040e2560 con 0x7f4110077a70 2024-05-21T19:23:14.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.972+0000 7f4115000700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 0x7f40f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:14.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.973+0000 7f4115000700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 0x7f40f80b4d40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f40fc009680 tx=0x7f40fc019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:14.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:14.974+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f41040aa200 con 0x7f4110077a70 2024-05-21T19:23:15.107 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:15.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.278+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f411002e560 con 0x7f4110077a70 2024-05-21T19:23:15.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.279+0000 7f410e000700 1 -- 172.21.15.3:0/2708316215 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f41040b2280 con 0x7f4110077a70 2024-05-21T19:23:15.281 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:23:15.281 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 msgr2=0x7f40f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 0x7f40f80b4d40 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f40fc009680 tx=0x7f40fc019040 comp rx=0 tx=0).stop 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 msgr2=0x7f41101a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f41101a01d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f410400e9f0 tx=0x7f410400ed00 comp rx=0 tx=0).stop 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 shutdown_connections 2024-05-21T19:23:15.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f40f80b2880 0x7f40f80b4d40 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41101142f0 0x7f41101a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4110077a70 0x7f41101a01d0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 --2- 172.21.15.3:0/2708316215 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4110078390 0x7f41101a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 >> 172.21.15.3:0/2708316215 conn(0x7f4110101120 msgr2=0x7f4110103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 shutdown_connections 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:15.283+0000 7f4116e00700 1 -- 172.21.15.3:0/2708316215 wait complete. 2024-05-21T19:23:15.285 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:23:15.949 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:15 smithi003 ceph-mon[31577]: pgmap v899: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:23:15.950 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2708316215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:16.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:15 smithi178 ceph-mon[36523]: pgmap v899: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:23:16.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2708316215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:16.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:15 smithi104 ceph-mon[36417]: pgmap v899: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.9 KiB/s wr, 8 op/s 2024-05-21T19:23:16.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2708316215' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:23:16.474 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id b431f523 --release --await' 2024-05-21T19:23:16.474 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --set-id b431f523 --release --await 2024-05-21T19:23:17.432 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:17.839 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:17 smithi003 ceph-mon[31577]: pgmap v900: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T19:23:18.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:17 smithi178 ceph-mon[36523]: pgmap v900: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T19:23:18.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:17 smithi104 ceph-mon[36417]: pgmap v900: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-05-21T19:23:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.764+0000 7fbb42800700 1 -- 172.21.15.3:0/1339470718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c0758e0 msgr2=0x7fbb3c075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.764+0000 7fbb42800700 1 --2- 172.21.15.3:0/1339470718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c075cc0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000b0a0 tx=0x7fbb3000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.786 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 -- 172.21.15.3:0/1339470718 shutdown_connections 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 --2- 172.21.15.3:0/1339470718 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c114480 0x7fbb3c116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 --2- 172.21.15.3:0/1339470718 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c075cc0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 --2- 172.21.15.3:0/1339470718 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c076200 0x7fbb3c113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 -- 172.21.15.3:0/1339470718 >> 172.21.15.3:0/1339470718 conn(0x7fbb3c0fefc0 msgr2=0x7fbb3c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 -- 172.21.15.3:0/1339470718 shutdown_connections 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.765+0000 7fbb42800700 1 -- 172.21.15.3:0/1339470718 wait complete. 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.766+0000 7fbb42800700 1 Processor -- start 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.766+0000 7fbb42800700 1 -- start start 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c1a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c076200 0x7fbb3c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c119ca0 con 0x7fbb3c114480 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c119b20 con 0x7fbb3c076200 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb42800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c119e20 con 0x7fbb3c0758e0 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:53992/0 (socket says 172.21.15.3:53992) 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41e00700 1 -- 172.21.15.3:0/1861284171 learned_addr learned my addr 172.21.15.3:0/1861284171 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c1a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb40a00700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c076200 0x7fbb3c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 -- 172.21.15.3:0/1861284171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c076200 msgr2=0x7fbb3c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c076200 0x7fbb3c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 -- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 msgr2=0x7fbb3c1a4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41400700 1 -- 172.21.15.3:0/1861284171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3c1a5150 con 0x7fbb3c0758e0 2024-05-21T19:23:18.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.767+0000 7fbb41e00700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb41400700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c1a0190 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000b070 tx=0x7fbb30004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb3a000700 1 -- 172.21.15.3:0/1861284171 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb30021070 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb3a000700 1 -- 172.21.15.3:0/1861284171 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb30007e30 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3c1a53e0 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb3a000700 1 -- 172.21.15.3:0/1861284171 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb300046a0 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.768+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb3c1accc0 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.772+0000 7fbb3a000700 1 -- 172.21.15.3:0/1861284171 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbb30007980 con 0x7fbb3c0758e0 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 Processor -- start 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 -- start start 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb3a000700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 0x7fbb240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c940 0x55582f3564b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f356f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55582f2b4e40 con 0x55582f35c940 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55582f2a49e0 con 0x55582f35c020 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.773+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55582f2a8a20 con 0x55582f356ad0 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb3a000700 1 -- 172.21.15.3:0/1861284171 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbb3000f020 con 0x7fbb3c0758e0 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb40a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c940 0x55582f3564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41e00700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 0x7fbb240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.790 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36892/0 (socket says 172.21.15.3:36892) 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 -- 172.21.15.3:0/383587111 learned_addr learned my addr 172.21.15.3:0/383587111 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41e00700 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f356f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 -- 172.21.15.3:0/383587111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 msgr2=0x55582f356f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f356f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 -- 172.21.15.3:0/383587111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c940 msgr2=0x55582f3564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c940 0x55582f3564b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.774+0000 7fbb41400700 1 -- 172.21.15.3:0/383587111 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55582f26d420 con 0x55582f35c020 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.775+0000 7fbb41400700 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fbb300aa830 tx=0x7fbb3000b700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a126bc46678cf0b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.775+0000 7fbb41e00700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 0x7fbb240b4d40 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbb34013ab0 tx=0x7fbb34009ce0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.775+0000 7fbb2ea00700 1 -- 172.21.15.3:0/383587111 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb300b0070 con 0x55582f35c020 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.775+0000 7fbb2ea00700 1 -- 172.21.15.3:0/383587111 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb30007c70 con 0x55582f35c020 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.775+0000 7fbb2ea00700 1 -- 172.21.15.3:0/383587111 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb300abc60 con 0x55582f35c020 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/383587111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 msgr2=0x55582f35c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fbb300aa830 tx=0x7fbb3000b700 comp rx=0 tx=0).stop 2024-05-21T19:23:18.791 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/383587111 shutdown_connections 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f356f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35c400 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/383587111 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c940 0x55582f3564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/383587111 >> 172.21.15.3:0/383587111 conn(0x55582f284be0 msgr2=0x55582f351150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/383587111 shutdown_connections 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/383587111 wait complete. 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.776+0000 7fbb4e7bab80 1 -- start start 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 Processor -- start 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c940 0x55582f35ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55582f1aafa0 con 0x55582f356ad0 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55582f245760 con 0x55582f35c020 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55582f363220 con 0x55582f35c940 2024-05-21T19:23:18.792 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.777+0000 7fbb4e7bab80 10 client.0 _ll_register_callbacks cb 0x55582f24ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54004/0 (socket says 172.21.15.3:54004) 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 -- 172.21.15.3:0/709101274 learned_addr learned my addr 172.21.15.3:0/709101274 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb40a00700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41e00700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c940 0x55582f35ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 -- 172.21.15.3:0/709101274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c940 msgr2=0x55582f35ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c940 0x55582f35ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 -- 172.21.15.3:0/709101274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 msgr2=0x55582f35fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 -- 172.21.15.3:0/709101274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55582f1f48d0 con 0x55582f356ad0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb41400700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fbb30012000 tx=0x7fbb300aa6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479f3840add09435 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.793 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.778+0000 7fbb23400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb300abe60 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbb300ae3b0 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55582f2b6d90 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbb30070070 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb4e7bab80 10 client.18840 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55582f275060 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55582f2b6d90 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.779+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbb30011070 con 0x55582f356ad0 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 10 client.18840 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 10 client.18840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:23:18.794 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 20 client.18840 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f36fb50 0x55582f371f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 4 client.18840 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55582f2b0570 con 0x55582f36fb50 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.780+0000 7fbb40a00700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f36fb50 0x55582f371f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.781+0000 7fbb40a00700 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f36fb50 0x55582f371f40 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9bdfeb4b242411c2 server_cookie=a6626fd077aebba1 in_seq=0 out_seq=0 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.781+0000 7fbb23400700 10 client.18840 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.781+0000 7fbb23400700 1 -- 172.21.15.3:0/709101274 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55582f2b0570 con 0x55582f36fb50 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.781+0000 7fbb23400700 10 client.18840 handle_command_reply: tid=0 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 client.18840 shutdown 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 msgr2=0x55582f3626b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fbb30012000 tx=0x7fbb300aa6c0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 shutdown_connections 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c940 0x55582f35ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.795 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f36fb50 0x55582f371f40 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f3626b0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/709101274 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c020 0x55582f35fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 >> 172.21.15.3:0/709101274 conn(0x55582f284be0 msgr2=0x55582f3554a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb23400700 0 client.18840 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 shutdown_connections 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/709101274 wait complete. 2024-05-21T19:23:18.796 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.782+0000 7fbb4e7bab80 20 client.18840 trim_cache size 0 max 16384 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 Processor -- start 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 -- start start 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f35fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 0x55582f35ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f359b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.801 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b6990 con 0x55582f35c020 2024-05-21T19:23:18.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b4220 con 0x55582f35c940 2024-05-21T19:23:18.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b2070 con 0x55582f356ad0 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.800+0000 7fbb40a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 0x55582f35ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb40a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 0x55582f35ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54006/0 (socket says 172.21.15.3:54006) 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb40a00700 1 -- 172.21.15.3:0/2167667153 learned_addr learned my addr 172.21.15.3:0/2167667153 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f359b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41400700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f35fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 -- 172.21.15.3:0/2167667153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 msgr2=0x55582f35fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f35fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 -- 172.21.15.3:0/2167667153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 msgr2=0x55582f35ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 0x55582f35ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 -- 172.21.15.3:0/2167667153 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55582f35dfc0 con 0x55582f35c940 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41400700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f35fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.801+0000 7fbb41e00700 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f359b70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fbb34012040 tx=0x7fbb340047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fa41f9f41a17d5e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.802+0000 7fbb2e000700 1 -- 172.21.15.3:0/2167667153 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb3400fe90 con 0x55582f35c940 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.802+0000 7fbb2e000700 1 -- 172.21.15.3:0/2167667153 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb34013270 con 0x55582f35c940 2024-05-21T19:23:18.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.802+0000 7fbb2e000700 1 -- 172.21.15.3:0/2167667153 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34010760 con 0x55582f35c940 2024-05-21T19:23:18.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/2167667153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 msgr2=0x55582f359b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f359b70 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fbb34012040 tx=0x7fbb340047c0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/2167667153 shutdown_connections 2024-05-21T19:23:18.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f359b70 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f356ad0 0x55582f35fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/2167667153 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f35c020 0x55582f35ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/2167667153 >> 172.21.15.3:0/2167667153 conn(0x55582f284be0 msgr2=0x55582f356eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/2167667153 shutdown_connections 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/2167667153 wait complete. 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.803+0000 7fbb4e7bab80 1 -- start start 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 Processor -- start 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 0x55582f376f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f3774b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b26e0 con 0x55582f356ad0 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b3b50 con 0x55582f35c940 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c1b2db0 con 0x55582f35c020 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb4e7bab80 10 client.0 _ll_register_callbacks cb 0x55582f34bfa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb41400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb41e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f3774b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb40a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 0x55582f376f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb41400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54010/0 (socket says 172.21.15.3:54010) 2024-05-21T19:23:18.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.804+0000 7fbb41400700 1 -- 172.21.15.3:0/4242742384 learned_addr learned my addr 172.21.15.3:0/4242742384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:18.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 -- 172.21.15.3:0/4242742384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 msgr2=0x55582f376f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 0x55582f376f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 -- 172.21.15.3:0/4242742384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 msgr2=0x55582f3774b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f3774b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 -- 172.21.15.3:0/4242742384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55582f377cf0 con 0x55582f356ad0 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb40a00700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 0x55582f376f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb41400700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fbb30000f80 tx=0x7fbb300ab130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91b3e000a9a162a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb23400700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:18.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb300abe60 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fbb300a7120 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.805+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb34013270 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbb300cb040 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 10 client.18846 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55582f377cf0 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb34013270 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fbb30011070 con 0x55582f356ad0 2024-05-21T19:23:18.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 10 client.18846 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 10 client.18846 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 20 client.18846 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f3da8c0 0x55582f3dccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 4 client.18846 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.806+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55582f127250 con 0x55582f3da8c0 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.807+0000 7fbb40a00700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f3da8c0 0x55582f3dccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.807+0000 7fbb40a00700 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f3da8c0 0x55582f3dccb0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d43bdb457a855cc7 server_cookie=b33a66aab16e76d in_seq=0 out_seq=0 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.807+0000 7fbb23400700 10 client.18846 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb23400700 1 -- 172.21.15.3:0/4242742384 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55582f127250 con 0x55582f3da8c0 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb23400700 10 client.18846 handle_command_reply: tid=0 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 client.18846 shutdown 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 msgr2=0x55582f368c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fbb30000f80 tx=0x7fbb300ab130 comp rx=0 tx=0).stop 2024-05-21T19:23:18.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 shutdown_connections 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55582f35c940 0x55582f3774b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x55582f3da8c0 0x55582f3dccb0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55582f356ad0 0x55582f368c10 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 --2- 172.21.15.3:0/4242742384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55582f35c020 0x55582f376f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 >> 172.21.15.3:0/4242742384 conn(0x55582f284be0 msgr2=0x55582f359b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb23400700 0 client.18846 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 shutdown_connections 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 1 -- 172.21.15.3:0/4242742384 wait complete. 2024-05-21T19:23:18.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.808+0000 7fbb4e7bab80 20 client.18846 trim_cache size 0 max 16384 2024-05-21T19:23:18.815 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:23:18.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 msgr2=0x7fbb240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 0x7fbb240b4d40 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbb34013ab0 tx=0x7fbb34009ce0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 msgr2=0x7fbb3c1a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c1a0190 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fbb3000b070 tx=0x7fbb30004d00 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 shutdown_connections 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fbb240b2880 0x7fbb240b4d40 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fbb3c114480 0x7fbb3c1a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fbb3c0758e0 0x7fbb3c1a0190 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 --2- 172.21.15.3:0/1861284171 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbb3c076200 0x7fbb3c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 >> 172.21.15.3:0/1861284171 conn(0x7fbb3c0fefc0 msgr2=0x7fbb3c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 shutdown_connections 2024-05-21T19:23:18.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:18.809+0000 7fbb42800700 1 -- 172.21.15.3:0/1861284171 wait complete. 2024-05-21T19:23:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:19 smithi003 ceph-mon[31577]: pgmap v901: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:20.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:19 smithi178 ceph-mon[36523]: pgmap v901: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:20.188 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:23:20.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:19 smithi104 ceph-mon[36417]: pgmap v901: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 -- 172.21.15.3:0/636414528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b810ff40 msgr2=0x7fc3b8112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 --2- 172.21.15.3:0/636414528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b810ff40 0x7fc3b8112330 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000b0a0 tx=0x7fc3b000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 -- 172.21.15.3:0/636414528 shutdown_connections 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 --2- 172.21.15.3:0/636414528 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b810ff40 0x7fc3b8112330 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 --2- 172.21.15.3:0/636414528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8075770 0x7fc3b8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 --2- 172.21.15.3:0/636414528 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b8076090 0x7fc3b810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 -- 172.21.15.3:0/636414528 >> 172.21.15.3:0/636414528 conn(0x7fc3b807a6f0 msgr2=0x7fc3b807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 -- 172.21.15.3:0/636414528 shutdown_connections 2024-05-21T19:23:20.428 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.426+0000 7fc3bf400700 1 -- 172.21.15.3:0/636414528 wait complete. 2024-05-21T19:23:20.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.427+0000 7fc3bf400700 1 Processor -- start 2024-05-21T19:23:20.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 -- start start 2024-05-21T19:23:20.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 0x7fc3b819c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.430 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b810ff40 0x7fc3b81a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8115990 con 0x7fc3b8075770 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8115810 con 0x7fc3b8076090 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bf400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8115b10 con 0x7fc3b810ff40 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54028/0 (socket says 172.21.15.3:54028) 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3bca00700 1 -- 172.21.15.3:0/1933949654 learned_addr learned my addr 172.21.15.3:0/1933949654 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.428+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 0x7fc3b819c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bd400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b810ff40 0x7fc3b81a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 -- 172.21.15.3:0/1933949654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b810ff40 msgr2=0x7fc3b81a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b810ff40 0x7fc3b81a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 -- 172.21.15.3:0/1933949654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 msgr2=0x7fc3b819c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.431 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 0x7fc3b819c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 -- 172.21.15.3:0/1933949654 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b81a0f10 con 0x7fc3b8075770 2024-05-21T19:23:20.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 0x7fc3b819c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:20.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.429+0000 7fc3bca00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac00e9a0 tx=0x7fc3ac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.432 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.430+0000 7fc3b5600700 1 -- 172.21.15.3:0/1933949654 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac00ca10 con 0x7fc3b8075770 2024-05-21T19:23:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.430+0000 7fc3b5600700 1 -- 172.21.15.3:0/1933949654 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3ac00cbb0 con 0x7fc3b8075770 2024-05-21T19:23:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.430+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b81a1200 con 0x7fc3b8075770 2024-05-21T19:23:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.430+0000 7fc3b5600700 1 -- 172.21.15.3:0/1933949654 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac018680 con 0x7fc3b8075770 2024-05-21T19:23:20.433 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.430+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b81a8a80 con 0x7fc3b8075770 2024-05-21T19:23:20.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.435+0000 7fc3c9da7b80 1 Processor -- start 2024-05-21T19:23:20.436 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.435+0000 7fc3c9da7b80 1 -- start start 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70c1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3b5600700 1 -- 172.21.15.3:0/1933949654 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc3ac010430 con 0x7fc3b8075770 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70c23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5574e701ff40 con 0x5574e70c73e0 2024-05-21T19:23:20.437 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5574e700fae0 con 0x5574e70c7d00 2024-05-21T19:23:20.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5574e7013b20 con 0x5574e70c1f80 2024-05-21T19:23:20.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54030/0 (socket says 172.21.15.3:54030) 2024-05-21T19:23:20.438 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.436+0000 7fc3bd400700 1 -- 172.21.15.3:0/2411590413 learned_addr learned my addr 172.21.15.3:0/2411590413 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:20.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70c23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.439 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 -- 172.21.15.3:0/2411590413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 msgr2=0x5574e70c23c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70c23c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 -- 172.21.15.3:0/2411590413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 msgr2=0x5574e70c1960 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70c1960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 -- 172.21.15.3:0/2411590413 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574e6fd8520 con 0x5574e70c73e0 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.437+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000b0a0 tx=0x7fc3b0009470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d918539e33d5b67e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.438+0000 7fc3aa000700 1 -- 172.21.15.3:0/2411590413 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b000bcb0 con 0x5574e70c73e0 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.438+0000 7fc3aa000700 1 -- 172.21.15.3:0/2411590413 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3b00074e0 con 0x5574e70c73e0 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.438+0000 7fc3aa000700 1 -- 172.21.15.3:0/2411590413 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0005240 con 0x5574e70c73e0 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.438+0000 7fc3b5600700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.438+0000 7fc3b5600700 1 -- 172.21.15.3:0/1933949654 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc3ac0e2380 con 0x7fc3b8075770 2024-05-21T19:23:20.440 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3bca00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2411590413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 msgr2=0x5574e70c77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000b0a0 tx=0x7fc3b0009470 comp rx=0 tx=0).stop 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2411590413 shutdown_connections 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70c23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c73e0 0x5574e70c77c0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2411590413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70c1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.439+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2411590413 >> 172.21.15.3:0/2411590413 conn(0x5574e6fefce0 msgr2=0x5574e70bc420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.440+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2411590413 shutdown_connections 2024-05-21T19:23:20.442 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.440+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2411590413 wait complete. 2024-05-21T19:23:20.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.440+0000 7fc3bca00700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 0x7fc3a00b4d40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0a9910 tx=0x7fc3ac009790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.440+0000 7fc3c9da7b80 1 -- start start 2024-05-21T19:23:20.443 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 Processor -- start 2024-05-21T19:23:20.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70cd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.444 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70cb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5574e6f160a0 con 0x5574e70c7d00 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5574e6fb0860 con 0x5574e70c73e0 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.441+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5574e70ce780 con 0x5574e70c1f80 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3c9da7b80 10 client.0 _ll_register_callbacks cb 0x5574e6fb9d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36950/0 (socket says 172.21.15.3:36950) 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2951311616 learned_addr learned my addr 172.21.15.3:0/2951311616 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70cd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70cb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.445 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2951311616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 msgr2=0x5574e70cd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70cd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2951311616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 msgr2=0x5574e70cb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70cb260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.442+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2951311616 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574e6f5f9d0 con 0x5574e70c73e0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.443+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4011ce0 tx=0x7fc3a400f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19c7908412a3ae40 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.443+0000 7fc39ea00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.443+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a400fc30 con 0x5574e70c73e0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.443+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc3a400fdd0 con 0x5574e70c73e0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.443+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3b00074e0 con 0x5574e70c73e0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.444+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc3a4025450 con 0x5574e70c73e0 2024-05-21T19:23:20.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.444+0000 7fc3c9da7b80 10 client.28940 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:20.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.444+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5574e6fe0160 con 0x5574e70c73e0 2024-05-21T19:23:20.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.444+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3b00074e0 con 0x5574e70c73e0 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.444+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc3a4022030 con 0x5574e70c73e0 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 10 client.28940 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 10 client.28940 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 20 client.28940 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e70e3b20 0x5574e70e5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 4 client.28940 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574e7021e90 con 0x5574e70e3b20 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.445+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e70e3b20 0x5574e70e5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.446+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e70e3b20 0x5574e70e5f40 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bbb043eb73de27f server_cookie=cfaa1a7092b69b85 in_seq=0 out_seq=0 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.446+0000 7fc39ea00700 10 client.28940 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:20.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc39ea00700 1 -- 172.21.15.3:0/2951311616 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5574e7021e90 con 0x5574e70e3b20 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc39ea00700 10 client.28940 handle_command_reply: tid=0 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 client.28940 shutdown 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 msgr2=0x5574e70cad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4011ce0 tx=0x7fc3a400f6a0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 shutdown_connections 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e70e3b20 0x5574e70e5f40 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70cb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70cd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2951311616 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70cad20 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 >> 172.21.15.3:0/2951311616 conn(0x5574e6fefce0 msgr2=0x5574e70c0950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.447+0000 7fc39ea00700 0 client.28940 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:20.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.448+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 shutdown_connections 2024-05-21T19:23:20.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.448+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2951311616 wait complete. 2024-05-21T19:23:20.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.448+0000 7fc3c9da7b80 20 client.28940 trim_cache size 0 max 16384 2024-05-21T19:23:20.472 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.471+0000 7fc3c9da7b80 1 Processor -- start 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.471+0000 7fc3c9da7b80 1 -- start start 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c1f80 0x5574e70c18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70eb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81ae350 con 0x5574e70c1f80 2024-05-21T19:23:20.473 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81abbe0 con 0x5574e70c7d00 2024-05-21T19:23:20.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b8107570 con 0x5574e70c73e0 2024-05-21T19:23:20.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:49408/0 (socket says 172.21.15.3:49408) 2024-05-21T19:23:20.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2515872339 learned_addr learned my addr 172.21.15.3:0/2515872339 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:20.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c1f80 0x5574e70c18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.472+0000 7fc3bd400700 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70eb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2515872339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 msgr2=0x5574e70eb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70eb7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2515872339 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c1f80 msgr2=0x5574e70c18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c1f80 0x5574e70c18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 -- 172.21.15.3:0/2515872339 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574e70bd0a0 con 0x5574e70c73e0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.473+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4005950 tx=0x7fc3a400fb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbb9c58453c9ba25 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.474+0000 7fc3a9600700 1 -- 172.21.15.3:0/2515872339 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a401a3f0 con 0x5574e70c73e0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.474+0000 7fc3a9600700 1 -- 172.21.15.3:0/2515872339 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3a400fc30 con 0x5574e70c73e0 2024-05-21T19:23:20.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.474+0000 7fc3a9600700 1 -- 172.21.15.3:0/2515872339 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a4005510 con 0x5574e70c73e0 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2515872339 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 msgr2=0x5574e70c8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4005950 tx=0x7fc3a400fb00 comp rx=0 tx=0).stop 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2515872339 shutdown_connections 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c7d00 0x5574e70eb7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c1f80 0x5574e70c18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/2515872339 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c73e0 0x5574e70c8850 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.475+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2515872339 >> 172.21.15.3:0/2515872339 conn(0x5574e6fefce0 msgr2=0x5574e70c8140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.476+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2515872339 shutdown_connections 2024-05-21T19:23:20.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.476+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/2515872339 wait complete. 2024-05-21T19:23:20.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.476+0000 7fc3c9da7b80 1 -- start start 2024-05-21T19:23:20.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 Processor -- start 2024-05-21T19:23:20.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70dc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81aa0a0 con 0x5574e70c7d00 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81ab510 con 0x5574e70c73e0 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b81aa770 con 0x5574e70c1f80 2024-05-21T19:23:20.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.477+0000 7fc3c9da7b80 10 client.0 _ll_register_callbacks cb 0x5574e6fb9d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70dc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3bd400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54068/0 (socket says 172.21.15.3:54068) 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3b7e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36974/0 (socket says 172.21.15.3:36974) 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.478+0000 7fc3bd400700 1 -- 172.21.15.3:0/3770151581 learned_addr learned my addr 172.21.15.3:0/3770151581 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 -- 172.21.15.3:0/3770151581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 msgr2=0x5574e70dc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.480 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70dc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 -- 172.21.15.3:0/3770151581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 msgr2=0x5574e70d97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:20.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 -- 172.21.15.3:0/3770151581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574e70d9d50 con 0x5574e70c73e0 2024-05-21T19:23:20.481 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3bd400700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:20.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc3b7e00700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4011ce0 tx=0x7fc3a400f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8bb3f5f8f8e5dfd2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:20.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.479+0000 7fc39ea00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:20.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a403d060 con 0x5574e70c73e0 2024-05-21T19:23:20.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc3a4005600 con 0x5574e70c73e0 2024-05-21T19:23:20.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3a400fc30 con 0x5574e70c73e0 2024-05-21T19:23:20.483 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc3a401a530 con 0x5574e70c73e0 2024-05-21T19:23:20.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc3c9da7b80 10 client.28946 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:20.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.480+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5574e714f4b0 con 0x5574e70c73e0 2024-05-21T19:23:20.486 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3a400fc30 con 0x5574e70c73e0 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc3a4022070 con 0x5574e70c73e0 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 10 client.28946 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 10 client.28946 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 20 client.28946 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e714fb00 0x5574e7151ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 4 client.28946 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b431f523", "release": true, "await": true}] 2024-05-21T19:23:20.487 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b431f523", "release": true, "await": true}) -- 0x5574e701b670 con 0x5574e714fb00 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.481+0000 7fc3bd400700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e714fb00 0x5574e7151ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.482+0000 7fc3bd400700 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e714fb00 0x5574e7151ef0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e77e797ca2d737f server_cookie=a7df710c5d728ada in_seq=0 out_seq=0 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.482+0000 7fc39ea00700 10 client.28946 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc39ea00700 1 -- 172.21.15.3:0/3770151581 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5574e701b670 con 0x5574e714fb00 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc39ea00700 10 client.28946 handle_command_reply: tid=0 2024-05-21T19:23:20.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 client.28946 shutdown 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 msgr2=0x5574e70d92a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4011ce0 tx=0x7fc3a400f6a0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 shutdown_connections 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5574e714fb00 0x5574e7151ef0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5574e70c7d00 0x5574e70d97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5574e70c1f80 0x5574e70dc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 --2- 172.21.15.3:0/3770151581 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5574e70c73e0 0x5574e70d92a0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc39ea00700 0 client.28946 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.484+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 >> 172.21.15.3:0/3770151581 conn(0x5574e6fefce0 msgr2=0x5574e70b5d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.490 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.485+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 shutdown_connections 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.485+0000 7fc3c9da7b80 1 -- 172.21.15.3:0/3770151581 wait complete. 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.485+0000 7fc3c9da7b80 20 client.28946 trim_cache size 0 max 16384 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 30, 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:23:20.491 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 52, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "b431f523": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 52, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 146.4, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:23:20.492 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RELEASED", 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:20.493 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 msgr2=0x7fc3a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 0x7fc3a00b4d40 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac0a9910 tx=0x7fc3ac009790 comp rx=0 tx=0).stop 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 msgr2=0x7fc3b819bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac00e9a0 tx=0x7fc3ac00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 shutdown_connections 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3a00b2880 0x7fc3a00b4d40 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc3b810ff40 0x7fc3b81a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc3b8075770 0x7fc3b819bf00 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.494 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 --2- 172.21.15.3:0/1933949654 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc3b8076090 0x7fc3b819c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:20.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.486+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 >> 172.21.15.3:0/1933949654 conn(0x7fc3b807a6f0 msgr2=0x7fc3b8101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:20.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.487+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 shutdown_connections 2024-05-21T19:23:20.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:20.487+0000 7fc3bf400700 1 -- 172.21.15.3:0/1933949654 wait complete. 2024-05-21T19:23:21.405 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b431f523', total seconds elapsed: 36.5 2024-05-21T19:23:21.468 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:21.912 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:21 smithi003 ceph-mon[31577]: pgmap v902: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:22.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:21 smithi178 ceph-mon[36523]: pgmap v902: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:22.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:21 smithi104 ceph-mon[36417]: pgmap v902: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:23.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:22 smithi003 ceph-mon[31577]: pgmap v903: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:23.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:22 smithi178 ceph-mon[36523]: pgmap v903: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:23.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:22 smithi104 ceph-mon[36417]: pgmap v903: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 852 B/s wr, 6 op/s 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 -- 172.21.15.3:0/4206769408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 msgr2=0x7ff35c10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 --2- 172.21.15.3:0/4206769408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c10ba50 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0098f0 tx=0x7ff34c009c00 comp rx=0 tx=0).stop 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 -- 172.21.15.3:0/4206769408 shutdown_connections 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 --2- 172.21.15.3:0/4206769408 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 --2- 172.21.15.3:0/4206769408 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c10ba50 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 --2- 172.21.15.3:0/4206769408 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 -- 172.21.15.3:0/4206769408 >> 172.21.15.3:0/4206769408 conn(0x7ff35c101160 msgr2=0x7ff35c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 -- 172.21.15.3:0/4206769408 shutdown_connections 2024-05-21T19:23:23.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.672+0000 7ff361000700 1 -- 172.21.15.3:0/4206769408 wait complete. 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.674+0000 7ff361000700 1 Processor -- start 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.674+0000 7ff361000700 1 -- start start 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.674+0000 7ff361000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.674+0000 7ff361000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c1a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.674+0000 7ff361000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c19bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff361000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c115870 con 0x7ff35c105670 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff361000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1156f0 con 0x7ff35c10b670 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff361000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1159f0 con 0x7ff35c106030 2024-05-21T19:23:23.676 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34638/0 (socket says 172.21.15.3:34638) 2024-05-21T19:23:23.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 -- 172.21.15.3:0/1428577481 learned_addr learned my addr 172.21.15.3:0/1428577481 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:23.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35aa00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c1a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.677 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35be00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c19bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 -- 172.21.15.3:0/1428577481 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 msgr2=0x7ff35c1a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c1a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 -- 172.21.15.3:0/1428577481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 msgr2=0x7ff35c19bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.678 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c19bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35b400700 1 -- 172.21.15.3:0/1428577481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35c19c450 con 0x7ff35c105670 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.675+0000 7ff35aa00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c1a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff35b400700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00f990 tx=0x7ff34c00f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff353e00700 1 -- 172.21.15.3:0/1428577481 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c027070 con 0x7ff35c105670 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff353e00700 1 -- 172.21.15.3:0/1428577481 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff34c005570 con 0x7ff35c105670 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff35c19c6e0 con 0x7ff35c105670 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff353e00700 1 -- 172.21.15.3:0/1428577481 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c004930 con 0x7ff35c105670 2024-05-21T19:23:23.679 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.676+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff35c1a8800 con 0x7ff35c105670 2024-05-21T19:23:23.681 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.680+0000 7ff353e00700 1 -- 172.21.15.3:0/1428577481 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff34c02a070 con 0x7ff35c105670 2024-05-21T19:23:23.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.681+0000 7ff36ceaeb80 1 Processor -- start 2024-05-21T19:23:23.682 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.681+0000 7ff36ceaeb80 1 -- start start 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff353e00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 0x7ff3400b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc1dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc1e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562decb7be40 con 0x562decc237c0 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562decb6b9e0 con 0x562decc240e0 2024-05-21T19:23:23.683 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562decb6fa20 con 0x562decc1e390 2024-05-21T19:23:23.684 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff353e00700 1 -- 172.21.15.3:0/1428577481 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff34c0e2c50 con 0x7ff35c105670 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35be00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 0x7ff3400b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34642/0 (socket says 172.21.15.3:34642) 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35b400700 1 -- 172.21.15.3:0/875908663 learned_addr learned my addr 172.21.15.3:0/875908663 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35aa00700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc1dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.682+0000 7ff35be00700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc1e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 -- 172.21.15.3:0/875908663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 msgr2=0x562decc1e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc1e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.685 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 -- 172.21.15.3:0/875908663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 msgr2=0x562decc1dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc1dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 -- 172.21.15.3:0/875908663 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562decb34420 con 0x562decc237c0 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35be00700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc1e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35b400700 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0a6300 tx=0x7ff34c0a9aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de8361630cd385ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.683+0000 7ff35be00700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 0x7ff3400b4d40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff354009ec0 tx=0x7ff354009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.684+0000 7ff350c00700 1 -- 172.21.15.3:0/875908663 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c0aa280 con 0x562decc237c0 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.684+0000 7ff350c00700 1 -- 172.21.15.3:0/875908663 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff34c0ae630 con 0x562decc237c0 2024-05-21T19:23:23.686 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.684+0000 7ff350c00700 1 -- 172.21.15.3:0/875908663 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c00b840 con 0x562decc237c0 2024-05-21T19:23:23.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.684+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/875908663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 msgr2=0x562decc23ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.684+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0a6300 tx=0x7ff34c0a9aa0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.688 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/875908663 shutdown_connections 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc1e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc23ba0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/875908663 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc1dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/875908663 >> 172.21.15.3:0/875908663 conn(0x562decb4bbe0 msgr2=0x562decc18810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/875908663 shutdown_connections 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/875908663 wait complete. 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.685+0000 7ff36ceaeb80 1 -- start start 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 Processor -- start 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 0x562decc29df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc27190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 0x562decc276d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.689 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x562deca71fa0 con 0x562decc240e0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x562decb0c760 con 0x562decc1e390 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x562decc2a9c0 con 0x562decc237c0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff36ceaeb80 10 client.0 _ll_register_callbacks cb 0x562decb15c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff35be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 0x562decc276d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff35be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 0x562decc276d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34646/0 (socket says 172.21.15.3:34646) 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff35be00700 1 -- 172.21.15.3:0/3691713119 learned_addr learned my addr 172.21.15.3:0/3691713119 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.686+0000 7ff35b400700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 0x562decc29df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35aa00700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc27190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 -- 172.21.15.3:0/3691713119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 msgr2=0x562decc27190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc27190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 -- 172.21.15.3:0/3691713119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 msgr2=0x562decc276d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 0x562decc276d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 -- 172.21.15.3:0/3691713119 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562decabb8d0 con 0x562decc1e390 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff35b400700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 0x562decc29df0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00b630 tx=0x7ff34c0b30d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ec2be6e0bbdf8a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff349600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c00b720 con 0x562decc1e390 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.687+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff34c0b2bc0 con 0x562decc1e390 2024-05-21T19:23:23.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff34c0ae630 con 0x562decc1e390 2024-05-21T19:23:23.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff34c0b2dc0 con 0x562decc1e390 2024-05-21T19:23:23.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 10 client.28958 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:23.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562decb3c060 con 0x562decc1e390 2024-05-21T19:23:23.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff34c0ae630 con 0x562decc1e390 2024-05-21T19:23:23.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff34c068df0 con 0x562decc1e390 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 10 client.28958 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 10 client.28958 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 20 client.28958 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.688+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decc372a0 0x562decc39690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.689+0000 7ff36ceaeb80 4 client.28958 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.689+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562decb7dd90 con 0x562decc372a0 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.689+0000 7ff35aa00700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decc372a0 0x562decc39690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.689+0000 7ff35aa00700 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decc372a0 0x562decc39690 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bb3ab3c32913c1f server_cookie=3da60f7fcbefbd89 in_seq=0 out_seq=0 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.689+0000 7ff349600700 10 client.28958 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.690+0000 7ff349600700 1 -- 172.21.15.3:0/3691713119 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562decb7dd90 con 0x562decc372a0 2024-05-21T19:23:23.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.690+0000 7ff349600700 10 client.28958 handle_command_reply: tid=0 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.690+0000 7ff36ceaeb80 1 client.28958 shutdown 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 msgr2=0x562decc29df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 0x562decc29df0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00b630 tx=0x7ff34c0b30d0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 shutdown_connections 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decc372a0 0x562decc39690 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc240e0 0x562decc276d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc1e390 0x562decc29df0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/3691713119 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc27190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff349600700 0 client.28958 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 >> 172.21.15.3:0/3691713119 conn(0x562decb4bbe0 msgr2=0x562decc17fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 shutdown_connections 2024-05-21T19:23:23.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/3691713119 wait complete. 2024-05-21T19:23:23.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.691+0000 7ff36ceaeb80 20 client.28958 trim_cache size 0 max 16384 2024-05-21T19:23:23.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 Processor -- start 2024-05-21T19:23:23.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 -- start start 2024-05-21T19:23:23.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.709 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc24bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc18740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1b2490 con 0x562decc1e390 2024-05-21T19:23:23.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1afd20 con 0x562decc240e0 2024-05-21T19:23:23.710 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.708+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1adb70 con 0x562decc237c0 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34662/0 (socket says 172.21.15.3:34662) 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 -- 172.21.15.3:0/381334736 learned_addr learned my addr 172.21.15.3:0/381334736 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35be00700 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc18740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35aa00700 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc24bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.711 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 -- 172.21.15.3:0/381334736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 msgr2=0x562decc24bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc24bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 -- 172.21.15.3:0/381334736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 msgr2=0x562decc18740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc18740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.709+0000 7ff35b400700 1 -- 172.21.15.3:0/381334736 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562decc1a200 con 0x562decc1e390 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.710+0000 7ff35b400700 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0aa210 tx=0x7ff34c0a9aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5617bbe188021297 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.710+0000 7ff34be00700 1 -- 172.21.15.3:0/381334736 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c0e0e60 con 0x562decc1e390 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.710+0000 7ff34be00700 1 -- 172.21.15.3:0/381334736 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff34c0ae630 con 0x562decc1e390 2024-05-21T19:23:23.712 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.710+0000 7ff34be00700 1 -- 172.21.15.3:0/381334736 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c0ae2c0 con 0x562decc1e390 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/381334736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 msgr2=0x562decc1dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7ff34c0aa210 tx=0x7ff34c0a9aa0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/381334736 shutdown_connections 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc18740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc1e390 0x562decc1dd70 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/381334736 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc237c0 0x562decc24bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/381334736 >> 172.21.15.3:0/381334736 conn(0x562decb4bbe0 msgr2=0x562decc244c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/381334736 shutdown_connections 2024-05-21T19:23:23.714 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/381334736 wait complete. 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.711+0000 7ff36ceaeb80 1 -- start start 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 Processor -- start 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc2fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc3df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1ae1e0 con 0x562decc237c0 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1af650 con 0x562decc240e0 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff35c1ae8b0 con 0x562decc1e390 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff36ceaeb80 10 client.0 _ll_register_callbacks cb 0x562decb15c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff35aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff35aa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34666/0 (socket says 172.21.15.3:34666) 2024-05-21T19:23:23.715 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff35aa00700 1 -- 172.21.15.3:0/1074485926 learned_addr learned my addr 172.21.15.3:0/1074485926 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff35be00700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc3df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.712+0000 7ff35b400700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc2fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 -- 172.21.15.3:0/1074485926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 msgr2=0x562decc2fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc2fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 -- 172.21.15.3:0/1074485926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 msgr2=0x562decc30150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 -- 172.21.15.3:0/1074485926 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562decc3e4f0 con 0x562decc240e0 2024-05-21T19:23:23.716 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35aa00700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:23.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff35be00700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc3df80 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x562decc28430 tx=0x7ff35400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4774f7b0028ff8c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.713+0000 7ff349600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35402a070 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff3540093e0 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff34c0ae630 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff354007b70 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff36ceaeb80 10 client.28964 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562decca1600 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.714+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff34c0ae630 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff354023040 con 0x562decc240e0 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 10 client.28964 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 10 client.28964 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:23.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 20 client.28964 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decca1d40 0x562decca4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 4 client.28964 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562decb77570 con 0x562decca1d40 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.715+0000 7ff35b400700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decca1d40 0x562decca4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff35b400700 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decca1d40 0x562decca4160 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14b95218d294dd23 server_cookie=dff240abb3222bec in_seq=0 out_seq=0 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff349600700 10 client.28964 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff349600700 1 -- 172.21.15.3:0/1074485926 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562decb77570 con 0x562decca1d40 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff349600700 10 client.28964 handle_command_reply: tid=0 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 client.28964 shutdown 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 msgr2=0x562decc3df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc3df80 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x562decc28430 tx=0x7ff35400b040 comp rx=0 tx=0).stop 2024-05-21T19:23:23.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 shutdown_connections 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x562decca1d40 0x562decca4160 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x562decc240e0 0x562decc3df80 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x562decc1e390 0x562decc2fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 --2- 172.21.15.3:0/1074485926 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x562decc237c0 0x562decc30150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 >> 172.21.15.3:0/1074485926 conn(0x562decb4bbe0 msgr2=0x562decc25950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff349600700 0 client.28964 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 shutdown_connections 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.716+0000 7ff36ceaeb80 1 -- 172.21.15.3:0/1074485926 wait complete. 2024-05-21T19:23:23.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff36ceaeb80 20 client.28964 trim_cache size 0 max 16384 2024-05-21T19:23:23.722 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:23:23.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 msgr2=0x7ff3400b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 0x7ff3400b4d40 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff354009ec0 tx=0x7ff354009920 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 msgr2=0x7ff35c1a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff34c00f990 tx=0x7ff34c00f9c0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 shutdown_connections 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff3400b2880 0x7ff3400b4d40 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff35c10b670 0x7ff35c19bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff35c105670 0x7ff35c1a1a50 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.717+0000 7ff361000700 1 --2- 172.21.15.3:0/1428577481 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff35c106030 0x7ff35c1a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.718+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 >> 172.21.15.3:0/1428577481 conn(0x7ff35c101160 msgr2=0x7ff35c101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.718+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 shutdown_connections 2024-05-21T19:23:23.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:23.718+0000 7ff361000700 1 -- 172.21.15.3:0/1428577481 wait complete. 2024-05-21T19:23:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.994+0000 7f70a3a00640 1 -- 172.21.15.3:0/2257716960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 msgr2=0x7f709c10ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.994+0000 7f70a3a00640 1 --2- 172.21.15.3:0/2257716960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c10ac00 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f7094009900 tx=0x7f709402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:23:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 -- 172.21.15.3:0/2257716960 shutdown_connections 2024-05-21T19:23:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 --2- 172.21.15.3:0/2257716960 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c105ee0 0x7f709c1082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 --2- 172.21.15.3:0/2257716960 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c10ac00 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 --2- 172.21.15.3:0/2257716960 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c1035b0 0x7f709c1059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 -- 172.21.15.3:0/2257716960 >> 172.21.15.3:0/2257716960 conn(0x7f709c0fcf20 msgr2=0x7f709c0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 -- 172.21.15.3:0/2257716960 shutdown_connections 2024-05-21T19:23:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.995+0000 7f70a3a00640 1 -- 172.21.15.3:0/2257716960 wait complete. 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 Processor -- start 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 -- start start 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c1035b0 0x7f709c198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c105ee0 0x7f709c199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f709c10e5e0 con 0x7f709c108810 2024-05-21T19:23:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f709c10e460 con 0x7f709c105ee0 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.996+0000 7f70a3a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f709c10e760 con 0x7f709c1035b0 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c1035b0 0x7f709c198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34674/0 (socket says 172.21.15.3:34674) 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 -- 172.21.15.3:0/923284242 learned_addr learned my addr 172.21.15.3:0/923284242 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f7093e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c105ee0 0x7f709c199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 -- 172.21.15.3:0/923284242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c1035b0 msgr2=0x7f709c198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c1035b0 0x7f709c198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 -- 172.21.15.3:0/923284242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c105ee0 msgr2=0x7f709c199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c105ee0 0x7f709c199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 -- 172.21.15.3:0/923284242 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709c1a0860 con 0x7f709c108810 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.997+0000 7f70a1a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7094031500 tx=0x7f70940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.998+0000 7f709a000640 1 -- 172.21.15.3:0/923284242 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709403f030 con 0x7f709c108810 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.998+0000 7f709a000640 1 -- 172.21.15.3:0/923284242 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7094003cb0 con 0x7f709c108810 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.998+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f709c1a0af0 con 0x7f709c108810 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.998+0000 7f709a000640 1 -- 172.21.15.3:0/923284242 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094035070 con 0x7f709c108810 2024-05-21T19:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:24.998+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f709c1a0fe0 con 0x7f709c108810 2024-05-21T19:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.002+0000 7f70a6969740 1 Processor -- start 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f709a000640 1 -- 172.21.15.3:0/923284242 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7094042030 con 0x7f709c108810 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 -- start start 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc79690 0x55a8cfc7bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a8cfbe3b90 con 0x55a8cfc79690 2024-05-21T19:23:25.004 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a8cfbd3730 con 0x55a8cfc74520 2024-05-21T19:23:25.005 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.003+0000 7f70a6969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a8cfbd7770 con 0x55a8cfc73b30 2024-05-21T19:23:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f7093e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f7093e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48742/0 (socket says 172.21.15.3:48742) 2024-05-21T19:23:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f7093e00640 1 -- 172.21.15.3:0/910573961 learned_addr learned my addr 172.21.15.3:0/910573961 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:25.006 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53098/0 (socket says 172.21.15.3:53098) 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f7093e00640 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc79690 0x55a8cfc7bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 -- 172.21.15.3:0/910573961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 msgr2=0x55a8cfc73f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 -- 172.21.15.3:0/910573961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc79690 msgr2=0x55a8cfc7bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc79690 0x55a8cfc7bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f70a1000640 1 -- 172.21.15.3:0/910573961 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8cfb6c8b0 con 0x55a8cfc74520 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f7093e00640 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f709a000640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 0x7f70800b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.004+0000 7f709a000640 1 -- 172.21.15.3:0/923284242 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f7094102720 con 0x7f709c108810 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.005+0000 7f70a1000640 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f708c005fd0 tx=0x7f708c013ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=746963e71497d56d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.005+0000 7f7093e00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 0x7f70800b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.005+0000 7f7092000640 1 -- 172.21.15.3:0/910573961 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c00ea50 con 0x55a8cfc74520 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.005+0000 7f7092000640 1 -- 172.21.15.3:0/910573961 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708c003e20 con 0x55a8cfc74520 2024-05-21T19:23:25.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.005+0000 7f7092000640 1 -- 172.21.15.3:0/910573961 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c004630 con 0x55a8cfc74520 2024-05-21T19:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- 172.21.15.3:0/910573961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 msgr2=0x55a8cfc79020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f708c005fd0 tx=0x7f708c013ba0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f7093e00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 0x7f70800b4d60 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x55a8cfc74d80 tx=0x7f7084005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- 172.21.15.3:0/910573961 shutdown_connections 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc79690 0x55a8cfc7bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc74520 0x55a8cfc79020 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 --2- 172.21.15.3:0/910573961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc73f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- 172.21.15.3:0/910573961 >> 172.21.15.3:0/910573961 conn(0x55a8cfc6f1a0 msgr2=0x55a8cfc6f5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- 172.21.15.3:0/910573961 shutdown_connections 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- 172.21.15.3:0/910573961 wait complete. 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.006+0000 7f70a6969740 1 -- start start 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 Processor -- start 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc7d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc84e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a8cf8b9790 con 0x55a8cfc74520 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a8cfb7bbc0 con 0x55a8cfc79690 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a8cfc7c640 con 0x55a8cfc73b30 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f70a6969740 10 client.0 _ll_register_callbacks cb 0x55a8cfb59400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f7093e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f7093e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34698/0 (socket says 172.21.15.3:34698) 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.007+0000 7f7093e00640 1 -- 172.21.15.3:0/3447437350 learned_addr learned my addr 172.21.15.3:0/3447437350 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f70a1a00640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc84e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f70a1000640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc7d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 -- 172.21.15.3:0/3447437350 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 msgr2=0x55a8cfc7d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc7d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 -- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 msgr2=0x55a8cfc84e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc84e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 -- 172.21.15.3:0/3447437350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8cf8e8210 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f70a1a00640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc84e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f7093e00640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f708400fde0 tx=0x7f7084004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de4c17d5323d927 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.008+0000 7f708aa00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7084030060 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f708c003e20 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f708401a050 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7084011e40 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f70a6969740 10 client.18894 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a8cf9b4620 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.009+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f708c003e20 con 0x55a8cfc74520 2024-05-21T19:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f7084036420 con 0x55a8cfc74520 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 10 client.18894 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 10 client.18894 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 20 client.18894 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfc894d0 0x55a8cfc8b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 4 client.18894 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8cfbe5ae0 con 0x55a8cfc894d0 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.010+0000 7f70a1000640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfc894d0 0x55a8cfc8b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.011+0000 7f70a1000640 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfc894d0 0x55a8cfc8b920 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c612f2e0f3de4b6 server_cookie=42740f0b194044f1 in_seq=0 out_seq=0 2024-05-21T19:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.011+0000 7f708aa00640 10 client.18894 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f708aa00640 1 -- 172.21.15.3:0/3447437350 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a8cfbe5ae0 con 0x55a8cfc894d0 2024-05-21T19:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f708aa00640 10 client.18894 handle_command_reply: tid=0 2024-05-21T19:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 client.18894 shutdown 2024-05-21T19:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 msgr2=0x55a8cfc7de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f708400fde0 tx=0x7f7084004730 comp rx=0 tx=0).stop 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 shutdown_connections 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfc894d0 0x55a8cfc8b920 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc84e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc7de30 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 --2- 172.21.15.3:0/3447437350 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc7d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f708aa00640 0 client.18894 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 >> 172.21.15.3:0/3447437350 conn(0x55a8cfc6f1a0 msgr2=0x55a8cfc6e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 shutdown_connections 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.012+0000 7f70a6969740 1 -- 172.21.15.3:0/3447437350 wait complete. 2024-05-21T19:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.013+0000 7f70a6969740 20 client.18894 trim_cache size 0 max 16384 2024-05-21T19:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.029+0000 7f70a6969740 1 Processor -- start 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.029+0000 7f70a6969740 1 -- start start 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc75850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc84e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1aa5b0 con 0x55a8cfc74520 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1a7e80 con 0x55a8cfc79690 2024-05-21T19:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a6969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1a5cd0 con 0x55a8cfc73b30 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53112/0 (socket says 172.21.15.3:53112) 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a1a00640 1 -- 172.21.15.3:0/1131031680 learned_addr learned my addr 172.21.15.3:0/1131031680 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f70a1000640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc75850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.030+0000 7f7093e00640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc84e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 -- 172.21.15.3:0/1131031680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 msgr2=0x55a8cfc75850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc75850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 -- 172.21.15.3:0/1131031680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 msgr2=0x55a8cfc84e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc84e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 -- 172.21.15.3:0/1131031680 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8cfc6d6b0 con 0x55a8cfc79690 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1000640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc75850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f70a1a00640 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f70941001a0 tx=0x7f709402a3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=359af2fbc921eb21 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f7091600640 1 -- 172.21.15.3:0/1131031680 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094049040 con 0x55a8cfc79690 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f7091600640 1 -- 172.21.15.3:0/1131031680 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70940c9880 con 0x55a8cfc79690 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.031+0000 7f7091600640 1 -- 172.21.15.3:0/1131031680 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70940d2690 con 0x55a8cfc79690 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 -- 172.21.15.3:0/1131031680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 msgr2=0x55a8cfc727c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f70941001a0 tx=0x7f709402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 -- 172.21.15.3:0/1131031680 shutdown_connections 2024-05-21T19:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc727c0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc74520 0x55a8cfc84e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 --2- 172.21.15.3:0/1131031680 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc73b30 0x55a8cfc75850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 -- 172.21.15.3:0/1131031680 >> 172.21.15.3:0/1131031680 conn(0x55a8cfc6f1a0 msgr2=0x55a8cfc720b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 -- 172.21.15.3:0/1131031680 shutdown_connections 2024-05-21T19:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.032+0000 7f70a6969740 1 -- 172.21.15.3:0/1131031680 wait complete. 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 -- start start 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 Processor -- start 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 0x55a8cfc82970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1a6340 con 0x55a8cfc73b30 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1a77b0 con 0x55a8cfc79690 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f709c1a6a10 con 0x55a8cfc74520 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.033+0000 7f70a6969740 10 client.0 _ll_register_callbacks cb 0x7f708400fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34718/0 (socket says 172.21.15.3:34718) 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53124/0 (socket says 172.21.15.3:53124) 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1000640 1 -- 172.21.15.3:0/3104311716 learned_addr learned my addr 172.21.15.3:0/3104311716 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f7093e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 0x55a8cfc82970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 -- 172.21.15.3:0/3104311716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 msgr2=0x55a8cfc82970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 0x55a8cfc82970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 -- 172.21.15.3:0/3104311716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 msgr2=0x55a8cfc82430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 -- 172.21.15.3:0/3104311716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8cfc83f70 con 0x55a8cfc79690 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1000640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f7093e00640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 0x55a8cfc82970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f70a1a00640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7094100170 tx=0x7f70940d2920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7da40baec367b6b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f708aa00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.034+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094049040 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f70940c7ed0 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70940c9880 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f70940c9d70 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 10 client.28982 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a8cfcf4100 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70940c9880 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f70940c9160 con 0x55a8cfc79690 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 10 client.28982 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 10 client.28982 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 20 client.28982 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfcf4890 0x55a8cfcf6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 4 client.28982 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.035+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a8cfbdf2c0 con 0x55a8cfcf4890 2024-05-21T19:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.036+0000 7f70a1000640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfcf4890 0x55a8cfcf6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.037+0000 7f70a1000640 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfcf4890 0x55a8cfcf6cb0 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df426c4786a1244 server_cookie=22fee4f80cd9bee2 in_seq=0 out_seq=0 2024-05-21T19:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.037+0000 7f708aa00640 10 client.28982 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f708aa00640 1 -- 172.21.15.3:0/3104311716 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55a8cfbdf2c0 con 0x55a8cfcf4890 2024-05-21T19:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f708aa00640 10 client.28982 handle_command_reply: tid=0 2024-05-21T19:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 client.28982 shutdown 2024-05-21T19:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 msgr2=0x55a8cfc83980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7094100170 tx=0x7f70940d2920 comp rx=0 tx=0).stop 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 shutdown_connections 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a8cfcf4890 0x55a8cfcf6cb0 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a8cfc74520 0x55a8cfc82970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f708aa00640 0 client.28982 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a8cfc79690 0x55a8cfc83980 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 --2- 172.21.15.3:0/3104311716 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a8cfc73b30 0x55a8cfc82430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 >> 172.21.15.3:0/3104311716 conn(0x55a8cfc6f1a0 msgr2=0x55a8cfc6da80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 shutdown_connections 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 1 -- 172.21.15.3:0/3104311716 wait complete. 2024-05-21T19:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.041+0000 7f70a6969740 20 client.28982 trim_cache size 0 max 16384 2024-05-21T19:23:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:23:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:23:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 msgr2=0x7f70800b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 0x7f70800b4d60 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x55a8cfc74d80 tx=0x7f7084005f90 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 msgr2=0x7f709c1a01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7094031500 tx=0x7f70940042f0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 shutdown_connections 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f709c108810 0x7f709c1a01c0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f709c105ee0 0x7f709c199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70800b28a0 0x7f70800b4d60 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 --2- 172.21.15.3:0/923284242 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f709c1035b0 0x7f709c198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.042+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 >> 172.21.15.3:0/923284242 conn(0x7f709c0fcf20 msgr2=0x7f709c103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.043+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 shutdown_connections 2024-05-21T19:23:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:25.043+0000 7f70a3a00640 1 -- 172.21.15.3:0/923284242 wait complete. 2024-05-21T19:23:25.747 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T19:23:25.748 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T19:23:25.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:25 smithi104 ceph-mon[36417]: pgmap v904: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:26.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:25 smithi003 ceph-mon[31577]: pgmap v904: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:25 smithi178 ceph-mon[36523]: pgmap v904: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 938 B/s wr, 8 op/s 2024-05-21T19:23:26.220 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:27.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:27 smithi104 ceph-mon[36417]: pgmap v905: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-21T19:23:27.984 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:27 smithi003 ceph-mon[31577]: pgmap v905: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-21T19:23:28.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:27 smithi178 ceph-mon[36523]: pgmap v905: 97 pgs: 97 active+clean; 4.7 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 8 op/s 2024-05-21T19:23:28.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.556+0000 7fc383800700 1 -- 172.21.15.3:0/2361152681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c10ff40 msgr2=0x7fc37c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.556+0000 7fc383800700 1 --2- 172.21.15.3:0/2361152681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c10ff40 0x7fc37c112330 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fc37400b0a0 tx=0x7fc37400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.558 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 -- 172.21.15.3:0/2361152681 shutdown_connections 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 --2- 172.21.15.3:0/2361152681 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c10ff40 0x7fc37c112330 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 --2- 172.21.15.3:0/2361152681 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 --2- 172.21.15.3:0/2361152681 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c076090 0x7fc37c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 -- 172.21.15.3:0/2361152681 >> 172.21.15.3:0/2361152681 conn(0x7fc37c07a6a0 msgr2=0x7fc37c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 -- 172.21.15.3:0/2361152681 shutdown_connections 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.557+0000 7fc383800700 1 -- 172.21.15.3:0/2361152681 wait complete. 2024-05-21T19:23:28.559 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.558+0000 7fc383800700 1 Processor -- start 2024-05-21T19:23:28.560 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.558+0000 7fc383800700 1 -- start start 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c076090 0x7fc37c19c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 0x7fc37c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1158d0 con 0x7fc37c075770 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c115750 con 0x7fc37c076090 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc383800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c115a50 con 0x7fc37c10ff40 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.559+0000 7fc380e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc380e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34736/0 (socket says 172.21.15.3:34736) 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc380e00700 1 -- 172.21.15.3:0/2124793895 learned_addr learned my addr 172.21.15.3:0/2124793895 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 0x7fc37c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.561 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc37be00700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c076090 0x7fc37c19c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 -- 172.21.15.3:0/2124793895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c076090 msgr2=0x7fc37c19c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c076090 0x7fc37c19c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.562 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 -- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 msgr2=0x7fc37c19bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc381800700 1 -- 172.21.15.3:0/2124793895 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37c1a0d90 con 0x7fc37c10ff40 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.560+0000 7fc380e00700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 0x7fc37c1a0650 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc37400b070 tx=0x7fc374004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc379600700 1 -- 172.21.15.3:0/2124793895 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374021070 con 0x7fc37c10ff40 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc37c1a1020 con 0x7fc37c10ff40 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc379600700 1 -- 172.21.15.3:0/2124793895 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc374007e30 con 0x7fc37c10ff40 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc379600700 1 -- 172.21.15.3:0/2124793895 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3740045d0 con 0x7fc37c10ff40 2024-05-21T19:23:28.563 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.561+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc37c1a8900 con 0x7fc37c10ff40 2024-05-21T19:23:28.566 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.565+0000 7fc379600700 1 -- 172.21.15.3:0/2124793895 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc374003c00 con 0x7fc37c10ff40 2024-05-21T19:23:28.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.566+0000 7fc38e112b80 1 Processor -- start 2024-05-21T19:23:28.567 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.566+0000 7fc38e112b80 1 -- start start 2024-05-21T19:23:28.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cef30 0x5634433cf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.568 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x563443327ec0 con 0x5634433c9900 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x563443317a60 con 0x5634433cef30 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc38e112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56344331baa0 con 0x5634433cf850 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc380e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc379600700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 0x7fc3640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc380e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:48780/0 (socket says 172.21.15.3:48780) 2024-05-21T19:23:28.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.567+0000 7fc380e00700 1 -- 172.21.15.3:0/2917802257 learned_addr learned my addr 172.21.15.3:0/2917802257 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:28.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc37be00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cef30 0x5634433cf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc37be00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc379600700 1 -- 172.21.15.3:0/2124793895 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc37400f020 con 0x7fc37c10ff40 2024-05-21T19:23:28.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 0x7fc3640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc380e00700 1 -- 172.21.15.3:0/2917802257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cef30 msgr2=0x5634433cf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc380e00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cef30 0x5634433cf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc380e00700 1 -- 172.21.15.3:0/2917802257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 msgr2=0x5634433c9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.568+0000 7fc380e00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433c9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc380e00700 1 -- 172.21.15.3:0/2917802257 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634432e04a0 con 0x5634433cf850 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc37be00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433c9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc380e00700 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3700117e0 tx=0x7fc370011af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b26edf57d0595ba8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc381800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 0x7fc3640b4dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc3740aaa90 tx=0x7fc3740b1040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc36e000700 1 -- 172.21.15.3:0/2917802257 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37001e070 con 0x5634433cf850 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc36e000700 1 -- 172.21.15.3:0/2917802257 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37000f930 con 0x5634433cf850 2024-05-21T19:23:28.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.569+0000 7fc36e000700 1 -- 172.21.15.3:0/2917802257 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc370019810 con 0x5634433cf850 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 -- 172.21.15.3:0/2917802257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 msgr2=0x5634433c92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fc3700117e0 tx=0x7fc370011af0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 -- 172.21.15.3:0/2917802257 shutdown_connections 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433c9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cef30 0x5634433cf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2917802257 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433c92e0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 -- 172.21.15.3:0/2917802257 >> 172.21.15.3:0/2917802257 conn(0x5634432f7c60 msgr2=0x5634433c4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 -- 172.21.15.3:0/2917802257 shutdown_connections 2024-05-21T19:23:28.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.570+0000 7fc38e112b80 1 -- 172.21.15.3:0/2917802257 wait complete. 2024-05-21T19:23:28.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.571+0000 7fc38e112b80 1 -- start start 2024-05-21T19:23:28.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.571+0000 7fc38e112b80 1 Processor -- start 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433d2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433d2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56344321e020 con 0x5634433cef30 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5634432b87e0 con 0x5634433c9900 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5634433d62c0 con 0x5634433cf850 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc38e112b80 10 client.0 _ll_register_callbacks cb 0x5634432c1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc37be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc37be00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:53162/0 (socket says 172.21.15.3:53162) 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc37be00700 1 -- 172.21.15.3:0/2689951748 learned_addr learned my addr 172.21.15.3:0/2689951748 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc380e00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433d2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.575 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.572+0000 7fc37be00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433d2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 -- 172.21.15.3:0/2689951748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 msgr2=0x5634433d2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433d2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 -- 172.21.15.3:0/2689951748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 msgr2=0x5634433d2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433d2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 -- 172.21.15.3:0/2689951748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563443267950 con 0x5634433c9900 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc37be00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc3680114e0 tx=0x7fc3680047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7a1304e50538fdd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc362a00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368011e90 con 0x5634433c9900 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc368009040 con 0x5634433c9900 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.573+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc37000f930 con 0x5634433c9900 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.574+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc368004040 con 0x5634433c9900 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.574+0000 7fc38e112b80 10 client.28994 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:28.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.574+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5634432e80e0 con 0x5634433c9900 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.574+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc37000f930 con 0x5634433c9900 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc36802b020 con 0x5634433c9900 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 10 client.28994 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 10 client.28994 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 20 client.28994 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5634433e2e50 0x5634433e5240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 4 client.28994 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563443329e10 con 0x5634433e2e50 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.575+0000 7fc380e00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5634433e2e50 0x5634433e5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.576+0000 7fc380e00700 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5634433e2e50 0x5634433e5240 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c40ca6e42512437e server_cookie=d457c6724bef5ee6 in_seq=0 out_seq=0 2024-05-21T19:23:28.579 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.576+0000 7fc362a00700 10 client.28994 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc362a00700 1 -- 172.21.15.3:0/2689951748 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563443329e10 con 0x5634433e2e50 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc362a00700 10 client.28994 handle_command_reply: tid=0 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 client.28994 shutdown 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 msgr2=0x5634433d5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fc3680114e0 tx=0x7fc3680047c0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 shutdown_connections 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5634433e2e50 0x5634433e5240 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cf850 0x5634433d2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433c9900 0x5634433d5570 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2689951748 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433d2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc362a00700 0 client.28994 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 >> 172.21.15.3:0/2689951748 conn(0x5634432f7c60 msgr2=0x5634433c82d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.580 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 shutdown_connections 2024-05-21T19:23:28.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.577+0000 7fc38e112b80 1 -- 172.21.15.3:0/2689951748 wait complete. 2024-05-21T19:23:28.581 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.578+0000 7fc38e112b80 20 client.28994 trim_cache size 0 max 16384 2024-05-21T19:23:28.602 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.601+0000 7fc38e112b80 1 Processor -- start 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.601+0000 7fc38e112b80 1 -- start start 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433c9900 0x5634433c92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x5634433d2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1b2690 con 0x5634433cef30 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1aff20 con 0x5634433cf850 2024-05-21T19:23:28.603 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc38e112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1add70 con 0x5634433c9900 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc380e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc37be00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433c9900 0x5634433c92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc380e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34750/0 (socket says 172.21.15.3:34750) 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc380e00700 1 -- 172.21.15.3:0/2607499435 learned_addr learned my addr 172.21.15.3:0/2607499435 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.602+0000 7fc37be00700 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x5634433d2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 -- 172.21.15.3:0/2607499435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433c9900 msgr2=0x5634433c92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433c9900 0x5634433c92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.604 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 -- 172.21.15.3:0/2607499435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 msgr2=0x5634433d2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x5634433d2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 -- 172.21.15.3:0/2607499435 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634433d0ec0 con 0x5634433cef30 2024-05-21T19:23:28.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc37be00700 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x5634433d2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:23:28.605 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc380e00700 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc370009d60 tx=0x7fc370019410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40681438e0700a7e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc36d600700 1 -- 172.21.15.3:0/2607499435 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37001e040 con 0x5634433cef30 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc36d600700 1 -- 172.21.15.3:0/2607499435 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc370029030 con 0x5634433cef30 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.603+0000 7fc36d600700 1 -- 172.21.15.3:0/2607499435 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3700056b0 con 0x5634433cef30 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 -- 172.21.15.3:0/2607499435 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 msgr2=0x5634433cd150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc370009d60 tx=0x7fc370019410 comp rx=0 tx=0).stop 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 -- 172.21.15.3:0/2607499435 shutdown_connections 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x5634433d2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433c9900 0x5634433c92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.606 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2607499435 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433cef30 0x5634433cd150 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.604+0000 7fc38e112b80 1 -- 172.21.15.3:0/2607499435 >> 172.21.15.3:0/2607499435 conn(0x5634432f7c60 msgr2=0x5634433cca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.605+0000 7fc38e112b80 1 -- 172.21.15.3:0/2607499435 shutdown_connections 2024-05-21T19:23:28.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.605+0000 7fc38e112b80 1 -- 172.21.15.3:0/2607499435 wait complete. 2024-05-21T19:23:28.607 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.605+0000 7fc38e112b80 1 -- start start 2024-05-21T19:23:28.608 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.605+0000 7fc38e112b80 1 Processor -- start 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cef30 0x5634433d9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x56344344d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1ae3e0 con 0x5634433c9900 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1af850 con 0x5634433cf850 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc37c1aeab0 con 0x5634433cef30 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc38e112b80 10 client.0 _ll_register_callbacks cb 0x5634432c1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc37be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc37be00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34766/0 (socket says 172.21.15.3:34766) 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc37be00700 1 -- 172.21.15.3:0/2422506703 learned_addr learned my addr 172.21.15.3:0/2422506703 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.606+0000 7fc380e00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cef30 0x5634433d9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.609 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x56344344d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 -- 172.21.15.3:0/2422506703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cef30 msgr2=0x5634433d9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cef30 0x5634433d9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 -- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 msgr2=0x56344344d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x56344344d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 -- 172.21.15.3:0/2422506703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56344344dee0 con 0x5634433c9900 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc37be00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc368005070 tx=0x7fc368009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36b4860630c4cccb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc362a00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc368011e90 con 0x5634433c9900 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc368004830 con 0x5634433c9900 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.607+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc370029030 con 0x5634433c9900 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc3680057a0 con 0x5634433c9900 2024-05-21T19:23:28.610 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 10 client.18918 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:28.611 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56344344f140 con 0x5634433c9900 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc370029030 con 0x5634433c9900 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fc36802b040 con 0x5634433c9900 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 10 client.18918 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 10 client.18918 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 20 client.18918 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56344344f7c0 0x563443451be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:28.612 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 4 client.18918 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.608+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5634433235f0 con 0x56344344f7c0 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.609+0000 7fc380e00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56344344f7c0 0x563443451be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.609+0000 7fc380e00700 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56344344f7c0 0x563443451be0 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e002d610b4600a2f server_cookie=79e8e61d6b15626 in_seq=0 out_seq=0 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.609+0000 7fc362a00700 10 client.18918 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.610+0000 7fc362a00700 1 -- 172.21.15.3:0/2422506703 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5634433235f0 con 0x56344344f7c0 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.610+0000 7fc362a00700 10 client.18918 handle_command_reply: tid=0 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 client.18918 shutdown 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 msgr2=0x5634433d8ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc368005070 tx=0x7fc368009b90 comp rx=0 tx=0).stop 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 shutdown_connections 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56344344f7c0 0x563443451be0 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.613 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5634433cf850 0x56344344d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5634433c9900 0x5634433d8ac0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 --2- 172.21.15.3:0/2422506703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5634433cef30 0x5634433d9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc362a00700 0 client.18918 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 >> 172.21.15.3:0/2422506703 conn(0x5634432f7c60 msgr2=0x5634433cfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 shutdown_connections 2024-05-21T19:23:28.614 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.611+0000 7fc38e112b80 1 -- 172.21.15.3:0/2422506703 wait complete. 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.612+0000 7fc38e112b80 20 client.18918 trim_cache size 0 max 16384 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stdout: "return_code": 0, 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_tag": "bcc994dc-0781-4b79-b2b6-bcafeb811feb", 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": "asynchronous" 2024-05-21T19:23:28.615 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 msgr2=0x7fc3640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 0x7fc3640b4dc0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc3740aaa90 tx=0x7fc3740b1040 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 msgr2=0x7fc37c1a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 0x7fc37c1a0650 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fc37400b070 tx=0x7fc374004d00 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 shutdown_connections 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc3640b2900 0x7fc3640b4dc0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc37c10ff40 0x7fc37c1a0650 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc37c075770 0x7fc37c19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 --2- 172.21.15.3:0/2124793895 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc37c076090 0x7fc37c19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 >> 172.21.15.3:0/2124793895 conn(0x7fc37c07a6a0 msgr2=0x7fc37c1017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:28.616 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 shutdown_connections 2024-05-21T19:23:28.617 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:28.613+0000 7fc383800700 1 -- 172.21.15.3:0/2124793895 wait complete. 2024-05-21T19:23:29.570 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:23:29.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: pgmap v906: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub queued for path: / 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: active paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:29 smithi003 ceph-mon[31577]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: pgmap v906: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub queued for path: / 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: active paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:29 smithi104 ceph-mon[36417]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:30.048 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: pgmap v906: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub queued for path: / 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: active paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:29 smithi178 ceph-mon[36523]: scrub summary: idle+waiting paths [/] 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:499/600: open fd = 3 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:500/600: open fd = 3 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:501/600: open fd = 3 2024-05-21T19:23:31.602 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:502/600: open fd = 3 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:503/600: open fd = 3 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:504/600: open fd = 3 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.603 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:505/600: open fd = 3 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:506/600: open fd = 3 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:507/600: open fd = 3 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.604 INFO:tasks.workunit.client.0.smithi003.stdout:508/600: open fd = 3 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:509/600: open fd = 3 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:510/600: open fd = 3 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:511/600: open fd = 3 2024-05-21T19:23:31.605 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:512/600: open fd = 3 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:513/600: open fd = 3 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:514/600: open fd = 3 2024-05-21T19:23:31.606 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:515/600: open fd = 3 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:516/600: open fd = 3 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:517/600: open fd = 3 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.607 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:518/600: open fd = 3 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:519/600: open fd = 3 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:520/600: open fd = 3 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:521/600: open fd = 3 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.608 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:522/600: open fd = 3 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:523/600: open fd = 3 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:524/600: open fd = 3 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.609 INFO:tasks.workunit.client.0.smithi003.stdout:525/600: open fd = 3 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:526/600: open fd = 3 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:527/600: open fd = 3 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:528/600: open fd = 3 2024-05-21T19:23:31.610 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:529/600: open fd = 3 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:530/600: open fd = 3 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:531/600: open fd = 3 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.611 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:532/600: open fd = 3 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:533/600: open fd = 3 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:534/600: open fd = 3 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.612 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:535/600: open fd = 3 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:536/600: open fd = 3 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:537/600: open fd = 3 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.613 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:538/600: open fd = 3 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:539/600: open fd = 3 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:540/600: open fd = 3 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.614 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:541/600: open fd = 3 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:542/600: open fd = 3 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:543/600: open fd = 3 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:544/600: open fd = 3 2024-05-21T19:23:31.615 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:545/600: open fd = 3 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:546/600: open fd = 3 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:547/600: open fd = 3 2024-05-21T19:23:31.616 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:548/600: open fd = 3 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:549/600: open fd = 3 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.617 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:550/600: open fd = 3 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:551/600: open fd = 3 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:552/600: open fd = 3 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.618 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:553/600: open fd = 3 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:554/600: open fd = 3 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:555/600: open fd = 3 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:556/600: open fd = 3 2024-05-21T19:23:31.619 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:557/600: open fd = 3 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:558/600: open fd = 3 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:559/600: open fd = 3 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.620 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.621 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.621 INFO:tasks.workunit.client.0.smithi003.stdout:560/600: open fd = 3 2024-05-21T19:23:31.621 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.621 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:23:31.621 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:23:31.945 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:31 smithi003 ceph-mon[31577]: pgmap v907: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:23:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:31 smithi104 ceph-mon[36417]: pgmap v907: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:23:32.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:31 smithi178 ceph-mon[36523]: pgmap v907: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 10 op/s 2024-05-21T19:23:32.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 -- 172.21.15.3:0/3210534415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc4106140 msgr2=0x7f3cc4112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 --2- 172.21.15.3:0/3210534415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc4106140 0x7f3cc4112650 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc009f90 tx=0x7f3cbc00b330 comp rx=0 tx=0).stop 2024-05-21T19:23:32.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 -- 172.21.15.3:0/3210534415 shutdown_connections 2024-05-21T19:23:32.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 --2- 172.21.15.3:0/3210534415 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc4106140 0x7f3cc4112650 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.242 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 --2- 172.21.15.3:0/3210534415 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc410b780 0x7f3cc410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 --2- 172.21.15.3:0/3210534415 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4105780 0x7f3cc4105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 -- 172.21.15.3:0/3210534415 >> 172.21.15.3:0/3210534415 conn(0x7f3cc4101270 msgr2=0x7f3cc4103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 -- 172.21.15.3:0/3210534415 shutdown_connections 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.240+0000 7f3cc9400700 1 -- 172.21.15.3:0/3210534415 wait complete. 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.242+0000 7f3cc9400700 1 Processor -- start 2024-05-21T19:23:32.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.242+0000 7f3cc9400700 1 -- start start 2024-05-21T19:23:32.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 0x7f3cc419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 0x7f3cc419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc410b780 0x7f3cc41a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41159d0 con 0x7f3cc4105780 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc4115850 con 0x7f3cc4106140 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc9400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc4115b50 con 0x7f3cc410b780 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 0x7f3cc419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc2800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 0x7f3cc419be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41026/0 (socket says 172.21.15.3:41026) 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc2800700 1 -- 172.21.15.3:0/1383754436 learned_addr learned my addr 172.21.15.3:0/1383754436 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 0x7f3cc419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.245 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.243+0000 7f3cc3200700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc410b780 0x7f3cc41a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 -- 172.21.15.3:0/1383754436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc410b780 msgr2=0x7f3cc41a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc410b780 0x7f3cc41a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 -- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 msgr2=0x7f3cc419be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 0x7f3cc419be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 -- 172.21.15.3:0/1383754436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc41a0e30 con 0x7f3cc4106140 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 0x7f3cc419c360 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00e9f0 tx=0x7f3cac00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cbbe00700 1 -- 172.21.15.3:0/1383754436 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac004220 con 0x7f3cc4106140 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.244+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc41a1120 con 0x7f3cc4106140 2024-05-21T19:23:32.246 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.245+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc41a89a0 con 0x7f3cc4106140 2024-05-21T19:23:32.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.245+0000 7f3cbbe00700 1 -- 172.21.15.3:0/1383754436 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cac0043c0 con 0x7f3cc4106140 2024-05-21T19:23:32.247 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.245+0000 7f3cbbe00700 1 -- 172.21.15.3:0/1383754436 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac005020 con 0x7f3cc4106140 2024-05-21T19:23:32.249 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.248+0000 7f3cbbe00700 1 -- 172.21.15.3:0/1383754436 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3cac004750 con 0x7f3cc4106140 2024-05-21T19:23:32.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.250+0000 7f3cd3e42b80 1 Processor -- start 2024-05-21T19:23:32.251 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.250+0000 7f3cd3e42b80 1 -- start start 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 0x55940031a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x559400314b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559400315140 0x5594003155c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cbbe00700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 0x7f3ca80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559400272e40 con 0x559400315140 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5594002629e0 con 0x55940031af30 2024-05-21T19:23:32.252 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x559400266a20 con 0x55940031a610 2024-05-21T19:23:32.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cbbe00700 1 -- 172.21.15.3:0/1383754436 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3cac0e21a0 con 0x7f3cc4106140 2024-05-21T19:23:32.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cc3200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 0x55940031a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cc3200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 0x55940031a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36414/0 (socket says 172.21.15.3:36414) 2024-05-21T19:23:32.253 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.251+0000 7f3cc3200700 1 -- 172.21.15.3:0/3505874682 learned_addr learned my addr 172.21.15.3:0/3505874682 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x559400314b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559400315140 0x5594003155c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc3200700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 0x7f3ca80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 -- 172.21.15.3:0/3505874682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 msgr2=0x55940031a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 0x55940031a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 -- 172.21.15.3:0/3505874682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559400315140 msgr2=0x5594003155c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559400315140 0x5594003155c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 -- 172.21.15.3:0/3505874682 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55940022b420 con 0x55940031af30 2024-05-21T19:23:32.254 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.252+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x559400314b20 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009f10 tx=0x7f3cb4011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8371b5bbaedfcd12 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.253+0000 7f3cc3200700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 0x7f3ca80b4dc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc0060b0 tx=0x7f3cbc009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.253+0000 7f3cb3e00700 1 -- 172.21.15.3:0/3505874682 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4004250 con 0x55940031af30 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.253+0000 7f3cb3e00700 1 -- 172.21.15.3:0/3505874682 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cb40043f0 con 0x55940031af30 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.253+0000 7f3cb3e00700 1 -- 172.21.15.3:0/3505874682 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4003680 con 0x55940031af30 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3505874682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 msgr2=0x559400314b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x559400314b20 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009f10 tx=0x7f3cb4011720 comp rx=0 tx=0).stop 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3505874682 shutdown_connections 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x559400315140 0x5594003155c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55940031a610 0x55940031a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3505874682 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x559400314b20 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3505874682 >> 172.21.15.3:0/3505874682 conn(0x559400242be0 msgr2=0x55940030f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.256 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3505874682 shutdown_connections 2024-05-21T19:23:32.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3505874682 wait complete. 2024-05-21T19:23:32.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.254+0000 7f3cd3e42b80 1 -- start start 2024-05-21T19:23:32.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 Processor -- start 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x55940031df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x55940031e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x559400168fa0 con 0x55940031af30 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x559400203760 con 0x55940031a610 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5594003219e0 con 0x559400315140 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.255+0000 7f3cd3e42b80 10 client.0 _ll_register_callbacks cb 0x55940020cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:32.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc3200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x55940031e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cb9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x55940031df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36430/0 (socket says 172.21.15.3:36430) 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 -- 172.21.15.3:0/3009062024 learned_addr learned my addr 172.21.15.3:0/3009062024 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 -- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 msgr2=0x55940031df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x55940031df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 -- 172.21.15.3:0/3009062024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 msgr2=0x55940031e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x55940031e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.256+0000 7f3cc2800700 1 -- 172.21.15.3:0/3009062024 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594001b28d0 con 0x559400315140 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009ad0 tx=0x7f3cb40053b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48dc8cf6ebe475bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cb0c00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:23:32.260 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4026020 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cb40043f0 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3cb4003890 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3cb4031050 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cd3e42b80 10 client.29014 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.257+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559400233060 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cb40043f0 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3cb4018070 con 0x559400315140 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 10 client.29014 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 10 client.29014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 20 client.29014 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55940032e380 0x559400330770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.261 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 4 client.29014 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:32.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559400274d90 con 0x55940032e380 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.258+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55940032e380 0x559400330770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.259+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55940032e380 0x559400330770 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0385af8e6dacafd server_cookie=431d8d0485b55c3e in_seq=0 out_seq=0 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.259+0000 7f3cb0c00700 10 client.29014 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3009062024 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559400274d90 con 0x55940032e380 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cb0c00700 10 client.29014 handle_command_reply: tid=0 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 client.29014 shutdown 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 msgr2=0x559400320bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009ad0 tx=0x7f3cb40053b0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 shutdown_connections 2024-05-21T19:23:32.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55940032e380 0x559400330770 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x55940031e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400320bb0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cb0c00700 0 client.29014 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3009062024 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x55940031df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 >> 172.21.15.3:0/3009062024 conn(0x559400242be0 msgr2=0x55940030ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 shutdown_connections 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3009062024 wait complete. 2024-05-21T19:23:32.264 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.260+0000 7f3cd3e42b80 20 client.29014 trim_cache size 0 max 16384 2024-05-21T19:23:32.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.283+0000 7f3cd3e42b80 1 Processor -- start 2024-05-21T19:23:32.284 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.283+0000 7f3cd3e42b80 1 -- start start 2024-05-21T19:23:32.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400314b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.285 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x55940030f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41b27d0 con 0x55940031a610 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41b0060 con 0x55940031af30 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41adeb0 con 0x559400315140 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cb9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cb9e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41052/0 (socket says 172.21.15.3:41052) 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cb9e00700 1 -- 172.21.15.3:0/2323781196 learned_addr learned my addr 172.21.15.3:0/2323781196 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cc3200700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x55940030f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.286 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.284+0000 7f3cc2800700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400314b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 -- 172.21.15.3:0/2323781196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 msgr2=0x559400314b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400314b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 -- 172.21.15.3:0/2323781196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 msgr2=0x55940030f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x55940030f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 -- 172.21.15.3:0/2323781196 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55940031cf30 con 0x55940031a610 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cc3200700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x55940030f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0dfc20 tx=0x7f3cac0dfaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c35e81f655d5cbff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb3400700 1 -- 172.21.15.3:0/2323781196 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac01c040 con 0x55940031a610 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb3400700 1 -- 172.21.15.3:0/2323781196 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cac0a9e40 con 0x55940031a610 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.285+0000 7f3cb3400700 1 -- 172.21.15.3:0/2323781196 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac0a3e60 con 0x55940031a610 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/2323781196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 msgr2=0x55940031bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.288 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0dfc20 tx=0x7f3cac0dfaf0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/2323781196 shutdown_connections 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031af30 0x55940030f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400314b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/2323781196 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031a610 0x55940031bae0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/2323781196 >> 172.21.15.3:0/2323781196 conn(0x559400242be0 msgr2=0x55940031b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/2323781196 shutdown_connections 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.286+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/2323781196 wait complete. 2024-05-21T19:23:32.289 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.287+0000 7f3cd3e42b80 1 -- start start 2024-05-21T19:23:32.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.287+0000 7f3cd3e42b80 1 Processor -- start 2024-05-21T19:23:32.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400326ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.291 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x559400323c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41ae520 con 0x55940031af30 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41af990 con 0x55940031a610 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc41aebf0 con 0x559400315140 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cd3e42b80 10 client.0 _ll_register_callbacks cb 0x55940020cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cb9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cc3200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x559400323c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cc2800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400326ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cb9e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40438/0 (socket says 172.21.15.3:40438) 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.288+0000 7f3cb9e00700 1 -- 172.21.15.3:0/3775891384 learned_addr learned my addr 172.21.15.3:0/3775891384 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 -- 172.21.15.3:0/3775891384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 msgr2=0x559400326ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400326ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 -- 172.21.15.3:0/3775891384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 msgr2=0x559400323c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:32.292 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x559400323c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 -- 172.21.15.3:0/3775891384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559400336a40 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400326ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb9e00700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0a9440 tx=0x7f3cac0b25a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95e656fc331abfcb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb0c00700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac01c070 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cac0a9e40 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f3cac0dfd30 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3cac0adaf0 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cd3e42b80 10 client.29015 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.289+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5594003a1ba0 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3cac0a9e40 con 0x55940031a610 2024-05-21T19:23:32.293 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f3cac0910c0 con 0x55940031a610 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 10 client.29015 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 10 client.29015 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 20 client.29015 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5594003a22a0 0x5594003a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 4 client.29015 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55940026e570 con 0x5594003a22a0 2024-05-21T19:23:32.294 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.290+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5594003a22a0 0x5594003a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:32.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cc2800700 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5594003a22a0 0x5594003a46c0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8fed68d2177dc7a server_cookie=d0d1873a94c76d18 in_seq=0 out_seq=0 2024-05-21T19:23:32.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cb0c00700 10 client.29015 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:32.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cb0c00700 1 -- 172.21.15.3:0/3775891384 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55940026e570 con 0x5594003a22a0 2024-05-21T19:23:32.295 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cb0c00700 10 client.29015 handle_command_reply: tid=0 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 client.29015 shutdown 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 msgr2=0x5594003271e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3cac0a9440 tx=0x7f3cac0b25a0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 shutdown_connections 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5594003a22a0 0x5594003a46c0 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55940031af30 0x559400323c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x559400315140 0x559400326ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 --2- 172.21.15.3:0/3775891384 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55940031a610 0x5594003271e0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cb0c00700 0 client.29015 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.291+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 >> 172.21.15.3:0/3775891384 conn(0x559400242be0 msgr2=0x55940031b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.296 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 shutdown_connections 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cd3e42b80 1 -- 172.21.15.3:0/3775891384 wait complete. 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cd3e42b80 20 client.29015 trim_cache size 0 max 16384 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": { 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout: "bcc994dc-0781-4b79-b2b6-bcafeb811feb": { 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout: "path": "/", 2024-05-21T19:23:32.297 INFO:teuthology.orchestra.run.smithi003.stdout: "tag": "bcc994dc-0781-4b79-b2b6-bcafeb811feb", 2024-05-21T19:23:32.298 INFO:teuthology.orchestra.run.smithi003.stdout: "options": "recursive,force" 2024-05-21T19:23:32.298 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:32.298 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:23:32.298 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 msgr2=0x7f3ca80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 0x7f3ca80b4dc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f3cbc0060b0 tx=0x7f3cbc009700 comp rx=0 tx=0).stop 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 msgr2=0x7f3cc419c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.292+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 0x7f3cc419c360 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00e9f0 tx=0x7f3cac00ed00 comp rx=0 tx=0).stop 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 shutdown_connections 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f3ca80b2900 0x7f3ca80b4dc0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f3cc410b780 0x7f3cc41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f3cc4105780 0x7f3cc419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.299 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 --2- 172.21.15.3:0/1383754436 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3cc4106140 0x7f3cc419c360 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:32.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 >> 172.21.15.3:0/1383754436 conn(0x7f3cc4101270 msgr2=0x7f3cc41017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:32.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 shutdown_connections 2024-05-21T19:23:32.300 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:23:32.293+0000 7f3cc9400700 1 -- 172.21.15.3:0/1383754436 wait complete. 2024-05-21T19:23:33.175 INFO:tasks.cephfs.filesystem:scrub status for tag:bcc994dc-0781-4b79-b2b6-bcafeb811feb - {'path': '/', 'tag': 'bcc994dc-0781-4b79-b2b6-bcafeb811feb', 'options': 'recursive,force'} 2024-05-21T19:23:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:33 smithi104 ceph-mon[36417]: pgmap v908: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:23:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:33 smithi003 ceph-mon[31577]: pgmap v908: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:23:34.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:33 smithi178 ceph-mon[36523]: pgmap v908: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 11 op/s 2024-05-21T19:23:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:35 smithi104 ceph-mon[36417]: pgmap v909: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-05-21T19:23:36.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:35 smithi003 ceph-mon[31577]: pgmap v909: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-05-21T19:23:36.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:35 smithi178 ceph-mon[36523]: pgmap v909: 97 pgs: 97 active+clean; 4.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 6.8 KiB/s wr, 13 op/s 2024-05-21T19:23:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:37 smithi104 ceph-mon[36417]: pgmap v910: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:23:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:37 smithi003 ceph-mon[31577]: pgmap v910: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:23:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:37 smithi178 ceph-mon[36523]: pgmap v910: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 14 op/s 2024-05-21T19:23:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 -- 172.21.15.3:0/1102264475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0104ce0 msgr2=0x7f00a0105100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 --2- 172.21.15.3:0/1102264475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0104ce0 0x7f00a0105100 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0090009860 tx=0x7f009002a340 comp rx=0 tx=0).stop 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 -- 172.21.15.3:0/1102264475 shutdown_connections 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 --2- 172.21.15.3:0/1102264475 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0106890 0x7f00a010d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 --2- 172.21.15.3:0/1102264475 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0105ed0 0x7f00a0106350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 --2- 172.21.15.3:0/1102264475 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0104ce0 0x7f00a0105100 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 -- 172.21.15.3:0/1102264475 >> 172.21.15.3:0/1102264475 conn(0x7f00a0100270 msgr2=0x7f00a0102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 -- 172.21.15.3:0/1102264475 shutdown_connections 2024-05-21T19:23:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.191+0000 7f00a6400640 1 -- 172.21.15.3:0/1102264475 wait complete. 2024-05-21T19:23:38.195 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 Processor -- start 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 -- start start 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0105ed0 0x7f00a019b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0106890 0x7f00a01a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00a0110810 con 0x7f00a0106890 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.192+0000 7f00a6400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00a0110690 con 0x7f00a0104ce0 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f00a6400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00a0110990 con 0x7f00a0105ed0 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40444/0 (socket says 172.21.15.3:40444) 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 -- 172.21.15.3:0/44901362 learned_addr learned my addr 172.21.15.3:0/44901362 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009fe00640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0106890 0x7f00a01a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.196 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009ea00640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0105ed0 0x7f00a019b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 -- 172.21.15.3:0/44901362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0105ed0 msgr2=0x7f00a019b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0105ed0 0x7f00a019b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 -- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0106890 msgr2=0x7f00a01a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0106890 0x7f00a01a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.193+0000 7f009f400640 1 -- 172.21.15.3:0/44901362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a01a2a80 con 0x7f00a0104ce0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f009f400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f0090005940 tx=0x7f0090032dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f0097e00640 1 -- 172.21.15.3:0/44901362 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090040020 con 0x7f00a0104ce0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f0097e00640 1 -- 172.21.15.3:0/44901362 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0090004040 con 0x7f00a0104ce0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a01a2d10 con 0x7f00a0104ce0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f0097e00640 1 -- 172.21.15.3:0/44901362 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090037040 con 0x7f00a0104ce0 2024-05-21T19:23:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.194+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a01a31b0 con 0x7f00a0104ce0 2024-05-21T19:23:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.198+0000 7f00a9377740 1 Processor -- start 2024-05-21T19:23:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.198+0000 7f00a9377740 1 -- start start 2024-05-21T19:23:38.202 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0366020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0366690 0x55e7d0368b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e7d02d0b90 con 0x55e7d0361520 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e7d02c0730 con 0x55e7d0360b30 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f00a9377740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7d02c4770 con 0x55e7d0366690 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f009fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f009fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40448/0 (socket says 172.21.15.3:40448) 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f009fe00640 1 -- 172.21.15.3:0/1784605914 learned_addr learned my addr 172.21.15.3:0/1784605914 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.199+0000 7f009ea00640 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0366690 0x55e7d0368b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.203 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 -- 172.21.15.3:0/1784605914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0366690 msgr2=0x55e7d0368b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0366690 0x55e7d0368b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 -- 172.21.15.3:0/1784605914 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 msgr2=0x55e7d0366020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0366020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f0097e00640 1 -- 172.21.15.3:0/44901362 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0090043020 con 0x7f00a0104ce0 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 -- 172.21.15.3:0/1784605914 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d02598b0 con 0x55e7d0360b30 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f009fe00640 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0098009fd0 tx=0x7f00980118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66357f30eb8e8840 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f0094c00640 1 -- 172.21.15.3:0/1784605914 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098004d20 con 0x55e7d0360b30 2024-05-21T19:23:38.204 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f0094c00640 1 -- 172.21.15.3:0/1784605914 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0098004050 con 0x55e7d0360b30 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.200+0000 7f0094c00640 1 -- 172.21.15.3:0/1784605914 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098005280 con 0x55e7d0360b30 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 -- 172.21.15.3:0/1784605914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 msgr2=0x55e7d0360f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0098009fd0 tx=0x7f00980118d0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 -- 172.21.15.3:0/1784605914 shutdown_connections 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0366690 0x55e7d0368b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0366020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 --2- 172.21.15.3:0/1784605914 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d0360f50 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 -- 172.21.15.3:0/1784605914 >> 172.21.15.3:0/1784605914 conn(0x55e7d035c1a0 msgr2=0x55e7d035c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 -- 172.21.15.3:0/1784605914 shutdown_connections 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f00a9377740 1 -- 172.21.15.3:0/1784605914 wait complete. 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.201+0000 7f0097e00640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 0x7f00840b4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.205 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f00a9377740 1 -- start start 2024-05-21T19:23:38.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f0097e00640 1 -- 172.21.15.3:0/44901362 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00901020b0 con 0x7f00a0104ce0 2024-05-21T19:23:38.206 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f009fe00640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 0x7f00840b4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f00a9377740 1 Processor -- start 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f00a9377740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f00a9377740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.202+0000 7f00a9377740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d0371e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f00a9377740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55e7cffa6790 con 0x55e7d0360b30 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f00a9377740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55e7d0268bc0 con 0x55e7d0366690 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f00a9377740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55e7d0369640 con 0x55e7d0361520 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f00a9377740 10 client.0 _ll_register_callbacks cb 0x55e7d0246400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009fe00640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 0x7f00840b4c70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f00980048b0 tx=0x7f0098005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.210 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009ea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d0371e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41082/0 (socket says 172.21.15.3:41082) 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 -- 172.21.15.3:0/226559160 learned_addr learned my addr 172.21.15.3:0/226559160 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 -- 172.21.15.3:0/226559160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 msgr2=0x55e7d036ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 -- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 msgr2=0x55e7d0371e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d0371e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009f400640 1 -- 172.21.15.3:0/226559160 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7cffd5210 con 0x55e7d0360b30 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.203+0000 7f009ea00640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f009f400640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f00900c96f0 tx=0x7f00900c9660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2b0e4628c0426a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f0089600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00900c9760 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00900d2080 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0098004050 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f00900cda60 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f00a9377740 10 client.18945 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e7d00a1620 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.204+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0098004050 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f009004d060 con 0x55e7d0360b30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 10 client.18945 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 10 client.18945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 20 client.18945 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d0376340 0x55e7d0378770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 4 client.18945 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7d02d2ae0 con 0x55e7d0376340 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.205+0000 7f009ea00640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d0376340 0x55e7d0378770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.206+0000 7f009ea00640 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d0376340 0x55e7d0378770 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1411d54aed684d server_cookie=e4a799c85c27887d in_seq=0 out_seq=0 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.206+0000 7f0089600640 10 client.18945 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.206+0000 7f0089600640 1 -- 172.21.15.3:0/226559160 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e7d02d2ae0 con 0x55e7d0376340 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.206+0000 7f0089600640 10 client.18945 handle_command_reply: tid=0 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 client.18945 shutdown 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 msgr2=0x55e7d036a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f00900c96f0 tx=0x7f00900c9660 comp rx=0 tx=0).stop 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 shutdown_connections 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d0376340 0x55e7d0378770 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.213 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d0371e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 --2- 172.21.15.3:0/226559160 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0360b30 0x55e7d036a8e0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 >> 172.21.15.3:0/226559160 conn(0x55e7d035c1a0 msgr2=0x55e7d035b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f0089600640 0 client.18945 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 shutdown_connections 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 1 -- 172.21.15.3:0/226559160 wait complete. 2024-05-21T19:23:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.207+0000 7f00a9377740 20 client.18945 trim_cache size 0 max 16384 2024-05-21T19:23:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 Processor -- start 2024-05-21T19:23:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 -- start start 2024-05-21T19:23:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 0x55e7d036ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.227 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d03626a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01ae860 con 0x55e7d0361520 2024-05-21T19:23:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01ac130 con 0x55e7d0366690 2024-05-21T19:23:38.228 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.226+0000 7f00a9377740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01a9f80 con 0x55e7d0360b30 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 0x55e7d036ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d03626a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009ea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:41098/0 (socket says 172.21.15.3:41098) 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009ea00640 1 -- 172.21.15.3:0/3289908150 learned_addr learned my addr 172.21.15.3:0/3289908150 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 0x55e7d036ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:36484/0 (socket says 172.21.15.3:36484) 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 -- 172.21.15.3:0/3289908150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 msgr2=0x55e7d036ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 0x55e7d036ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 -- 172.21.15.3:0/3289908150 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 msgr2=0x55e7d0371e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.229 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 -- 172.21.15.3:0/3289908150 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7d035bfd0 con 0x55e7d0366690 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009ea00640 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.227+0000 7f009fe00640 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d03626a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f0098011dd0 tx=0x7f0098022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2ab5fb937880a86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.228+0000 7f008be00640 1 -- 172.21.15.3:0/3289908150 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0098035070 con 0x55e7d0366690 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.228+0000 7f008be00640 1 -- 172.21.15.3:0/3289908150 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0098029050 con 0x55e7d0366690 2024-05-21T19:23:38.230 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.228+0000 7f008be00640 1 -- 172.21.15.3:0/3289908150 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009800f740 con 0x55e7d0366690 2024-05-21T19:23:38.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.228+0000 7f00a9377740 1 -- 172.21.15.3:0/3289908150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 msgr2=0x55e7d03626a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.233 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.228+0000 7f00a9377740 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d03626a0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f0098011dd0 tx=0x7f0098022000 comp rx=0 tx=0).stop 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 -- 172.21.15.3:0/3289908150 shutdown_connections 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0366690 0x55e7d03626a0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0361520 0x55e7d0371e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 --2- 172.21.15.3:0/3289908150 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0360b30 0x55e7d036ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 -- 172.21.15.3:0/3289908150 >> 172.21.15.3:0/3289908150 conn(0x55e7d035c1a0 msgr2=0x55e7d0361f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 -- 172.21.15.3:0/3289908150 shutdown_connections 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 -- 172.21.15.3:0/3289908150 wait complete. 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 -- start start 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.229+0000 7f00a9377740 1 Processor -- start 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.234 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 0x55e7d0370860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01aa5f0 con 0x55e7d0366690 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01aba60 con 0x55e7d0360b30 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f00a01aacc0 con 0x55e7d0361520 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f00a9377740 10 client.0 _ll_register_callbacks cb 0x7f0090005a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f009f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f009f400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:40476/0 (socket says 172.21.15.3:40476) 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f009f400640 1 -- 172.21.15.3:0/469605295 learned_addr learned my addr 172.21.15.3:0/469605295 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f009fe00640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 0x55e7d0370860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.230+0000 7f009ea00640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 -- 172.21.15.3:0/469605295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 msgr2=0x55e7d036f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 -- 172.21.15.3:0/469605295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 msgr2=0x55e7d0370860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:38.235 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 0x55e7d0370860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 -- 172.21.15.3:0/469605295 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7d03699e0 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009fe00640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 0x55e7d0370860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f009f400640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f00900c69d0 tx=0x7f0090030e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c08519d0c2b27dbc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f0089600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00900c8ed0 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f00900b12c0 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0098029050 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f00900d2510 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f00a9377740 10 client.29033 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.231+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55e7d0372000 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0098029050 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f00900c8430 con 0x55e7d0360b30 2024-05-21T19:23:38.236 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 10 client.29033 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 10 client.29033 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 20 client.29033 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d03e13b0 0x55e7d03e37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 4 client.29033 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e7d02cc2c0 con 0x55e7d03e13b0 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.232+0000 7f009ea00640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d03e13b0 0x55e7d03e37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.233+0000 7f009ea00640 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d03e13b0 0x55e7d03e37d0 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c620d21e1109098 server_cookie=1c13c0eeb970708a in_seq=0 out_seq=0 2024-05-21T19:23:38.237 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.233+0000 7f0089600640 10 client.29033 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.240+0000 7f0089600640 1 -- 172.21.15.3:0/469605295 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55e7d02cc2c0 con 0x55e7d03e13b0 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.240+0000 7f0089600640 10 client.29033 handle_command_reply: tid=0 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 client.29033 shutdown 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 msgr2=0x55e7d036f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f00900c69d0 tx=0x7f0090030e90 comp rx=0 tx=0).stop 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 shutdown_connections 2024-05-21T19:23:38.242 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55e7d03e13b0 0x55e7d03e37d0 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55e7d0361520 0x55e7d036f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55e7d0366690 0x55e7d0370860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 --2- 172.21.15.3:0/469605295 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55e7d0360b30 0x55e7d036f360 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 >> 172.21.15.3:0/469605295 conn(0x55e7d035c1a0 msgr2=0x55e7d035b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f0089600640 0 client.29033 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 shutdown_connections 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 1 -- 172.21.15.3:0/469605295 wait complete. 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.241+0000 7f00a9377740 20 client.29033 trim_cache size 0 max 16384 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:23:38.243 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 msgr2=0x7f00840b4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 0x7f00840b4c70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f00980048b0 tx=0x7f0098005fd0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 msgr2=0x7f00a019ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f0090005940 tx=0x7f0090032dc0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 shutdown_connections 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f00840b27b0 0x7f00840b4c70 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f00a0105ed0 0x7f00a019b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f00a0106890 0x7f00a01a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 --2- 172.21.15.3:0/44901362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f00a0104ce0 0x7f00a019ae60 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 >> 172.21.15.3:0/44901362 conn(0x7f00a0100270 msgr2=0x7f00a01091d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 shutdown_connections 2024-05-21T19:23:38.245 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:38.242+0000 7f00a6400640 1 -- 172.21.15.3:0/44901362 wait complete. 2024-05-21T19:23:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:39 smithi104 ceph-mon[36417]: pgmap v911: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:23:40.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:39 smithi003 ceph-mon[31577]: pgmap v911: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:23:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:39 smithi178 ceph-mon[36523]: pgmap v911: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.5 KiB/s wr, 13 op/s 2024-05-21T19:23:41.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:41 smithi104 ceph-mon[36417]: pgmap v912: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-05-21T19:23:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:41 smithi003 ceph-mon[31577]: pgmap v912: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-05-21T19:23:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:41 smithi178 ceph-mon[36523]: pgmap v912: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 13 op/s 2024-05-21T19:23:42.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:42 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:23:43.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:42 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:23:43.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:42 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: pgmap v913: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:43.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:43 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: pgmap v913: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:43 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: pgmap v913: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 7.1 KiB/s wr, 12 op/s 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:43 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T19:23:44.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: scrub summary: idle 2024-05-21T19:23:44.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:23:44.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:23:44.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:23:44.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:23:44.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: scrub summary: idle 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:23:45.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:23:45.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: scrub summary: idle 2024-05-21T19:23:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: Adjusting osd_memory_target on smithi178 to 176.1M 2024-05-21T19:23:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: Unable to set osd_memory_target on smithi178 to 184755916: error parsing value: Value '184755916' is below minimum 939524096 2024-05-21T19:23:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:23:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:23:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:23:45.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:45 smithi104 ceph-mon[36417]: pgmap v914: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-05-21T19:23:46.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:45 smithi003 ceph-mon[31577]: pgmap v914: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-05-21T19:23:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:45 smithi178 ceph-mon[36523]: pgmap v914: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 7.8 KiB/s wr, 13 op/s 2024-05-21T19:23:47.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:47 smithi104 ceph-mon[36417]: pgmap v915: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.9 KiB/s wr, 14 op/s 2024-05-21T19:23:48.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:47 smithi003 ceph-mon[31577]: pgmap v915: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.9 KiB/s wr, 14 op/s 2024-05-21T19:23:48.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:47 smithi178 ceph-mon[36523]: pgmap v915: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.9 KiB/s wr, 14 op/s 2024-05-21T19:23:50.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:49 smithi003 ceph-mon[31577]: pgmap v916: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:23:50.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:49 smithi178 ceph-mon[36523]: pgmap v916: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:23:50.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:49 smithi104 ceph-mon[36417]: pgmap v916: 97 pgs: 97 active+clean; 4.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:23:51.391 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 -- 172.21.15.3:0/4224292423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e81066c0 msgr2=0x7ff5e810cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 --2- 172.21.15.3:0/4224292423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e81066c0 0x7ff5e810cf50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0009ca0 tx=0x7ff5e002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 -- 172.21.15.3:0/4224292423 shutdown_connections 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 --2- 172.21.15.3:0/4224292423 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e8105d00 0x7ff5e8106180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 --2- 172.21.15.3:0/4224292423 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e81066c0 0x7ff5e810cf50 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 --2- 172.21.15.3:0/4224292423 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e8104f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 -- 172.21.15.3:0/4224292423 >> 172.21.15.3:0/4224292423 conn(0x7ff5e81000c0 msgr2=0x7ff5e81024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 -- 172.21.15.3:0/4224292423 shutdown_connections 2024-05-21T19:23:51.392 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.391+0000 7ff5eea00640 1 -- 172.21.15.3:0/4224292423 wait complete. 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.392+0000 7ff5eea00640 1 Processor -- start 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.392+0000 7ff5eea00640 1 -- start start 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e81066c0 0x7ff5e81a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8110690 con 0x7ff5e8105d00 2024-05-21T19:23:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8110510 con 0x7ff5e8104b10 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5eea00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e8110810 con 0x7ff5e81066c0 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5ecc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5ecc00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49484/0 (socket says 172.21.15.3:49484) 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5ecc00640 1 -- 172.21.15.3:0/1500216551 learned_addr learned my addr 172.21.15.3:0/1500216551 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5ee000640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e81066c0 0x7ff5e81a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.393+0000 7ff5ed600640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 -- 172.21.15.3:0/1500216551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e81066c0 msgr2=0x7ff5e81a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e81066c0 0x7ff5e81a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 -- 172.21.15.3:0/1500216551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 msgr2=0x7ff5e819acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e819acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 -- 172.21.15.3:0/1500216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e81a2900 con 0x7ff5e8105d00 2024-05-21T19:23:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ed600640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7ff5d400e9f0 tx=0x7ff5d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.394+0000 7ff5e6000640 1 -- 172.21.15.3:0/1500216551 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d400cd80 con 0x7ff5e8105d00 2024-05-21T19:23:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.395+0000 7ff5e6000640 1 -- 172.21.15.3:0/1500216551 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d40054d0 con 0x7ff5e8105d00 2024-05-21T19:23:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.395+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e81a2bf0 con 0x7ff5e8105d00 2024-05-21T19:23:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.395+0000 7ff5e6000640 1 -- 172.21.15.3:0/1500216551 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d4010690 con 0x7ff5e8105d00 2024-05-21T19:23:51.397 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.395+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e81a30f0 con 0x7ff5e8105d00 2024-05-21T19:23:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 Processor -- start 2024-05-21T19:23:51.398 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 -- start start 2024-05-21T19:23:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d391e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d39850 0x55ba25d3bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ba25ca3b90 con 0x55ba25d39850 2024-05-21T19:23:51.399 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ba25c93730 con 0x55ba25d33cf0 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.398+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ba25c97770 con 0x55ba25d346e0 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43036/0 (socket says 172.21.15.3:43036) 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 -- 172.21.15.3:0/642110939 learned_addr learned my addr 172.21.15.3:0/642110939 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ed600640 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d391e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 -- 172.21.15.3:0/642110939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 msgr2=0x55ba25d391e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d391e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 -- 172.21.15.3:0/642110939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d39850 msgr2=0x55ba25d3bce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d39850 0x55ba25d3bce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.400 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 -- 172.21.15.3:0/642110939 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba25c2c8b0 con 0x55ba25d33cf0 2024-05-21T19:23:51.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ed600640 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d391e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:51.401 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.399+0000 7ff5ee000640 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0009ca0 tx=0x7ff5e00093c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90a60161c2b3ec3f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5da600640 1 -- 172.21.15.3:0/642110939 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0031650 con 0x55ba25d33cf0 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5da600640 1 -- 172.21.15.3:0/642110939 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e0036030 con 0x55ba25d33cf0 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5da600640 1 -- 172.21.15.3:0/642110939 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0004640 con 0x55ba25d33cf0 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5e6000640 1 -- 172.21.15.3:0/1500216551 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff5d4004e90 con 0x7ff5e8105d00 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 -- 172.21.15.3:0/642110939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 msgr2=0x55ba25d34110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0009ca0 tx=0x7ff5e00093c0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 -- 172.21.15.3:0/642110939 shutdown_connections 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d391e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.404 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d39850 0x55ba25d3bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/642110939 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d33cf0 0x55ba25d34110 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.400+0000 7ff5f2e18740 1 -- 172.21.15.3:0/642110939 >> 172.21.15.3:0/642110939 conn(0x55ba25d2f360 msgr2=0x55ba25d2f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.401+0000 7ff5f2e18740 1 -- 172.21.15.3:0/642110939 shutdown_connections 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.401+0000 7ff5f2e18740 1 -- 172.21.15.3:0/642110939 wait complete. 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.401+0000 7ff5f2e18740 1 -- start start 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.401+0000 7ff5f2e18740 1 Processor -- start 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d3d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d44eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ba25979790 con 0x55ba25d33cf0 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ba25c3bbc0 con 0x55ba25d346e0 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ba25d3c620 con 0x55ba25d39850 2024-05-21T19:23:51.405 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5e6000640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 0x7ff5d00b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5f2e18740 10 client.0 _ll_register_callbacks cb 0x55ba25c19400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43038/0 (socket says 172.21.15.3:43038) 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ed600640 1 -- 172.21.15.3:0/900499439 learned_addr learned my addr 172.21.15.3:0/900499439 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5e6000640 1 -- 172.21.15.3:0/1500216551 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff5d40e26e0 con 0x7ff5e8105d00 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d44eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ee000640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d3d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.402+0000 7ff5ee000640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 0x7ff5d00b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 -- 172.21.15.3:0/900499439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 msgr2=0x55ba25d44eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d44eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.406 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 -- 172.21.15.3:0/900499439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 msgr2=0x55ba25d3d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d3d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 -- 172.21.15.3:0/900499439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba259a8210 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d44eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5ed600640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc0129e0 tx=0x7ff5dc012ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50261fa5ad382f26 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5cea00640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc00fa10 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff5dc00fbb0 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.403+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5e0036030 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5ee000640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 0x7ff5d00b4bb0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff5e002b0b0 tx=0x7ff5e002a8c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff5dc022070 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5f2e18740 10 client.29045 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ba25a74620 con 0x55ba25d346e0 2024-05-21T19:23:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e0036030 con 0x55ba25d346e0 2024-05-21T19:23:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff5dc003a70 con 0x55ba25d346e0 2024-05-21T19:23:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5f2e18740 10 client.29045 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.404+0000 7ff5f2e18740 10 client.29045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5f2e18740 20 client.29045 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25d4b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5f2e18740 4 client.29045 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba25ca5ae0 con 0x55ba25d49470 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25d4b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25d4b890 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c3e8ee0ed3437ba server_cookie=e2cb0fd7f7d1d735 in_seq=0 out_seq=0 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.405+0000 7ff5cea00640 10 client.29045 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5cea00640 1 -- 172.21.15.3:0/900499439 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ba25ca5ae0 con 0x55ba25d49470 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5cea00640 10 client.29045 handle_command_reply: tid=0 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 client.29045 shutdown 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 msgr2=0x55ba25d3de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc0129e0 tx=0x7ff5dc012ea0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 shutdown_connections 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25d4b890 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d44eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5cea00640 0 client.29045 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.406+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d3de70 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.407+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/900499439 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d3d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.407+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 >> 172.21.15.3:0/900499439 conn(0x55ba25d2f360 msgr2=0x55ba25d2e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.407+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 shutdown_connections 2024-05-21T19:23:51.411 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.407+0000 7ff5f2e18740 1 -- 172.21.15.3:0/900499439 wait complete. 2024-05-21T19:23:51.412 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.407+0000 7ff5f2e18740 20 client.29045 trim_cache size 0 max 16384 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 Processor -- start 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 -- start start 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d32040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81ae770 con 0x55ba25d33cf0 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81ac040 con 0x55ba25d346e0 2024-05-21T19:23:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.424+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81a9e90 con 0x55ba25d39850 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d32040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d32580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:43040/0 (socket says 172.21.15.3:43040) 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 -- 172.21.15.3:0/876091388 learned_addr learned my addr 172.21.15.3:0/876091388 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 -- 172.21.15.3:0/876091388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 msgr2=0x55ba25d32580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d32580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 -- 172.21.15.3:0/876091388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 msgr2=0x55ba25d32040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d32040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ecc00640 1 -- 172.21.15.3:0/876091388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba25d2f190 con 0x55ba25d346e0 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.425+0000 7ff5ed600640 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d32040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40a99e0 tx=0x7ff5d4004a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad16b344264e5c64 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5d9c00640 1 -- 172.21.15.3:0/876091388 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40a53e0 con 0x55ba25d346e0 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5d9c00640 1 -- 172.21.15.3:0/876091388 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d40a97f0 con 0x55ba25d346e0 2024-05-21T19:23:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5d9c00640 1 -- 172.21.15.3:0/876091388 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d40046c0 con 0x55ba25d346e0 2024-05-21T19:23:51.429 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5f2e18740 1 -- 172.21.15.3:0/876091388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 msgr2=0x55ba25d44e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.426+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ff5d40a99e0 tx=0x7ff5d4004a90 comp rx=0 tx=0).stop 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 -- 172.21.15.3:0/876091388 shutdown_connections 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d39850 0x55ba25d32580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d346e0 0x55ba25d44e70 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/876091388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d32040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 -- 172.21.15.3:0/876091388 >> 172.21.15.3:0/876091388 conn(0x55ba25d2f360 msgr2=0x55ba25d3d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 -- 172.21.15.3:0/876091388 shutdown_connections 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 -- 172.21.15.3:0/876091388 wait complete. 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 -- start start 2024-05-21T19:23:51.430 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.427+0000 7ff5f2e18740 1 Processor -- start 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d41a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d39850 0x55ba25d42010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81aa500 con 0x55ba25d33cf0 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81ab970 con 0x55ba25d39850 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e81aabd0 con 0x55ba25d346e0 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5f2e18740 10 client.0 _ll_register_callbacks cb 0x7ff5dc009c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:49502/0 (socket says 172.21.15.3:49502) 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5ed600640 1 -- 172.21.15.3:0/360678543 learned_addr learned my addr 172.21.15.3:0/360678543 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5ee000640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d39850 0x55ba25d42010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.428+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d41a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 -- 172.21.15.3:0/360678543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 msgr2=0x55ba25d41a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d41a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 -- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d39850 msgr2=0x55ba25d42010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d39850 0x55ba25d42010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 -- 172.21.15.3:0/360678543 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba25db2070 con 0x55ba25d33cf0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5ed600640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc009730 tx=0x7ff5dc0107d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c13a6c8d4072de73 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5cea00640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5dc00fc20 con 0x55ba25d33cf0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff5dc018040 con 0x55ba25d33cf0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.429+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d40a97f0 con 0x55ba25d33cf0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff5dc038050 con 0x55ba25d33cf0 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 10 client.18966 fetch_fsmap learned FSMap version 30 2024-05-21T19:23:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ba25db33f0 con 0x55ba25d33cf0 2024-05-21T19:23:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d40a97f0 con 0x55ba25d33cf0 2024-05-21T19:23:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7ff5dc005350 con 0x55ba25d33cf0 2024-05-21T19:23:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 10 client.18966 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:23:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 10 client.18966 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:23:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 20 client.18966 populate_metadata read hostname 'smithi003' 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25db5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 4 client.18966 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.430+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ba25c9f2c0 con 0x55ba25d49470 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.431+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25db5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.431+0000 7ff5ecc00640 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25db5d20 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7fd9c5b165520ef server_cookie=2baedc491b45b835 in_seq=0 out_seq=0 2024-05-21T19:23:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.431+0000 7ff5cea00640 10 client.18966 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5cea00640 1 -- 172.21.15.3:0/360678543 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ba25c9f2c0 con 0x55ba25d49470 2024-05-21T19:23:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5cea00640 10 client.18966 handle_command_reply: tid=0 2024-05-21T19:23:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 client.18966 shutdown 2024-05-21T19:23:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 msgr2=0x55ba25d44e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc009730 tx=0x7ff5dc0107d0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 shutdown_connections 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ba25d49470 0x55ba25db5d20 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ba25d346e0 0x55ba25d41a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5cea00640 0 client.18966 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ba25d39850 0x55ba25d42010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 --2- 172.21.15.3:0/360678543 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ba25d33cf0 0x55ba25d44e80 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 >> 172.21.15.3:0/360678543 conn(0x55ba25d2f360 msgr2=0x55ba25d350a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 shutdown_connections 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.439+0000 7ff5f2e18740 1 -- 172.21.15.3:0/360678543 wait complete. 2024-05-21T19:23:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5f2e18740 20 client.18966 trim_cache size 0 max 16384 2024-05-21T19:23:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:23:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:23:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:23:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 msgr2=0x7ff5d00b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.441 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 0x7ff5d00b4bb0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7ff5e002b0b0 tx=0x7ff5e002a8c0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 msgr2=0x7ff5e819b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7ff5d400e9f0 tx=0x7ff5d400edf0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.440+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 shutdown_connections 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff5d00b26f0 0x7ff5d00b4bb0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff5e81066c0 0x7ff5e81a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff5e8105d00 0x7ff5e819b230 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 --2- 172.21.15.3:0/1500216551 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff5e8104b10 0x7ff5e819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 >> 172.21.15.3:0/1500216551 conn(0x7ff5e81000c0 msgr2=0x7ff5e8109000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 shutdown_connections 2024-05-21T19:23:51.442 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:23:51.441+0000 7ff5eea00640 1 -- 172.21.15.3:0/1500216551 wait complete. 2024-05-21T19:23:52.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:51 smithi003 ceph-mon[31577]: pgmap v917: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:23:52.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:51 smithi178 ceph-mon[36523]: pgmap v917: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:23:52.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:51 smithi104 ceph-mon[36417]: pgmap v917: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 9.4 KiB/s wr, 13 op/s 2024-05-21T19:23:54.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:53 smithi003 ceph-mon[31577]: pgmap v918: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:23:54.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:53 smithi178 ceph-mon[36523]: pgmap v918: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:23:54.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:53 smithi104 ceph-mon[36417]: pgmap v918: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:23:56.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:55 smithi003 ceph-mon[31577]: pgmap v919: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:23:56.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:55 smithi178 ceph-mon[36523]: pgmap v919: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:23:56.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:55 smithi104 ceph-mon[36417]: pgmap v919: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.6 KiB/s wr, 13 op/s 2024-05-21T19:23:58.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:57 smithi003 ceph-mon[31577]: pgmap v920: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.6 KiB/s wr, 14 op/s 2024-05-21T19:23:58.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:57 smithi178 ceph-mon[36523]: pgmap v920: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.6 KiB/s wr, 14 op/s 2024-05-21T19:23:58.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:57 smithi104 ceph-mon[36417]: pgmap v920: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 9.6 KiB/s wr, 14 op/s 2024-05-21T19:24:00.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:23:59 smithi003 ceph-mon[31577]: pgmap v921: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:00.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:23:59 smithi178 ceph-mon[36523]: pgmap v921: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:00.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:23:59 smithi104 ceph-mon[36417]: pgmap v921: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:02.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:01 smithi003 ceph-mon[31577]: pgmap v922: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:24:02.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:01 smithi178 ceph-mon[36523]: pgmap v922: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:24:02.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:01 smithi104 ceph-mon[36417]: pgmap v922: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.6 KiB/s wr, 13 op/s 2024-05-21T19:24:03.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:02 smithi003 ceph-mon[31577]: pgmap v923: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.9 KiB/s wr, 11 op/s 2024-05-21T19:24:03.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:02 smithi178 ceph-mon[36523]: pgmap v923: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.9 KiB/s wr, 11 op/s 2024-05-21T19:24:03.176 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T19:24:03.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:02 smithi104 ceph-mon[36417]: pgmap v923: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 6.9 KiB/s wr, 11 op/s 2024-05-21T19:24:03.664 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 -- 172.21.15.3:0/3435465042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c102440 msgr2=0x7f892c1028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 --2- 172.21.15.3:0/3435465042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c102440 0x7f892c1028c0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8924009ca0 tx=0x7f892402a8c0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 -- 172.21.15.3:0/3435465042 shutdown_connections 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 --2- 172.21.15.3:0/3435465042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101aa0 0x7f892c101f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 --2- 172.21.15.3:0/3435465042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c102440 0x7f892c1028c0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 --2- 172.21.15.3:0/3435465042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c101140 0x7f892c101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 -- 172.21.15.3:0/3435465042 >> 172.21.15.3:0/3435465042 conn(0x7f892c0fcd40 msgr2=0x7f892c0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 -- 172.21.15.3:0/3435465042 shutdown_connections 2024-05-21T19:24:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.592+0000 7f8931400640 1 -- 172.21.15.3:0/3435465042 wait complete. 2024-05-21T19:24:04.596 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.593+0000 7f8931400640 1 Processor -- start 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 -- start start 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101140 0x7f892c19ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c102440 0x7f892c1a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1105f0 con 0x7f892c101aa0 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f892c110470 con 0x7f892c102440 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8931400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f892c110770 con 0x7f892c101140 2024-05-21T19:24:04.597 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f892b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f892b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52838/0 (socket says 172.21.15.3:52838) 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f892b400640 1 -- 172.21.15.3:0/697394304 learned_addr learned my addr 172.21.15.3:0/697394304 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.594+0000 7f8930a00640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c102440 0x7f892c1a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892be00640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101140 0x7f892c19ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 -- 172.21.15.3:0/697394304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101140 msgr2=0x7f892c19ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101140 0x7f892c19ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.598 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 -- 172.21.15.3:0/697394304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c102440 msgr2=0x7f892c1a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c102440 0x7f892c1a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 -- 172.21.15.3:0/697394304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892c1a28d0 con 0x7f892c101aa0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f892b400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f891800e9f0 tx=0x7f891800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f8928c00640 1 -- 172.21.15.3:0/697394304 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891800cd80 con 0x7f892c101aa0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f8928c00640 1 -- 172.21.15.3:0/697394304 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89180054d0 con 0x7f892c101aa0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f8928c00640 1 -- 172.21.15.3:0/697394304 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8918010690 con 0x7f892c101aa0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.595+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892c1a2bc0 con 0x7f892c101aa0 2024-05-21T19:24:04.599 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.596+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f892c1a30c0 con 0x7f892c101aa0 2024-05-21T19:24:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 Processor -- start 2024-05-21T19:24:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 -- start start 2024-05-21T19:24:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c3cf0 0x56289e7c4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c9850 0x56289e7cbce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56289e733b90 con 0x56289e7c9850 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56289e723730 con 0x56289e7c3cf0 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.599+0000 7f8935799740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56289e727770 con 0x56289e7c46e0 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59322/0 (socket says 172.21.15.3:59322) 2024-05-21T19:24:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 -- 172.21.15.3:0/2568565389 learned_addr learned my addr 172.21.15.3:0/2568565389 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f8930a00640 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c3cf0 0x56289e7c4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f8928c00640 1 -- 172.21.15.3:0/697394304 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8918010830 con 0x7f892c101aa0 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 -- 172.21.15.3:0/2568565389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c3cf0 msgr2=0x56289e7c4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c3cf0 0x56289e7c4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 -- 172.21.15.3:0/2568565389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c9850 msgr2=0x56289e7cbce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c9850 0x56289e7cbce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.600+0000 7f892be00640 1 -- 172.21.15.3:0/2568565389 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56289e6bc8b0 con 0x56289e7c46e0 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.601+0000 7f892be00640 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f891c009c10 tx=0x7f891c0117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5af47e7b67a4f36 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.601+0000 7f8921200640 1 -- 172.21.15.3:0/2568565389 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c012450 con 0x56289e7c46e0 2024-05-21T19:24:04.609 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.601+0000 7f8921200640 1 -- 172.21.15.3:0/2568565389 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891c012aa0 con 0x56289e7c46e0 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.601+0000 7f8921200640 1 -- 172.21.15.3:0/2568565389 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c00f9f0 con 0x56289e7c46e0 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.601+0000 7f8935799740 1 -- 172.21.15.3:0/2568565389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 msgr2=0x56289e7c91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f891c009c10 tx=0x7f891c0117b0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8928c00640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 0x7f89100b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 -- 172.21.15.3:0/2568565389 shutdown_connections 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7c91e0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c9850 0x56289e7cbce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 --2- 172.21.15.3:0/2568565389 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c3cf0 0x56289e7c4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 -- 172.21.15.3:0/2568565389 >> 172.21.15.3:0/2568565389 conn(0x56289e7bf360 msgr2=0x56289e7bf760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8928c00640 1 -- 172.21.15.3:0/697394304 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f89180e2790 con 0x7f892c101aa0 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 -- 172.21.15.3:0/2568565389 shutdown_connections 2024-05-21T19:24:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8930a00640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 0x7f89100b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 -- 172.21.15.3:0/2568565389 wait complete. 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.602+0000 7f8935799740 1 -- start start 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 Processor -- start 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8930a00640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 0x7f89100b4ca0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8924031b50 tx=0x7f8924009360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7ce080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56289e409790 con 0x56289e7c3cf0 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56289e6cbbc0 con 0x56289e7c46e0 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56289e7cc800 con 0x56289e7c9850 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.603+0000 7f8935799740 10 client.0 _ll_register_callbacks cb 0x56289e6a9400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52852/0 (socket says 172.21.15.3:52852) 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892be00640 1 -- 172.21.15.3:0/2196225762 learned_addr learned my addr 172.21.15.3:0/2196225762 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f8930a00640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 -- 172.21.15.3:0/2196225762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 msgr2=0x56289e7d5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 -- 172.21.15.3:0/2196225762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 msgr2=0x56289e7cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 -- 172.21.15.3:0/2196225762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56289e438210 con 0x56289e7c46e0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892be00640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f892b400640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7ce080 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f89180a9a30 tx=0x7f89180a9840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f57ab1aebe8f78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.604+0000 7f8915600640 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89180ae0e0 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f89180a6320 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f891c012aa0 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f89180b2b90 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8935799740 10 client.29063 fetch_fsmap learned FSMap version 30 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56289e504620 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891c012aa0 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f89180e2ca0 con 0x56289e7c46e0 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8935799740 10 client.29063 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.605+0000 7f8935799740 10 client.29063 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f8935799740 20 client.29063 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e7d9560 0x56289e7db950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f8935799740 4 client.29063 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56289e735ae0 con 0x56289e7d9560 2024-05-21T19:24:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f892be00640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e7d9560 0x56289e7db950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.606+0000 7f892be00640 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e7d9560 0x56289e7db950 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d38cf06745c5dde8 server_cookie=1d2246ecf634270b in_seq=0 out_seq=0 2024-05-21T19:24:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.607+0000 7f8915600640 10 client.29063 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.607+0000 7f8915600640 1 -- 172.21.15.3:0/2196225762 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56289e735ae0 con 0x56289e7d9560 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.607+0000 7f8915600640 10 client.29063 handle_command_reply: tid=0 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.607+0000 7f8935799740 1 client.29063 shutdown 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 msgr2=0x56289e7ce080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7ce080 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f89180a9a30 tx=0x7f89180a9840 comp rx=0 tx=0).stop 2024-05-21T19:24:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 shutdown_connections 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e7d9560 0x56289e7db950 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7ce080 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8915600640 0 client.29063 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 --2- 172.21.15.3:0/2196225762 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 >> 172.21.15.3:0/2196225762 conn(0x56289e7bf360 msgr2=0x56289e7be4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 shutdown_connections 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 1 -- 172.21.15.3:0/2196225762 wait complete. 2024-05-21T19:24:04.616 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.608+0000 7f8935799740 20 client.29063 trim_cache size 0 max 16384 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 Processor -- start 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 -- start start 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7d5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c9850 0x56289e7c2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1ae7d0 con 0x56289e7c3cf0 2024-05-21T19:24:04.635 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1ac0a0 con 0x56289e7c9850 2024-05-21T19:24:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.635+0000 7f8935799740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1a9ef0 con 0x56289e7c46e0 2024-05-21T19:24:04.636 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52856/0 (socket says 172.21.15.3:52856) 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 -- 172.21.15.3:0/201297917 learned_addr learned my addr 172.21.15.3:0/201297917 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f8930a00640 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c9850 0x56289e7c2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892b400640 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7d5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 -- 172.21.15.3:0/201297917 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 msgr2=0x56289e7d5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7d5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 -- 172.21.15.3:0/201297917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c9850 msgr2=0x56289e7c2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c9850 0x56289e7c2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 -- 172.21.15.3:0/201297917 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56289e7c4480 con 0x56289e7c3cf0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.636+0000 7f892be00640 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f891c0095f0 tx=0x7f891c00f4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2195423d960b4406 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.637+0000 7f8917e00640 1 -- 172.21.15.3:0/201297917 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c0096c0 con 0x56289e7c3cf0 2024-05-21T19:24:04.637 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.637+0000 7f8917e00640 1 -- 172.21.15.3:0/201297917 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891c0128c0 con 0x56289e7c3cf0 2024-05-21T19:24:04.638 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.637+0000 7f8917e00640 1 -- 172.21.15.3:0/201297917 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c005290 con 0x56289e7c3cf0 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.637+0000 7f8935799740 1 -- 172.21.15.3:0/201297917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 msgr2=0x56289e7cbcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.637+0000 7f8935799740 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f891c0095f0 tx=0x7f891c00f4b0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 -- 172.21.15.3:0/201297917 shutdown_connections 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c46e0 0x56289e7d5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c9850 0x56289e7c2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 --2- 172.21.15.3:0/201297917 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7cbcc0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 -- 172.21.15.3:0/201297917 >> 172.21.15.3:0/201297917 conn(0x56289e7bf360 msgr2=0x56289e7c2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 -- 172.21.15.3:0/201297917 shutdown_connections 2024-05-21T19:24:04.640 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 -- 172.21.15.3:0/201297917 wait complete. 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 -- start start 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.638+0000 7f8935799740 1 Processor -- start 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1aa560 con 0x56289e7c3cf0 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1ab9d0 con 0x56289e7c46e0 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f892c1aac30 con 0x56289e7c9850 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8935799740 10 client.0 _ll_register_callbacks cb 0x7f891800cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f892be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52868/0 (socket says 172.21.15.3:52868) 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f892be00640 1 -- 172.21.15.3:0/1356192100 learned_addr learned my addr 172.21.15.3:0/1356192100 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:04.641 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f892b400640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.639+0000 7f8930a00640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 -- 172.21.15.3:0/1356192100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 msgr2=0x56289e7d2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 -- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 msgr2=0x56289e7d1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7d1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 -- 172.21.15.3:0/1356192100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56289e842180 con 0x56289e7c3cf0 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892b400640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7d1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f892be00640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f891c01c040 tx=0x7f891c012d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a920cca7ac379997 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:04.642 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f8915600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:04.643 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c032070 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f891c005450 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.640+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f891c0128c0 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f891c0096c0 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 10 client.18981 fetch_fsmap learned FSMap version 30 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56289e843490 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f891c0128c0 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7f891c00f660 con 0x56289e7c3cf0 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 10 client.18981 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 10 client.18981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 20 client.18981 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e843cc0 0x56289e8460e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 4 client.18981 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:24:04.644 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.641+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56289e72f2c0 con 0x56289e843cc0 2024-05-21T19:24:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.642+0000 7f892b400640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e843cc0 0x56289e8460e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.642+0000 7f892b400640 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e843cc0 0x56289e8460e0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a6db2e62647178 server_cookie=537fb4d9fc773143 in_seq=0 out_seq=0 2024-05-21T19:24:04.645 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.642+0000 7f8915600640 10 client.18981 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8915600640 1 -- 172.21.15.3:0/1356192100 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56289e72f2c0 con 0x56289e843cc0 2024-05-21T19:24:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8915600640 10 client.18981 handle_command_reply: tid=0 2024-05-21T19:24:04.650 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 client.18981 shutdown 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 msgr2=0x56289e7d4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f891c01c040 tx=0x7f891c012d20 comp rx=0 tx=0).stop 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 shutdown_connections 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x56289e843cc0 0x56289e8460e0 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56289e7c9850 0x56289e7d2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56289e7c46e0 0x56289e7d1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 --2- 172.21.15.3:0/1356192100 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56289e7c3cf0 0x56289e7d4fd0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8915600640 0 client.18981 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 >> 172.21.15.3:0/1356192100 conn(0x56289e7bf360 msgr2=0x56289e7c50e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 shutdown_connections 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 1 -- 172.21.15.3:0/1356192100 wait complete. 2024-05-21T19:24:04.651 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.650+0000 7f8935799740 20 client.18981 trim_cache size 0 max 16384 2024-05-21T19:24:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:24:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:24:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:24:04.652 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 msgr2=0x7f89100b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 0x7f89100b4ca0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8924031b50 tx=0x7f8924009360 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 msgr2=0x7f892c19b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f891800e9f0 tx=0x7f891800edf0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 shutdown_connections 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f892c102440 0x7f892c1a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f892c101aa0 0x7f892c19b1d0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f89100b27e0 0x7f89100b4ca0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 --2- 172.21.15.3:0/697394304 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f892c101140 0x7f892c19ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 >> 172.21.15.3:0/697394304 conn(0x7f892c0fcd40 msgr2=0x7f892c0fe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 shutdown_connections 2024-05-21T19:24:04.653 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:04.651+0000 7f8931400640 1 -- 172.21.15.3:0/697394304 wait complete. 2024-05-21T19:24:05.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:05 smithi003 ceph-mon[31577]: pgmap v924: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:05 smithi104 ceph-mon[36417]: pgmap v924: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 -- 172.21.15.3:0/1275857042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 msgr2=0x7fa4b8112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/1275857042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b8112630 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000b0a0 tx=0x7fa4b000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 -- 172.21.15.3:0/1275857042 shutdown_connections 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/1275857042 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b8112630 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/1275857042 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b810b760 0x7fa4b810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/1275857042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b8105760 0x7fa4b8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 -- 172.21.15.3:0/1275857042 >> 172.21.15.3:0/1275857042 conn(0x7fa4b8101250 msgr2=0x7fa4b8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 -- 172.21.15.3:0/1275857042 shutdown_connections 2024-05-21T19:24:06.050 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.049+0000 7fa4bfc00700 1 -- 172.21.15.3:0/1275857042 wait complete. 2024-05-21T19:24:06.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.050+0000 7fa4bfc00700 1 Processor -- start 2024-05-21T19:24:06.051 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.050+0000 7fa4bfc00700 1 -- start start 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 0x7fa4b819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b810b760 0x7fa4b81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81159f0 con 0x7fa4b8106120 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b8115870 con 0x7fa4b810b760 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bfc00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b8115b70 con 0x7fa4b8105760 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4b7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4b7e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52886/0 (socket says 172.21.15.3:52886) 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4b7e00700 1 -- 172.21.15.3:0/2730588987 learned_addr learned my addr 172.21.15.3:0/2730588987 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bd200700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 0x7fa4b819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.051+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b810b760 0x7fa4b81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.052 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 -- 172.21.15.3:0/2730588987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 msgr2=0x7fa4b819bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 0x7fa4b819bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 -- 172.21.15.3:0/2730588987 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b810b760 msgr2=0x7fa4b81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b810b760 0x7fa4b81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 -- 172.21.15.3:0/2730588987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b81a0dd0 con 0x7fa4b8106120 2024-05-21T19:24:06.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4bd200700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 0x7fa4b819bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9a0 tx=0x7fa4a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b5600700 1 -- 172.21.15.3:0/2730588987 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a800ca10 con 0x7fa4b8106120 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b5600700 1 -- 172.21.15.3:0/2730588987 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4a800cbb0 con 0x7fa4b8106120 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4b5600700 1 -- 172.21.15.3:0/2730588987 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8018680 con 0x7fa4b8106120 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.052+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b81a10c0 con 0x7fa4b8106120 2024-05-21T19:24:06.054 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.053+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b81a8940 con 0x7fa4b8106120 2024-05-21T19:24:06.056 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.056+0000 7fa4b5600700 1 -- 172.21.15.3:0/2730588987 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa4a8010430 con 0x7fa4b8106120 2024-05-21T19:24:06.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.057+0000 7fa4ca5acb80 1 Processor -- start 2024-05-21T19:24:06.057 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 -- start start 2024-05-21T19:24:06.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4b5600700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 0x7fa4a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed33399b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.058 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed3339a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4b5600700 1 -- 172.21.15.3:0/2730588987 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa4a80e2380 con 0x7fa4b8106120 2024-05-21T19:24:06.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ed332f7e40 con 0x55ed3339ff30 2024-05-21T19:24:06.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ed332e79e0 con 0x55ed3339a140 2024-05-21T19:24:06.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.058+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ed332eba20 con 0x55ed3339f610 2024-05-21T19:24:06.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 0x7fa4a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59376/0 (socket says 172.21.15.3:59376) 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 -- 172.21.15.3:0/447670297 learned_addr learned my addr 172.21.15.3:0/447670297 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed3339a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed33399b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 -- 172.21.15.3:0/447670297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 msgr2=0x55ed3339a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed3339a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 -- 172.21.15.3:0/447670297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 msgr2=0x55ed33399b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed33399b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bd200700 1 -- 172.21.15.3:0/447670297 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed332b0420 con 0x55ed3339f610 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed33399b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.059+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed3339a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:06.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.060+0000 7fa4bd200700 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac0115f0 tx=0x7fa4ac011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b9fadfef232892b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.060+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 0x7fa4a00b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000b780 tx=0x7fa4b0006000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.061 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.060+0000 7fa4a6000700 1 -- 172.21.15.3:0/447670297 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac01e070 con 0x55ed3339f610 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.060+0000 7fa4a6000700 1 -- 172.21.15.3:0/447670297 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac0198c0 con 0x55ed3339f610 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.060+0000 7fa4a6000700 1 -- 172.21.15.3:0/447670297 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac0188c0 con 0x55ed3339f610 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/447670297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 msgr2=0x55ed3339f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac0115f0 tx=0x7fa4ac011900 comp rx=0 tx=0).stop 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/447670297 shutdown_connections 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed3339a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed3339f9f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/447670297 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed33399b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/447670297 >> 172.21.15.3:0/447670297 conn(0x55ed332c7be0 msgr2=0x55ed33394690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/447670297 shutdown_connections 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.061+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/447670297 wait complete. 2024-05-21T19:24:06.062 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.062+0000 7fa4ca5acb80 1 -- start start 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.062+0000 7fa4ca5acb80 1 Processor -- start 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed333a2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333a3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55ed331edfa0 con 0x55ed3339ff30 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55ed33288760 con 0x55ed3339a140 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55ed333a69e0 con 0x55ed3339f610 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4ca5acb80 10 client.0 _ll_register_callbacks cb 0x55ed33291c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:35500/0 (socket says 172.21.15.3:35500) 2024-05-21T19:24:06.064 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4bd200700 1 -- 172.21.15.3:0/3152933963 learned_addr learned my addr 172.21.15.3:0/3152933963 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed333a2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 -- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 msgr2=0x55ed333a5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 -- 172.21.15.3:0/3152933963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 msgr2=0x55ed333a3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333a3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4b7e00700 1 -- 172.21.15.3:0/3152933963 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed332378d0 con 0x55ed3339f610 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.063+0000 7fa4bd200700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed333a2fd0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e970 tx=0x7fa4a80a9e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5167c4d121b73183 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa49aa00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a80aa020 con 0x55ed3339f610 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa4a80cabd0 con 0x55ed3339f610 2024-05-21T19:24:06.065 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4ac0198c0 con 0x55ed3339f610 2024-05-21T19:24:06.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa4a80a9920 con 0x55ed3339f610 2024-05-21T19:24:06.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa4ca5acb80 10 client.29086 fetch_fsmap learned FSMap version 30 2024-05-21T19:24:06.067 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.064+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed332b8060 con 0x55ed3339f610 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4ac0198c0 con 0x55ed3339f610 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa4a80107b0 con 0x55ed3339f610 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 10 client.29086 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 10 client.29086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 20 client.29086 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed333b34f0 0x55ed333b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 4 client.29086 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed332f9d90 con 0x55ed333b34f0 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.065+0000 7fa4bd200700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed333b34f0 0x55ed333b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.066+0000 7fa4bd200700 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed333b34f0 0x55ed333b58e0 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=affa0f6fd4318813 server_cookie=1d1fb776260d0b48 in_seq=0 out_seq=0 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.066+0000 7fa49aa00700 10 client.29086 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa49aa00700 1 -- 172.21.15.3:0/3152933963 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ed332f9d90 con 0x55ed333b34f0 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa49aa00700 10 client.29086 handle_command_reply: tid=0 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 client.29086 shutdown 2024-05-21T19:24:06.068 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 msgr2=0x55ed333a2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed333a2fd0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e970 tx=0x7fa4a80a9e60 comp rx=0 tx=0).stop 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 shutdown_connections 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed333b34f0 0x55ed333b58e0 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339a140 0x55ed333a5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/3152933963 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339f610 0x55ed333a2fd0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa49aa00700 0 client.29086 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 >> 172.21.15.3:0/3152933963 conn(0x55ed332c7be0 msgr2=0x55ed33393d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 shutdown_connections 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/3152933963 wait complete. 2024-05-21T19:24:06.069 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.067+0000 7fa4ca5acb80 20 client.29086 trim_cache size 0 max 16384 2024-05-21T19:24:06.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 Processor -- start 2024-05-21T19:24:06.090 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 -- start start 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81b2780 con 0x55ed3339ff30 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81b0010 con 0x55ed3339f610 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.090+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81ade60 con 0x55ed3339a140 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52906/0 (socket says 172.21.15.3:52906) 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:59390/0 (socket says 172.21.15.3:59390) 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 -- 172.21.15.3:0/1418669433 learned_addr learned my addr 172.21.15.3:0/1418669433 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:06.091 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 -- 172.21.15.3:0/1418669433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 msgr2=0x55ed33399b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 -- 172.21.15.3:0/1418669433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 msgr2=0x55ed333a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bdc00700 1 -- 172.21.15.3:0/1418669433 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed333a5fa0 con 0x55ed3339ff30 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4bd200700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.091+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.092+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000b0a0 tx=0x7fa4b0006210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48dbcd0d8978c17 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.092+0000 7fa4a5600700 1 -- 172.21.15.3:0/1418669433 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0032070 con 0x55ed3339ff30 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.092+0000 7fa4a5600700 1 -- 172.21.15.3:0/1418669433 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b0025040 con 0x55ed3339ff30 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.092+0000 7fa4a5600700 1 -- 172.21.15.3:0/1418669433 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0021dd0 con 0x55ed3339ff30 2024-05-21T19:24:06.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1418669433 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 msgr2=0x55ed333944f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000b0a0 tx=0x7fa4b0006210 comp rx=0 tx=0).stop 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1418669433 shutdown_connections 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339ff30 0x55ed333944f0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339a140 0x55ed33399b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1418669433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1418669433 >> 172.21.15.3:0/1418669433 conn(0x55ed332c7be0 msgr2=0x55ed333a03d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1418669433 shutdown_connections 2024-05-21T19:24:06.094 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1418669433 wait complete. 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 -- start start 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.093+0000 7fa4ca5acb80 1 Processor -- start 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333ac1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339ff30 0x55ed333a8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81ae4d0 con 0x55ed3339a140 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81af940 con 0x55ed3339f610 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b81aeba0 con 0x55ed3339ff30 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4ca5acb80 10 client.0 _ll_register_callbacks cb 0x55ed33291c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:06.096 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4bd200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52912/0 (socket says 172.21.15.3:52912) 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4bd200700 1 -- 172.21.15.3:0/1451978703 learned_addr learned my addr 172.21.15.3:0/1451978703 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4bdc00700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339ff30 0x55ed333a8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.094+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333ac1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 -- 172.21.15.3:0/1451978703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339ff30 msgr2=0x55ed333a8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339ff30 0x55ed333a8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 -- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 msgr2=0x55ed333ac1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333ac1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 -- 172.21.15.3:0/1451978703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed333ac800 con 0x55ed3339a140 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333ac1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa4bd200700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009fd0 tx=0x7fa4ac009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1eeaf6b52c61f67 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.095+0000 7fa49aa00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:06.097 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4ac01e040 con 0x55ed3339a140 2024-05-21T19:24:06.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa4ac01a870 con 0x55ed3339a140 2024-05-21T19:24:06.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4b0025040 con 0x55ed3339a140 2024-05-21T19:24:06.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa4ac005040 con 0x55ed3339a140 2024-05-21T19:24:06.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa4ca5acb80 10 client.18999 fetch_fsmap learned FSMap version 30 2024-05-21T19:24:06.098 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ed3341e5f0 con 0x55ed3339a140 2024-05-21T19:24:06.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4b0025040 con 0x55ed3339a140 2024-05-21T19:24:06.099 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.096+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 30) ==== 8338+0+0 (secure 0 0 0) 0x7fa4ac003c20 con 0x55ed3339a140 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 10 client.18999 fetch_fsmap finished waiting for FSMap version 30 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 10 client.18999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 20 client.18999 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed3341eae0 0x55ed33420f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 4 client.18999 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ed332f3570 con 0x55ed3341eae0 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed3341eae0 0x55ed33420f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa4b7e00700 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed3341eae0 0x55ed33420f00 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f97281dfb392fcc2 server_cookie=db390c1e0fb44c07 in_seq=0 out_seq=0 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.097+0000 7fa49aa00700 10 client.18999 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa49aa00700 1 -- 172.21.15.3:0/1451978703 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ed332f3570 con 0x55ed3341eae0 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa49aa00700 10 client.18999 handle_command_reply: tid=0 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 client.18999 shutdown 2024-05-21T19:24:06.100 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 msgr2=0x55ed333abc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac009fd0 tx=0x7fa4ac009490 comp rx=0 tx=0).stop 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 shutdown_connections 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55ed3341eae0 0x55ed33420f00 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55ed3339ff30 0x55ed333a8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55ed3339a140 0x55ed333abc70 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 --2- 172.21.15.3:0/1451978703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55ed3339f610 0x55ed333ac1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa49aa00700 0 client.18999 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 >> 172.21.15.3:0/1451978703 conn(0x55ed332c7be0 msgr2=0x55ed3339e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 shutdown_connections 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 1 -- 172.21.15.3:0/1451978703 wait complete. 2024-05-21T19:24:06.101 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.098+0000 7fa4ca5acb80 20 client.18999 trim_cache size 0 max 16384 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stdout: "status": "no active scrubs running", 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stdout: "scrubs": {} 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 msgr2=0x7fa4a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.102 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 0x7fa4a00b4dc0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000b780 tx=0x7fa4b0006000 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 msgr2=0x7fa4b819c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa4a800e9a0 tx=0x7fa4a800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 shutdown_connections 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa4a00b2900 0x7fa4a00b4dc0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4b810b760 0x7fa4b81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa4b8105760 0x7fa4b819bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 --2- 172.21.15.3:0/2730588987 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa4b8106120 0x7fa4b819c300 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.099+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 >> 172.21.15.3:0/2730588987 conn(0x7fa4b8101250 msgr2=0x7fa4b8101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.100+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 shutdown_connections 2024-05-21T19:24:06.103 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:06.100+0000 7fa4bfc00700 1 -- 172.21.15.3:0/2730588987 wait complete. 2024-05-21T19:24:06.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:05 smithi178 ceph-mon[36523]: pgmap v924: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:07.037 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T19:24:07.038 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:24:07.499 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:07 smithi104 ceph-mon[36417]: pgmap v925: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:24:08.023 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:07 smithi003 ceph-mon[31577]: pgmap v925: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:24:08.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:07 smithi178 ceph-mon[36523]: pgmap v925: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 -- 172.21.15.3:0/2974897212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c810b760 msgr2=0x7f65c810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 --2- 172.21.15.3:0/2974897212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c810b760 0x7f65c810bb40 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009990 tx=0x7f65b8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 -- 172.21.15.3:0/2974897212 shutdown_connections 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 --2- 172.21.15.3:0/2974897212 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8106120 0x7f65c8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 --2- 172.21.15.3:0/2974897212 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c810b760 0x7f65c810bb40 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 --2- 172.21.15.3:0/2974897212 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c8105760 0x7f65c8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.956 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 -- 172.21.15.3:0/2974897212 >> 172.21.15.3:0/2974897212 conn(0x7f65c8101250 msgr2=0x7f65c8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:09.957 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:09 smithi003 ceph-mon[31577]: pgmap v926: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:24:09.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 -- 172.21.15.3:0/2974897212 shutdown_connections 2024-05-21T19:24:09.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.955+0000 7f65cee00700 1 -- 172.21.15.3:0/2974897212 wait complete. 2024-05-21T19:24:09.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.957+0000 7f65cee00700 1 Processor -- start 2024-05-21T19:24:09.957 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.957+0000 7f65cee00700 1 -- start start 2024-05-21T19:24:09.958 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8105760 0x7f65c819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c810b760 0x7f65c81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8115940 con 0x7f65c8106120 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65c81157c0 con 0x7f65c810b760 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cee00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8115ac0 con 0x7f65c8105760 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65c7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65c7400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:52930/0 (socket says 172.21.15.3:52930) 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8105760 0x7f65c819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65c7400700 1 -- 172.21.15.3:0/1700574175 learned_addr learned my addr 172.21.15.3:0/1700574175 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.958+0000 7f65cce00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c810b760 0x7f65c81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 -- 172.21.15.3:0/1700574175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8105760 msgr2=0x7f65c819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8105760 0x7f65c819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.959 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 -- 172.21.15.3:0/1700574175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c810b760 msgr2=0x7f65c81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c810b760 0x7f65c81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 -- 172.21.15.3:0/1700574175 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c81a0e20 con 0x7f65c8106120 2024-05-21T19:24:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c7400700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f65b400eb30 tx=0x7f65b400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:09.960 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b400cbd0 con 0x7f65c8106120 2024-05-21T19:24:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.959+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65b40044d0 con 0x7f65c8106120 2024-05-21T19:24:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.960+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b4003df0 con 0x7f65c8106120 2024-05-21T19:24:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.960+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c81a1110 con 0x7f65c8106120 2024-05-21T19:24:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.960+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c81a8990 con 0x7f65c8106120 2024-05-21T19:24:09.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.961+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c806a230 con 0x7f65c8106120 2024-05-21T19:24:09.967 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.967+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f65b4003f90 con 0x7f65c8106120 2024-05-21T19:24:09.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.969+0000 7f65c4c00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 0x7f65ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:09.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.969+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f65b40e26a0 con 0x7f65c8106120 2024-05-21T19:24:09.969 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.969+0000 7f65c7e00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 0x7f65ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:09.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.970+0000 7f65c7e00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 0x7f65ac0b4dc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f65b80098e0 tx=0x7f65b8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:09.970 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:09.971+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f65b4054df0 con 0x7f65c8106120 2024-05-21T19:24:09.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:09 smithi104 ceph-mon[36417]: pgmap v926: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:24:10.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:09 smithi178 ceph-mon[36523]: pgmap v926: 97 pgs: 97 active+clean; 4.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 7.4 KiB/s wr, 13 op/s 2024-05-21T19:24:10.257 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.257+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65c802e560 con 0x7f65c8106120 2024-05-21T19:24:10.259 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.259+0000 7f65c4c00700 1 -- 172.21.15.3:0/1700574175 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7f65b40aa340 con 0x7f65c8106120 2024-05-21T19:24:10.260 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:10.260 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:24:10.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 msgr2=0x7f65ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:10.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 0x7f65ac0b4dc0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f65b80098e0 tx=0x7f65b8005960 comp rx=0 tx=0).stop 2024-05-21T19:24:10.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 msgr2=0x7f65c819c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:10.262 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f65b400eb30 tx=0x7f65b400ee40 comp rx=0 tx=0).stop 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 shutdown_connections 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f65ac0b2900 0x7f65ac0b4dc0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65c810b760 0x7f65c81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f65c8105760 0x7f65c819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 --2- 172.21.15.3:0/1700574175 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f65c8106120 0x7f65c819c350 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 >> 172.21.15.3:0/1700574175 conn(0x7f65c8101250 msgr2=0x7f65c8101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.262+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 shutdown_connections 2024-05-21T19:24:10.263 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:10.263+0000 7f65cee00700 1 -- 172.21.15.3:0/1700574175 wait complete. 2024-05-21T19:24:10.264 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:24:10.434 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 14.1 2024-05-21T19:24:10.435 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:24:10.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:10 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1700574175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:10.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:10 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1700574175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:11.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:10 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1700574175' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:11.244 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T19:24:11.351 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:11.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:11 smithi003 ceph-mon[31577]: pgmap v927: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:24:11.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:11 smithi104 ceph-mon[36417]: pgmap v927: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:561/600: open fd = 3 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:562/600: open fd = 3 2024-05-21T19:24:12.040 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:563/600: open fd = 3 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:564/600: open fd = 3 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:565/600: open fd = 3 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.041 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:566/600: open fd = 3 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:567/600: open fd = 3 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:568/600: open fd = 3 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.042 INFO:tasks.workunit.client.0.smithi003.stdout:569/600: open fd = 3 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:570/600: open fd = 3 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:571/600: open fd = 3 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:572/600: open fd = 3 2024-05-21T19:24:12.043 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:573/600: open fd = 3 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:574/600: open fd = 3 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:575/600: open fd = 3 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.044 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:576/600: open fd = 3 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:577/600: open fd = 3 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:578/600: open fd = 3 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.045 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:579/600: open fd = 3 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:580/600: open fd = 3 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:581/600: open fd = 3 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:582/600: open fd = 3 2024-05-21T19:24:12.046 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:583/600: open fd = 3 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:584/600: open fd = 3 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:585/600: open fd = 3 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.047 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:586/600: open fd = 3 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:587/600: open fd = 3 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:588/600: open fd = 3 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.048 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:589/600: open fd = 3 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:590/600: open fd = 3 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:591/600: open fd = 3 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:592/600: open fd = 3 2024-05-21T19:24:12.049 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:593/600: open fd = 3 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:594/600: open fd = 3 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:595/600: open fd = 3 2024-05-21T19:24:12.050 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:596/600: open fd = 3 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:597/600: open fd = 3 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:598/600: open fd = 3 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.051 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:599/600: open fd = 3 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:600/600: open fd = 3 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:write ret = 32 2024-05-21T19:24:12.052 INFO:tasks.workunit.client.0.smithi003.stdout:pread ret = 64 2024-05-21T19:24:12.053 INFO:tasks.workunit.client.0.smithi003.stderr:+ echo OK 2024-05-21T19:24:12.054 INFO:tasks.workunit.client.0.smithi003.stdout:OK 2024-05-21T19:24:12.054 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T19:24:12.054 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T19:24:12.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:11 smithi178 ceph-mon[36523]: pgmap v927: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.7 KiB/s wr, 13 op/s 2024-05-21T19:24:12.186 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-05-21T19:24:12.186 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-21T19:24:12.284 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:13.331 DEBUG:teuthology.parallel:result is None 2024-05-21T19:24:13.332 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T19:24:13.409 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T19:24:13.410 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-21T19:24:13.421 INFO:tasks.quiescer:joining Quiescers 2024-05-21T19:24:13.421 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-21T19:24:13.421 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:24:13.802 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:13 smithi003 ceph-mon[31577]: pgmap v928: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:13.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:13 smithi104 ceph-mon[36417]: pgmap v928: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:14.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:13 smithi178 ceph-mon[36523]: pgmap v928: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 7.2 KiB/s wr, 12 op/s 2024-05-21T19:24:14.495 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 -- 172.21.15.3:0/3204161798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0075770 msgr2=0x7fd6b0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:14.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/3204161798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0075770 0x7fd6b0075b50 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0009990 tx=0x7fd6a0009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.497 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 -- 172.21.15.3:0/3204161798 shutdown_connections 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/3204161798 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b010ff70 0x7fd6b0112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/3204161798 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0075770 0x7fd6b0075b50 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/3204161798 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b0076090 0x7fd6b010fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 -- 172.21.15.3:0/3204161798 >> 172.21.15.3:0/3204161798 conn(0x7fd6b007a6f0 msgr2=0x7fd6b007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 -- 172.21.15.3:0/3204161798 shutdown_connections 2024-05-21T19:24:14.498 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.494+0000 7fd6b5a00700 1 -- 172.21.15.3:0/3204161798 wait complete. 2024-05-21T19:24:14.499 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.495+0000 7fd6b5a00700 1 Processor -- start 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.495+0000 7fd6b5a00700 1 -- start start 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.495+0000 7fd6b5a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.495+0000 7fd6b5a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0076090 0x7fd6b019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6b5a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b010ff70 0x7fd6b01a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6b5a00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b0115970 con 0x7fd6b0075770 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6b5a00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b01157f0 con 0x7fd6b010ff70 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6b5a00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fd6b0115af0 con 0x7fd6b0076090 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36242/0 (socket says 172.21.15.3:36242) 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 -- 172.21.15.3:0/1022182905 learned_addr learned my addr 172.21.15.3:0/1022182905 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6ae000700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0076090 0x7fd6b019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:14.500 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6af400700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b010ff70 0x7fd6b01a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 -- 172.21.15.3:0/1022182905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0076090 msgr2=0x7fd6b019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0076090 0x7fd6b019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 -- 172.21.15.3:0/1022182905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b010ff70 msgr2=0x7fd6b01a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b010ff70 0x7fd6b01a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.496+0000 7fd6aea00700 1 -- 172.21.15.3:0/1022182905 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6b01a0e30 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6aea00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a0027070 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6b01a10c0 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6a0022470 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a0017650 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.497+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6b01a89a0 con 0x7fd6b0075770 2024-05-21T19:24:14.501 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.499+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b006a230 con 0x7fd6b0075770 2024-05-21T19:24:14.505 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.503+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd6a002a070 con 0x7fd6b0075770 2024-05-21T19:24:14.506 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.505+0000 7fd6a7400700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 0x7fd6940b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:14.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.506+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fd6a00e2f70 con 0x7fd6b0075770 2024-05-21T19:24:14.507 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.506+0000 7fd6ae000700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 0x7fd6940b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:14.508 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.507+0000 7fd6ae000700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 0x7fd6940b4e40 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd6b01030f0 tx=0x7fd69c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:14.510 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.509+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd6a0013070 con 0x7fd6b0075770 2024-05-21T19:24:14.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.815+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6b019d180 con 0x7fd6b0075770 2024-05-21T19:24:14.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.817+0000 7fd6a7400700 1 -- 172.21.15.3:0/1022182905 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11861 (secure 0 0 0) 0x7fd6a00aaca0 con 0x7fd6b0075770 2024-05-21T19:24:14.818 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:14.818 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:16:47.777815+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,24487,24493]},"id":1}]} 2024-05-21T19:24:14.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 msgr2=0x7fd6940b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:14.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 0x7fd6940b4e40 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd6b01030f0 tx=0x7fd69c009260 comp rx=0 tx=0).stop 2024-05-21T19:24:14.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 msgr2=0x7fd6b019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:14.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a00057c0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.821 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 shutdown_connections 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fd6940b2980 0x7fd6940b4e40 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd6b010ff70 0x7fd6b01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fd6b0075770 0x7fd6b019be20 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 --2- 172.21.15.3:0/1022182905 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fd6b0076090 0x7fd6b019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.820+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 >> 172.21.15.3:0/1022182905 conn(0x7fd6b007a6f0 msgr2=0x7fd6b01007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.821+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 shutdown_connections 2024-05-21T19:24:14.822 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:14.821+0000 7fd6b5a00700 1 -- 172.21.15.3:0/1022182905 wait complete. 2024-05-21T19:24:14.823 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 30 2024-05-21T19:24:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:15 smithi104 ceph-mon[36417]: pgmap v929: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:24:15.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:15 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1022182905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:15.995 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:15 smithi003 ceph-mon[31577]: pgmap v929: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:24:15.996 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:15 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1022182905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:16.021 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:16.059 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 90 --expiration 134.1 --await-for 45.0' 2024-05-21T19:24:16.059 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db / --timeout 90 --expiration 134.1 --await-for 45.0 2024-05-21T19:24:16.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:15 smithi178 ceph-mon[36523]: pgmap v929: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 8.2 KiB/s wr, 13 op/s 2024-05-21T19:24:16.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:15 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1022182905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 -- 172.21.15.3:0/4083545412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 msgr2=0x7fcc4c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 --2- 172.21.15.3:0/4083545412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c112390 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fcc44009f90 tx=0x7fcc4400b330 comp rx=0 tx=0).stop 2024-05-21T19:24:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 -- 172.21.15.3:0/4083545412 shutdown_connections 2024-05-21T19:24:16.802 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 --2- 172.21.15.3:0/4083545412 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c112390 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 --2- 172.21.15.3:0/4083545412 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 --2- 172.21.15.3:0/4083545412 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.743+0000 7fcc51e00700 1 -- 172.21.15.3:0/4083545412 >> 172.21.15.3:0/4083545412 conn(0x7fcc4c07a6a0 msgr2=0x7fcc4c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.744+0000 7fcc51e00700 1 -- 172.21.15.3:0/4083545412 shutdown_connections 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.744+0000 7fcc51e00700 1 -- 172.21.15.3:0/4083545412 wait complete. 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.745+0000 7fcc51e00700 1 Processor -- start 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.745+0000 7fcc51e00700 1 -- start start 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.745+0000 7fcc51e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc51e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc51e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc51e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c115980 con 0x7fcc4c076090 2024-05-21T19:24:16.803 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc51e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c115800 con 0x7fcc4c10ffa0 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc51e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c115b00 con 0x7fcc4c075770 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50688/0 (socket says 172.21.15.3:50688) 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 -- 172.21.15.3:0/3527509373 learned_addr learned my addr 172.21.15.3:0/3527509373 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4a000700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 -- 172.21.15.3:0/3527509373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 msgr2=0x7fcc4c1a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c1a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 -- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 msgr2=0x7fcc4c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.746+0000 7fcc4aa00700 1 -- 172.21.15.3:0/3527509373 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4c1a0db0 con 0x7fcc4c075770 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.747+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:24:16.804 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.747+0000 7fcc4a000700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.747+0000 7fcc4aa00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00e9a0 tx=0x7fcc3c00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.748+0000 7fcc50a00700 1 -- 172.21.15.3:0/3527509373 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c00cbd0 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.748+0000 7fcc50a00700 1 -- 172.21.15.3:0/3527509373 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3c00cd70 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.748+0000 7fcc50a00700 1 -- 172.21.15.3:0/3527509373 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c018680 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.748+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc4c1a10a0 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.748+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc4c1a8920 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.753+0000 7fcc5c6e1b80 1 Processor -- start 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.753+0000 7fcc50a00700 1 -- 172.21.15.3:0/3527509373 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcc3c018820 con 0x7fcc4c075770 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 -- start start 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e11c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e116330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e116db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556e3e06be40 con 0x556e3e11be20 2024-05-21T19:24:16.805 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556e3e05b9e0 con 0x556e3e116950 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.754+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556e3e05fa20 con 0x556e3e11c740 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e116330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e11c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4aa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e116330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50694/0 (socket says 172.21.15.3:50694) 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4aa00700 1 -- 172.21.15.3:0/4194653961 learned_addr learned my addr 172.21.15.3:0/4194653961 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4a000700 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e116db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 -- 172.21.15.3:0/4194653961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 msgr2=0x556e3e116330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e116330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 -- 172.21.15.3:0/4194653961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 msgr2=0x556e3e116db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e116db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.755+0000 7fcc4b400700 1 -- 172.21.15.3:0/4194653961 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e3e024420 con 0x556e3e11be20 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc4b400700 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e11c200 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fcc44009f90 tx=0x7fcc44009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2886181c55427d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.806 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc50a00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 0x7fcc300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc40c00700 1 -- 172.21.15.3:0/4194653961 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc44021070 con 0x556e3e11be20 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc40c00700 1 -- 172.21.15.3:0/4194653961 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc44004c50 con 0x556e3e11be20 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc40c00700 1 -- 172.21.15.3:0/4194653961 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc44007b70 con 0x556e3e11be20 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.756+0000 7fcc50a00700 1 -- 172.21.15.3:0/3527509373 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcc3c0e2590 con 0x7fcc4c075770 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.757+0000 7fcc4aa00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 0x7fcc300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.757+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/4194653961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 msgr2=0x556e3e11c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.757+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e11c200 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fcc44009f90 tx=0x7fcc44009c50 comp rx=0 tx=0).stop 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/4194653961 shutdown_connections 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e116db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e11c200 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/4194653961 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e116330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/4194653961 >> 172.21.15.3:0/4194653961 conn(0x556e3e03bbe0 msgr2=0x556e3e108690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc4aa00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 0x7fcc300b4dc0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c0a5c10 tx=0x7fcc3c0e80e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.807 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/4194653961 shutdown_connections 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.758+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/4194653961 wait complete. 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 -- start start 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 Processor -- start 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e11fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e120760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x556e3df61fa0 con 0x556e3e116950 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x556e3dffc760 con 0x556e3e11be20 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x556e3e10dec0 con 0x556e3e11c740 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.759+0000 7fcc5c6e1b80 10 client.0 _ll_register_callbacks cb 0x556e3e005c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59214/0 (socket says 172.21.15.3:59214) 2024-05-21T19:24:16.808 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 -- 172.21.15.3:0/781678705 learned_addr learned my addr 172.21.15.3:0/781678705 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 -- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 msgr2=0x556e3e120760 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e120760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 -- 172.21.15.3:0/781678705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 msgr2=0x556e3e11fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4b400700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e11fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e11fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 -- 172.21.15.3:0/781678705 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e3dfab8d0 con 0x556e3e11be20 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4b400700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e11fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc4a000700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fcc380126e0 tx=0x7fcc38012aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d53e954caa7ff3f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.760+0000 7fcc35600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc380117d0 con 0x556e3e11be20 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcc38011970 con 0x556e3e11be20 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc44004c50 con 0x556e3e11be20 2024-05-21T19:24:16.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcc38011b70 con 0x556e3e11be20 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc5c6e1b80 10 client.29108 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e3e02c060 con 0x556e3e11be20 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc44004c50 con 0x556e3e11be20 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.761+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7fcc38026420 con 0x556e3e11be20 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 10 client.29108 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 10 client.29108 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 20 client.29108 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e138670 0x556e3e13aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 4 client.29108 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e3e06dd90 con 0x556e3e138670 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.762+0000 7fcc4b400700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e138670 0x556e3e13aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.763+0000 7fcc4b400700 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e138670 0x556e3e13aa60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a85e5fbf764965c0 server_cookie=f74ab2c935189a8b in_seq=0 out_seq=0 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.763+0000 7fcc35600700 10 client.29108 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:24:16.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc35600700 1 -- 172.21.15.3:0/781678705 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556e3e06dd90 con 0x556e3e138670 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc35600700 10 client.29108 handle_command_reply: tid=0 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 client.29108 shutdown 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 msgr2=0x556e3e120220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fcc380126e0 tx=0x7fcc38012aa0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 shutdown_connections 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e120760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e138670 0x556e3e13aa60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e11fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/781678705 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e120220 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc35600700 0 client.29108 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 >> 172.21.15.3:0/781678705 conn(0x556e3e03bbe0 msgr2=0x556e3e107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 shutdown_connections 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.764+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/781678705 wait complete. 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.765+0000 7fcc5c6e1b80 20 client.29108 trim_cache size 0 max 16384 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 Processor -- start 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 -- start start 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e118de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c1ae250 con 0x556e3e11be20 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c1abab0 con 0x556e3e116950 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.782+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c107560 con 0x556e3e11c740 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.812 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:59218/0 (socket says 172.21.15.3:59218) 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4a000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36280/0 (socket says 172.21.15.3:36280) 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 -- 172.21.15.3:0/3031960984 learned_addr learned my addr 172.21.15.3:0/3031960984 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e118de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 -- 172.21.15.3:0/3031960984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 msgr2=0x556e3e118de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e118de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 -- 172.21.15.3:0/3031960984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 msgr2=0x556e3e1188a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 -- 172.21.15.3:0/3031960984 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e3e109330 con 0x556e3e116950 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4a000700 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.783+0000 7fcc4b400700 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fcc4400d010 tx=0x7fcc4400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a82f11c833b73584 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.784+0000 7fcc37e00700 1 -- 172.21.15.3:0/3031960984 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc44021040 con 0x556e3e116950 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.784+0000 7fcc37e00700 1 -- 172.21.15.3:0/3031960984 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc44007c70 con 0x556e3e116950 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.784+0000 7fcc37e00700 1 -- 172.21.15.3:0/3031960984 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4402c660 con 0x556e3e116950 2024-05-21T19:24:16.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.784+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/3031960984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 msgr2=0x556e3e1084f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.784+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fcc4400d010 tx=0x7fcc4400b330 comp rx=0 tx=0).stop 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/3031960984 shutdown_connections 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e118de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e116950 0x556e3e1084f0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/3031960984 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e11be20 0x556e3e1188a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/3031960984 >> 172.21.15.3:0/3031960984 conn(0x556e3e03bbe0 msgr2=0x556e3e121c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/3031960984 shutdown_connections 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/3031960984 wait complete. 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 -- start start 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.785+0000 7fcc5c6e1b80 1 Processor -- start 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e10e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e10e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e10eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c1a9f70 con 0x556e3e116950 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c1ab3e0 con 0x556e3e11be20 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcc4c1aa640 con 0x556e3e11c740 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc5c6e1b80 10 client.0 _ll_register_callbacks cb 0x556e3e005c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc4b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e10e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc4b400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e10e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36290/0 (socket says 172.21.15.3:36290) 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc4a000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e10e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc4b400700 1 -- 172.21.15.3:0/857124189 learned_addr learned my addr 172.21.15.3:0/857124189 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.786+0000 7fcc4b400700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e10eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 -- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 msgr2=0x556e3e10eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e10eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 -- 172.21.15.3:0/857124189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 msgr2=0x556e3e10e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:16.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e10e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 -- 172.21.15.3:0/857124189 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e3e112700 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc4a000700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e10e650 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fcc38006010 tx=0x7fcc38011af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93c77c154c2b41d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc35600700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38026650 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc44007c70 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcc38018040 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcc38026cc0 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc5c6e1b80 10 client.29114 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.787+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556e3e1a3320 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc44007c70 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7fcc38004b20 con 0x556e3e11be20 2024-05-21T19:24:16.816 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 10 client.29114 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 10 client.29114 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 20 client.29114 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e1a39a0 0x556e3e1a5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 4 client.29114 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 --> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e3e067570 con 0x556e3e1a39a0 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.788+0000 7fcc4b400700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e1a39a0 0x556e3e1a5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc4b400700 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e1a39a0 0x556e3e1a5dc0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ebfc65ad5f00f0da server_cookie=3b48864d3fb13b03 in_seq=0 out_seq=0 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc35600700 10 client.29114 ms_handle_connect on v2:172.21.15.178:6838/185523429 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc35600700 1 -- 172.21.15.3:0/857124189 <== mds.2 v2:172.21.15.178:6838/185523429 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e3e067570 con 0x556e3e1a39a0 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc35600700 10 client.29114 handle_command_reply: tid=0 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 client.29114 shutdown 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 msgr2=0x556e3e10e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e10e650 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fcc38006010 tx=0x7fcc38011af0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 shutdown_connections 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x556e3e11c740 0x556e3e10eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.178:6838/185523429,v1:172.21.15.178:6839/185523429] conn(0x556e3e1a39a0 0x556e3e1a5dc0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x556e3e116950 0x556e3e10e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 --2- 172.21.15.3:0/857124189 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x556e3e11be20 0x556e3e10e650 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 >> 172.21.15.3:0/857124189 conn(0x556e3e03bbe0 msgr2=0x556e3e1212e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.789+0000 7fcc35600700 0 client.29114 ms_handle_reset on v2:172.21.15.178:6838/185523429 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.790+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 shutdown_connections 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.790+0000 7fcc5c6e1b80 1 -- 172.21.15.3:0/857124189 wait complete. 2024-05-21T19:24:16.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.790+0000 7fcc5c6e1b80 20 client.29114 trim_cache size 0 max 16384 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 msgr2=0x7fcc300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 0x7fcc300b4dc0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c0a5c10 tx=0x7fcc3c0e80e0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 msgr2=0x7fcc4c19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00e9a0 tx=0x7fcc3c00ed60 comp rx=0 tx=0).stop 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 shutdown_connections 2024-05-21T19:24:16.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcc300b2900 0x7fcc300b4dc0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcc4c10ffa0 0x7fcc4c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcc4c075770 0x7fcc4c19bdf0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 --2- 172.21.15.3:0/3527509373 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcc4c076090 0x7fcc4c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 >> 172.21.15.3:0/3527509373 conn(0x7fcc4c07a6a0 msgr2=0x7fcc4c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 shutdown_connections 2024-05-21T19:24:16.820 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:16.791+0000 7fcc51e00700 1 -- 172.21.15.3:0/3527509373 wait complete. 2024-05-21T19:24:17.019 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:16 smithi003 ceph-mon[31577]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:24:17.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:16 smithi178 ceph-mon[36523]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:24:17.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:16 smithi104 ceph-mon[36417]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 -- 172.21.15.3:0/3168730855 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa0105c80 msgr2=0x7faaa0108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 --2- 172.21.15.3:0/3168730855 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa0105c80 0x7faaa0108070 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7faa88009ca0 tx=0x7faa8802a8c0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 -- 172.21.15.3:0/3168730855 shutdown_connections 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 --2- 172.21.15.3:0/3168730855 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa01085b0 0x7faaa010aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 --2- 172.21.15.3:0/3168730855 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa0105c80 0x7faaa0108070 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 --2- 172.21.15.3:0/3168730855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0103350 0x7faaa0105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.808+0000 7faaa5600640 1 -- 172.21.15.3:0/3168730855 >> 172.21.15.3:0/3168730855 conn(0x7faaa00fcd40 msgr2=0x7faaa00ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.810 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.809+0000 7faaa5600640 1 -- 172.21.15.3:0/3168730855 shutdown_connections 2024-05-21T19:24:17.811 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.809+0000 7faaa5600640 1 -- 172.21.15.3:0/3168730855 wait complete. 2024-05-21T19:24:17.812 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 Processor -- start 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 -- start start 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0105c80 0x7faaa0101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 0x7faaa0101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faaa010e450 con 0x7faaa01085b0 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faaa010e2d0 con 0x7faaa0105c80 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.810+0000 7faaa5600640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faaa010e5d0 con 0x7faaa0103350 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50724/0 (socket says 172.21.15.3:50724) 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 -- 172.21.15.3:0/2904215783 learned_addr learned my addr 172.21.15.3:0/2904215783 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9f400640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0105c80 0x7faaa0101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.813 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 0x7faaa0101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 -- 172.21.15.3:0/2904215783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0105c80 msgr2=0x7faaa0101300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0105c80 0x7faaa0101300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 -- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 msgr2=0x7faaa0101840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 0x7faaa0101840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 -- 172.21.15.3:0/2904215783 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaa01020d0 con 0x7faaa0103350 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 0x7faaa0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.811+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faa9000ea60 tx=0x7faa9000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.812+0000 7faa9cc00640 1 -- 172.21.15.3:0/2904215783 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9000cde0 con 0x7faaa0103350 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.812+0000 7faa9cc00640 1 -- 172.21.15.3:0/2904215783 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900035f0 con 0x7faaa0103350 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.812+0000 7faa9cc00640 1 -- 172.21.15.3:0/2904215783 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa90010690 con 0x7faaa0103350 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.812+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaa01a2c40 con 0x7faaa0103350 2024-05-21T19:24:17.814 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.812+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaa01a31b0 con 0x7faaa0103350 2024-05-21T19:24:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.815+0000 7faaa9baf740 1 Processor -- start 2024-05-21T19:24:17.816 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.815+0000 7faaa9baf740 1 -- start start 2024-05-21T19:24:17.817 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.815+0000 7faa9cc00640 1 -- 172.21.15.3:0/2904215783 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faa900037a0 con 0x7faaa0103350 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.815+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 0x5646d275b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2762ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa9baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5646d26cab90 con 0x5646d275b6e0 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa9baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5646d26ba730 con 0x5646d2760850 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa9baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5646d26be770 con 0x5646d275acf0 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36312/0 (socket says 172.21.15.3:36312) 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 -- 172.21.15.3:0/3216843244 learned_addr learned my addr 172.21.15.3:0/3216843244 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9f400640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2762ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa4c00640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 0x5646d275b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 -- 172.21.15.3:0/3216843244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 msgr2=0x5646d275b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 0x5646d275b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 -- 172.21.15.3:0/3216843244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 msgr2=0x5646d2762ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2762ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9fe00640 1 -- 172.21.15.3:0/3216843244 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d26538b0 con 0x5646d275b6e0 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faa9f400640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2762ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.816+0000 7faaa4c00640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 0x5646d275b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.817+0000 7faa9fe00640 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7faa900e8520 tx=0x7faa900e89e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53b14ddf6c1b3d8d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.817+0000 7faa95200640 1 -- 172.21.15.3:0/3216843244 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900f5070 con 0x5646d275b6e0 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.817+0000 7faa95200640 1 -- 172.21.15.3:0/3216843244 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900e2db0 con 0x5646d275b6e0 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.817+0000 7faa95200640 1 -- 172.21.15.3:0/3216843244 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900f0ae0 con 0x5646d275b6e0 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.817+0000 7faa9cc00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 0x7faa800b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faa9cc00640 1 -- 172.21.15.3:0/2904215783 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa900e25b0 con 0x7faaa0103350 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 0x7faa800b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 -- 172.21.15.3:0/3216843244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 msgr2=0x5646d27601e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7faa900e8520 tx=0x7faa900e89e0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 -- 172.21.15.3:0/3216843244 shutdown_connections 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2762ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275b6e0 0x5646d27601e0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 --2- 172.21.15.3:0/3216843244 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275acf0 0x5646d275b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 -- 172.21.15.3:0/3216843244 >> 172.21.15.3:0/3216843244 conn(0x5646d2756360 msgr2=0x5646d2756760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 -- 172.21.15.3:0/3216843244 shutdown_connections 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 0x7faa800b4d20 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x5646d275bf40 tx=0x7faa98005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.818+0000 7faaa9baf740 1 -- 172.21.15.3:0/3216843244 wait complete. 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.819+0000 7faaa9baf740 1 -- start start 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.819+0000 7faaa9baf740 1 Processor -- start 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.819+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.819+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d275b6e0 0x5646d27650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d2760850 0x5646d276c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa9baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5646d23a0790 con 0x5646d275acf0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa9baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5646d2662bc0 con 0x5646d275b6e0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa9baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5646d2763800 con 0x5646d2760850 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa9baf740 10 client.0 _ll_register_callbacks cb 0x5646d2640400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36324/0 (socket says 172.21.15.3:36324) 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 -- 172.21.15.3:0/2743373145 learned_addr learned my addr 172.21.15.3:0/2743373145 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9f400640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d275b6e0 0x5646d27650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d2760850 0x5646d276c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 -- 172.21.15.3:0/2743373145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d2760850 msgr2=0x5646d276c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d2760850 0x5646d276c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 -- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d275b6e0 msgr2=0x5646d27650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d275b6e0 0x5646d27650b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.820+0000 7faa9fe00640 1 -- 172.21.15.3:0/2743373145 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d23cf210 con 0x5646d275acf0 2024-05-21T19:24:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7faa900a9850 tx=0x7faa90004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a30954d8e727f7a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa8d600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a5a10 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa900a6140 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa900e2db0 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa900a52e0 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faaa9baf740 10 client.19038 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5646d249b620 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.821+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900e2db0 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7faa900a5de0 con 0x5646d275acf0 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 10 client.19038 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 10 client.19038 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 20 client.19038 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27701e0 0x5646d27725d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 4 client.19038 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646d26ccae0 con 0x5646d27701e0 2024-05-21T19:24:17.827 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.822+0000 7faa9f400640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27701e0 0x5646d27725d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.823+0000 7faa9f400640 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27701e0 0x5646d27725d0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d2e52b2c3b5f0bd server_cookie=2e23a35912e4755a in_seq=0 out_seq=0 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.823+0000 7faa8d600640 10 client.19038 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.823+0000 7faa8d600640 1 -- 172.21.15.3:0/2743373145 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5646d26ccae0 con 0x5646d27701e0 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faa8d600640 10 client.19038 handle_command_reply: tid=0 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 client.19038 shutdown 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 msgr2=0x5646d2764b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7faa900a9850 tx=0x7faa90004580 comp rx=0 tx=0).stop 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 shutdown_connections 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27701e0 0x5646d27725d0 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.828 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d2760850 0x5646d276c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d275b6e0 0x5646d27650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2743373145 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2764b70 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faa8d600640 0 client.19038 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 >> 172.21.15.3:0/2743373145 conn(0x5646d2756360 msgr2=0x5646d27554c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 shutdown_connections 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 1 -- 172.21.15.3:0/2743373145 wait complete. 2024-05-21T19:24:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.824+0000 7faaa9baf740 20 client.19038 trim_cache size 0 max 16384 2024-05-21T19:24:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.841+0000 7faaa9baf740 1 Processor -- start 2024-05-21T19:24:17.842 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.841+0000 7faaa9baf740 1 -- start start 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d276c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2754c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01ae860 con 0x5646d275acf0 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01ac100 con 0x5646d2760850 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa9baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01a9f50 con 0x5646d275b6e0 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d276c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9f400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d276c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:50754/0 (socket says 172.21.15.3:50754) 2024-05-21T19:24:17.844 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9f400640 1 -- 172.21.15.3:0/2704063072 learned_addr learned my addr 172.21.15.3:0/2704063072 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36334/0 (socket says 172.21.15.3:36334) 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2754c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 -- 172.21.15.3:0/2704063072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 msgr2=0x5646d276c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d276c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 -- 172.21.15.3:0/2704063072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 msgr2=0x5646d2754c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2754c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faa9fe00640 1 -- 172.21.15.3:0/2704063072 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d275b0d0 con 0x5646d275acf0 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.842+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2754c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.843+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7faa900a6dc0 tx=0x7faa900a9cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5088e765576eb5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.843+0000 7faa8fe00640 1 -- 172.21.15.3:0/2704063072 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a92c0 con 0x5646d275acf0 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.843+0000 7faa8fe00640 1 -- 172.21.15.3:0/2704063072 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900e2db0 con 0x5646d275acf0 2024-05-21T19:24:17.845 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.843+0000 7faa8fe00640 1 -- 172.21.15.3:0/2704063072 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a94a0 con 0x5646d275acf0 2024-05-21T19:24:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- 172.21.15.3:0/2704063072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 msgr2=0x5646d2765010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7faa900a6dc0 tx=0x7faa900a9cb0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- 172.21.15.3:0/2704063072 shutdown_connections 2024-05-21T19:24:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d276c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d2754c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2704063072 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d2765010 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- 172.21.15.3:0/2704063072 >> 172.21.15.3:0/2704063072 conn(0x5646d2756360 msgr2=0x5646d27599a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- 172.21.15.3:0/2704063072 shutdown_connections 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- 172.21.15.3:0/2704063072 wait complete. 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 -- start start 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.844+0000 7faaa9baf740 1 Processor -- start 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d2769af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d276ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01aa5c0 con 0x5646d275acf0 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01aba30 con 0x5646d2760850 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7faaa01aac90 con 0x5646d275b6e0 2024-05-21T19:24:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa9baf740 10 client.0 _ll_register_callbacks cb 0x7faa900f3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faa9fe00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36340/0 (socket says 172.21.15.3:36340) 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faa9fe00640 1 -- 172.21.15.3:0/2573110861 learned_addr learned my addr 172.21.15.3:0/2573110861 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faa9f400640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d2769af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.845+0000 7faaa4c00640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d276ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 -- 172.21.15.3:0/2573110861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 msgr2=0x5646d2769af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d2769af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 -- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 msgr2=0x5646d276ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d276ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 -- 172.21.15.3:0/2573110861 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d276b0f0 con 0x5646d275acf0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa9fe00640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7faa9000ea30 tx=0x7faa900a9b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cbbfdcc013826b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:17.850 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa8d600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa900a9920 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7faa900a6140 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa900e2db0 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa900a94a0 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.846+0000 7faaa9baf740 10 client.19044 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5646d27dabc0 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa900e2db0 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7faa900b2520 con 0x5646d275acf0 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 10 client.19044 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 10 client.19044 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 20 client.19044 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27db2c0 0x5646d27dd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 4 client.19044 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:24:17.851 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5646d26c62c0 con 0x5646d27db2c0 2024-05-21T19:24:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.847+0000 7faa9f400640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27db2c0 0x5646d27dd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.848+0000 7faa9f400640 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27db2c0 0x5646d27dd6b0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80620fa6ca5d08dc server_cookie=819b6c757f6fcaf4 in_seq=0 out_seq=0 2024-05-21T19:24:17.852 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.848+0000 7faa8d600640 10 client.19044 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.855+0000 7faa8d600640 1 -- 172.21.15.3:0/2573110861 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5646d26c62c0 con 0x5646d27db2c0 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faa8d600640 10 client.19044 handle_command_reply: tid=0 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 client.19044 shutdown 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 msgr2=0x5646d27695b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7faa9000ea30 tx=0x7faa900a9b50 comp rx=0 tx=0).stop 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 shutdown_connections 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5646d27db2c0 0x5646d27dd6b0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5646d275b6e0 0x5646d2769af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faa8d600640 0 client.19044 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5646d2760850 0x5646d276ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 --2- 172.21.15.3:0/2573110861 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5646d275acf0 0x5646d27695b0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 >> 172.21.15.3:0/2573110861 conn(0x5646d2756360 msgr2=0x5646d275c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 shutdown_connections 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 1 -- 172.21.15.3:0/2573110861 wait complete. 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.856+0000 7faaa9baf740 20 client.19044 trim_cache size 0 max 16384 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:24:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 msgr2=0x7faa800b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 0x7faa800b4d20 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x5646d275bf40 tx=0x7faa98005f90 comp rx=0 tx=0).stop 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 msgr2=0x7faaa0102cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7faa9000ea60 tx=0x7faa9000ef20 comp rx=0 tx=0).stop 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 shutdown_connections 2024-05-21T19:24:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7faaa01085b0 0x7faaa0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faaa0105c80 0x7faaa0101300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7faa800b2860 0x7faa800b4d20 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 --2- 172.21.15.3:0/2904215783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7faaa0103350 0x7faaa0102cc0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 >> 172.21.15.3:0/2904215783 conn(0x7faaa00fcd40 msgr2=0x7faaa0103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 shutdown_connections 2024-05-21T19:24:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:17.857+0000 7faaa5600640 1 -- 172.21.15.3:0/2904215783 wait complete. 2024-05-21T19:24:18.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:17 smithi003 ceph-mon[31577]: pgmap v930: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:24:18.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:17 smithi178 ceph-mon[36523]: pgmap v930: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:24:18.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:17 smithi104 ceph-mon[36417]: pgmap v930: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 9.7 KiB/s wr, 14 op/s 2024-05-21T19:24:18.774 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T19:24:18.802 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 -- 172.21.15.3:0/3970343135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 msgr2=0x7f0b48112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 --2- 172.21.15.3:0/3970343135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b48112330 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f0b4000b0a0 tx=0x7f0b4000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 -- 172.21.15.3:0/3970343135 shutdown_connections 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 --2- 172.21.15.3:0/3970343135 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b48112330 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 --2- 172.21.15.3:0/3970343135 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48075770 0x7f0b48075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 --2- 172.21.15.3:0/3970343135 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48076090 0x7f0b4810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 -- 172.21.15.3:0/3970343135 >> 172.21.15.3:0/3970343135 conn(0x7f0b4807a6a0 msgr2=0x7f0b4807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 -- 172.21.15.3:0/3970343135 shutdown_connections 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.659+0000 7f0b50400700 1 -- 172.21.15.3:0/3970343135 wait complete. 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.660+0000 7f0b50400700 1 Processor -- start 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 -- start start 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 0x7f0b4819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48076090 0x7f0b4819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b481a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f0b48115940 con 0x7f0b48075770 2024-05-21T19:24:19.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b481157c0 con 0x7f0b4810ff40 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b50400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f0b48115ac0 con 0x7f0b48076090 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b4da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 0x7f0b4819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b4da00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 0x7f0b4819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:36352/0 (socket says 172.21.15.3:36352) 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b4da00700 1 -- 172.21.15.3:0/3033177785 learned_addr learned my addr 172.21.15.3:0/3033177785 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b4e400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b481a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.661+0000 7f0b4d000700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48076090 0x7f0b4819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 -- 172.21.15.3:0/3033177785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48076090 msgr2=0x7f0b4819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48076090 0x7f0b4819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 -- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 msgr2=0x7f0b4819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 0x7f0b4819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 -- 172.21.15.3:0/3033177785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b481a0df0 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b4e400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b481a06b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0b4000b070 tx=0x7f0b40004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b40021070 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b40007e30 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b400045f0 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.662+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b481a1080 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.663+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b481a8960 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.664+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b4806a230 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.666+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0b40007980 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.668+0000 7f0b46000700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 0x7f0b300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.668+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f0b400e2f90 con 0x7f0b4810ff40 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.668+0000 7f0b4da00700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 0x7f0b300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.669+0000 7f0b4da00700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 0x7f0b300b4dc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009d60 tx=0x7f0b3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:19.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.670+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0b400aacc0 con 0x7f0b4810ff40 2024-05-21T19:24:19.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:19 smithi003 ceph-mon[31577]: pgmap v931: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:24:19.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.977+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b4802e560 con 0x7f0b4810ff40 2024-05-21T19:24:19.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.979+0000 7f0b46000700 1 -- 172.21.15.3:0/3033177785 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11862 (secure 0 0 0) 0x7f0b400aa5c0 con 0x7f0b4810ff40 2024-05-21T19:24:19.980 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:19.980 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:24:15.603379+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:24:19.984 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 msgr2=0x7f0b300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 0x7f0b300b4dc0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c009d60 tx=0x7f0b3c009260 comp rx=0 tx=0).stop 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 msgr2=0x7f0b481a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b481a06b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f0b4000b070 tx=0x7f0b40004c80 comp rx=0 tx=0).stop 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 shutdown_connections 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f0b300b2900 0x7f0b300b4dc0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b4810ff40 0x7f0b481a06b0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.985 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f0b48075770 0x7f0b4819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 --2- 172.21.15.3:0/3033177785 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f0b48076090 0x7f0b4819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 >> 172.21.15.3:0/3033177785 conn(0x7f0b4807a6a0 msgr2=0x7f0b48101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 shutdown_connections 2024-05-21T19:24:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:19.983+0000 7f0b50400700 1 -- 172.21.15.3:0/3033177785 wait complete. 2024-05-21T19:24:19.986 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 31 2024-05-21T19:24:20.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:19 smithi178 ceph-mon[36523]: pgmap v931: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:24:20.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:19 smithi104 ceph-mon[36417]: pgmap v931: 97 pgs: 97 active+clean; 5.0 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 7.2 KiB/s wr, 13 op/s 2024-05-21T19:24:21.027 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:20 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3033177785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:21.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:20 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3033177785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:21.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:20 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3033177785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:21.504 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --cancel --all' 2024-05-21T19:24:21.505 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24503 quiesce db --cancel --all 2024-05-21T19:24:22.040 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:21 smithi003 ceph-mon[31577]: pgmap v932: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:24:22.061 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:22.116 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 -- 172.21.15.3:0/1065690695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a3810b780 msgr2=0x7f2a3810bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/1065690695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a3810b780 0x7f2a3810bb60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f2a28009990 tx=0x7f2a28009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 -- 172.21.15.3:0/1065690695 shutdown_connections 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/1065690695 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a38106140 0x7f2a38112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/1065690695 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a3810b780 0x7f2a3810bb60 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/1065690695 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.114+0000 7f2a3ea00700 1 -- 172.21.15.3:0/1065690695 >> 172.21.15.3:0/1065690695 conn(0x7f2a38101270 msgr2=0x7f2a38103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.115+0000 7f2a3ea00700 1 -- 172.21.15.3:0/1065690695 shutdown_connections 2024-05-21T19:24:22.117 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.115+0000 7f2a3ea00700 1 -- 172.21.15.3:0/1065690695 wait complete. 2024-05-21T19:24:22.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.116+0000 7f2a3ea00700 1 Processor -- start 2024-05-21T19:24:22.118 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.116+0000 7f2a3ea00700 1 -- start start 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38112490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 0x7f2a3810fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381159b0 con 0x7f2a38106140 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2a38115830 con 0x7f2a3810b780 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ea00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2a38115b30 con 0x7f2a38105780 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a37400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51166/0 (socket says 172.21.15.3:51166) 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a37400700 1 -- 172.21.15.3:0/906435566 learned_addr learned my addr 172.21.15.3:0/906435566 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a37e00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38112490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.117+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 0x7f2a3810fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a37400700 1 -- 172.21.15.3:0/906435566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 msgr2=0x7f2a38112490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a37400700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38112490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a37400700 1 -- 172.21.15.3:0/906435566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 msgr2=0x7f2a3810fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a37400700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 0x7f2a3810fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a37400700 1 -- 172.21.15.3:0/906435566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a38110330 con 0x7f2a38106140 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.118+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 0x7f2a3810fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.119+0000 7f2a37e00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38112490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.119+0000 7f2a37400700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2a2400eb30 tx=0x7f2a2400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.119+0000 7f2a34c00700 1 -- 172.21.15.3:0/906435566 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a2400cbd0 con 0x7f2a38106140 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.119+0000 7f2a34c00700 1 -- 172.21.15.3:0/906435566 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a240044d0 con 0x7f2a38106140 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.119+0000 7f2a34c00700 1 -- 172.21.15.3:0/906435566 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a24003df0 con 0x7f2a38106140 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.120+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a381ac7d0 con 0x7f2a38106140 2024-05-21T19:24:22.121 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.120+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a381acd10 con 0x7f2a38106140 2024-05-21T19:24:22.127 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.126+0000 7f2a493d2b80 1 Processor -- start 2024-05-21T19:24:22.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.127+0000 7f2a493d2b80 1 -- start start 2024-05-21T19:24:22.128 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.127+0000 7f2a34c00700 1 -- 172.21.15.3:0/906435566 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2a24003f90 con 0x7f2a38106140 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.127+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ed850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635e8010 0x558a635e8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558a63545fd0 con 0x558a635e8010 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558a63535b70 con 0x558a635ed470 2024-05-21T19:24:22.129 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558a63539bb0 con 0x558a635edd90 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41068/0 (socket says 172.21.15.3:41068) 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a37e00700 1 -- 172.21.15.3:0/1365895001 learned_addr learned my addr 172.21.15.3:0/1365895001 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a37400700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635e8010 0x558a635e8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.128+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ed850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 -- 172.21.15.3:0/1365895001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 msgr2=0x558a635e79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 -- 172.21.15.3:0/1365895001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635e8010 msgr2=0x558a635e8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635e8010 0x558a635e8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 -- 172.21.15.3:0/1365895001 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a634fe5b0 con 0x558a635ed470 2024-05-21T19:24:22.130 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a37e00700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:22.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ed850 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2a30009410 tx=0x7f2a30009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dba4d58cd703d0e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.129+0000 7f2a2d600700 1 -- 172.21.15.3:0/1365895001 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30019070 con 0x558a635ed470 2024-05-21T19:24:22.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a2d600700 1 -- 172.21.15.3:0/1365895001 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a30004db0 con 0x558a635ed470 2024-05-21T19:24:22.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a34c00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 0x7f2a1c0b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.131 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a34c00700 1 -- 172.21.15.3:0/906435566 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2a240e23b0 con 0x7f2a38106140 2024-05-21T19:24:22.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a2d600700 1 -- 172.21.15.3:0/1365895001 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30005390 con 0x558a635ed470 2024-05-21T19:24:22.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a37e00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 0x7f2a1c0b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a493d2b80 1 -- 172.21.15.3:0/1365895001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 msgr2=0x558a635ed850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.132 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.130+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ed850 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2a30009410 tx=0x7f2a30009920 comp rx=0 tx=0).stop 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 -- 172.21.15.3:0/1365895001 shutdown_connections 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635e8010 0x558a635e8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ed850 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/1365895001 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635edd90 0x558a635e79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 -- 172.21.15.3:0/1365895001 >> 172.21.15.3:0/1365895001 conn(0x558a63515d70 msgr2=0x558a635e24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 -- 172.21.15.3:0/1365895001 shutdown_connections 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 -- 172.21.15.3:0/1365895001 wait complete. 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.131+0000 7f2a493d2b80 1 -- start start 2024-05-21T19:24:22.133 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.132+0000 7f2a493d2b80 1 Processor -- start 2024-05-21T19:24:22.134 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.132+0000 7f2a37e00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 0x7f2a1c0b4e70 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f2a28015000 tx=0x7f2a2800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.132+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635e8010 0x558a635f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.132+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.132+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x558a6343c130 con 0x558a635edd90 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x558a634d68f0 con 0x558a635e8010 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x558a635f48c0 con 0x558a635ed470 2024-05-21T19:24:22.135 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a493d2b80 10 client.0 _ll_register_callbacks cb 0x558a634dfe00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41084/0 (socket says 172.21.15.3:41084) 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 -- 172.21.15.3:0/3747562720 learned_addr learned my addr 172.21.15.3:0/3747562720 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37e00700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635e8010 0x558a635f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 -- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635e8010 msgr2=0x558a635f39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635e8010 0x558a635f39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.133+0000 7f2a37400700 1 -- 172.21.15.3:0/3747562720 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 msgr2=0x558a635f12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.134+0000 7f2a37400700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.134+0000 7f2a37400700 1 -- 172.21.15.3:0/3747562720 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a63485a60 con 0x558a635ed470 2024-05-21T19:24:22.136 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.134+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:22.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:21 smithi178 ceph-mon[36523]: pgmap v932: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:24:22.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.134+0000 7f2a37400700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2a240046a0 tx=0x7f2a240a9f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93e6faa7f30acfd1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.134+0000 7f2a22000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:24:22.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240a5870 con 0x558a635ed470 2024-05-21T19:24:22.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2a240a8c10 con 0x558a635ed470 2024-05-21T19:24:22.138 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a30004db0 con 0x558a635ed470 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2a24004280 con 0x558a635ed470 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a493d2b80 10 client.29155 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.135+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558a635061f0 con 0x558a635ed470 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.136+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a30004db0 con 0x558a635ed470 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.136+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f2a240aace0 con 0x558a635ed470 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 10 client.29155 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 10 client.29155 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 20 client.29155 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a636014b0 0x558a636038a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 4 client.29155 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a63547f20 con 0x558a636014b0 2024-05-21T19:24:22.139 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.137+0000 7f2a37e00700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a636014b0 0x558a636038a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.140 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.138+0000 7f2a37e00700 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a636014b0 0x558a636038a0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6ee5f5d3bb7e6e5 server_cookie=160dcb256ef1419d in_seq=0 out_seq=0 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.138+0000 7f2a22000700 10 client.29155 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.138+0000 7f2a22000700 1 -- 172.21.15.3:0/3747562720 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558a63547f20 con 0x558a636014b0 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a22000700 10 client.29155 handle_command_reply: tid=0 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 client.29155 shutdown 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 msgr2=0x558a635f0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2a240046a0 tx=0x7f2a240a9f10 comp rx=0 tx=0).stop 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 shutdown_connections 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a636014b0 0x558a636038a0 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635e8010 0x558a635f39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.141 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/3747562720 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635ed470 0x558a635f0d80 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 >> 172.21.15.3:0/3747562720 conn(0x558a63515d70 msgr2=0x558a635e69e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.139+0000 7f2a22000700 0 client.29155 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:22.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.140+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 shutdown_connections 2024-05-21T19:24:22.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.140+0000 7f2a493d2b80 1 -- 172.21.15.3:0/3747562720 wait complete. 2024-05-21T19:24:22.142 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.140+0000 7f2a493d2b80 20 client.29155 trim_cache size 0 max 16384 2024-05-21T19:24:22.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 Processor -- start 2024-05-21T19:24:22.165 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 -- start start 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635e78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635ee6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b6cc0 con 0x558a635edd90 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b4520 con 0x558a635ed470 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.164+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b2370 con 0x558a635e8010 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a3ca00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635ee6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36138/0 (socket says 172.21.15.3:36138) 2024-05-21T19:24:22.166 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 -- 172.21.15.3:0/959608468 learned_addr learned my addr 172.21.15.3:0/959608468 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:22.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635e78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.167 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 -- 172.21.15.3:0/959608468 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 msgr2=0x558a635e78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635e78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 -- 172.21.15.3:0/959608468 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 msgr2=0x558a635ee6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635ee6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.165+0000 7f2a37400700 1 -- 172.21.15.3:0/959608468 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a635feed0 con 0x558a635ed470 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.166+0000 7f2a37400700 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2a24009930 tx=0x7f2a24003890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4051536fb535754d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.166+0000 7f2a2cc00700 1 -- 172.21.15.3:0/959608468 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240a9120 con 0x558a635ed470 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.166+0000 7f2a2cc00700 1 -- 172.21.15.3:0/959608468 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a24009500 con 0x558a635ed470 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.166+0000 7f2a2cc00700 1 -- 172.21.15.3:0/959608468 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240a9300 con 0x558a635ed470 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 -- 172.21.15.3:0/959608468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 msgr2=0x558a635ee170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.168 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2a24009930 tx=0x7f2a24003890 comp rx=0 tx=0).stop 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 -- 172.21.15.3:0/959608468 shutdown_connections 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635ee6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635e78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/959608468 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635ee170 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 -- 172.21.15.3:0/959608468 >> 172.21.15.3:0/959608468 conn(0x558a63515d70 msgr2=0x558a635e7190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.170 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 -- 172.21.15.3:0/959608468 shutdown_connections 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.167+0000 7f2a493d2b80 1 -- 172.21.15.3:0/959608468 wait complete. 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.168+0000 7f2a493d2b80 1 -- start start 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.168+0000 7f2a493d2b80 1 Processor -- start 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635f7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b29e0 con 0x558a635edd90 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b3e50 con 0x558a635ed470 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2a381b30b0 con 0x558a635e8010 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a493d2b80 10 client.0 _ll_register_callbacks cb 0x558a634dfe00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:22.171 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a37e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41102/0 (socket says 172.21.15.3:41102) 2024-05-21T19:24:22.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a37e00700 1 -- 172.21.15.3:0/2433123871 learned_addr learned my addr 172.21.15.3:0/2433123871 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:22.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a37400700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635f7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.172 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.169+0000 7f2a3ca00700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.173 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 -- 172.21.15.3:0/2433123871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 msgr2=0x558a635f6bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 -- 172.21.15.3:0/2433123871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 msgr2=0x558a635f7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 -- 172.21.15.3:0/2433123871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a6366c1c0 con 0x558a635ed470 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37e00700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a37400700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635f7110 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x558a635deb70 tx=0x7f2a240dff30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d5613a8a6f2a09a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a22000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a240a9780 con 0x558a635ed470 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f2a240a5fa0 con 0x558a635ed470 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a24009500 con 0x558a635ed470 2024-05-21T19:24:22.174 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2a240a9300 con 0x558a635ed470 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a493d2b80 10 client.29156 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.170+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558a6366d480 con 0x558a635ed470 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a24009500 con 0x558a635ed470 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f2a240aeef0 con 0x558a635ed470 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 10 client.29156 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 10 client.29156 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 20 client.29156 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a6366d860 0x558a6366fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 4 client.29156 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 134.1, "await_for": 45.0}] 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 134.1, "await_for": 45.0}) -- 0x558a63541700 con 0x558a6366d860 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.171+0000 7f2a37e00700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a6366d860 0x558a6366fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:22.175 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.172+0000 7f2a37e00700 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a6366d860 0x558a6366fc50 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3244722b0e35b84a server_cookie=7f02b90f1b7e3782 in_seq=0 out_seq=0 2024-05-21T19:24:22.176 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.172+0000 7f2a22000700 10 client.29156 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:22.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a22000700 1 -- 172.21.15.3:0/2433123871 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558a63541700 con 0x558a6366d860 2024-05-21T19:24:22.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a22000700 10 client.29156 handle_command_reply: tid=0 2024-05-21T19:24:22.180 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 client.29156 shutdown 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 msgr2=0x558a635f7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635f7110 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x558a635deb70 tx=0x7f2a240dff30 comp rx=0 tx=0).stop 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 shutdown_connections 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x558a6366d860 0x558a6366fc50 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x558a635edd90 0x558a635f7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x558a635e8010 0x558a635f6bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 --2- 172.21.15.3:0/2433123871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x558a635ed470 0x558a635f7110 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 >> 172.21.15.3:0/2433123871 conn(0x558a63515d70 msgr2=0x558a635ee170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a22000700 0 client.29156 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 shutdown_connections 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.179+0000 7f2a493d2b80 1 -- 172.21.15.3:0/2433123871 wait complete. 2024-05-21T19:24:22.181 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.180+0000 7f2a493d2b80 20 client.29156 trim_cache size 0 max 16384 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 31, 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 54, 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": { 2024-05-21T19:24:22.182 INFO:teuthology.orchestra.run.smithi003.stdout: "2b85d852": { 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "version": 54, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "age_ref": 0.0, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "timeout": 90.0, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "expiration": 134.1, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "members": { 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "file:/": { 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "excluded": false, 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "state": { 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "QUIESCED", 2024-05-21T19:24:22.183 INFO:teuthology.orchestra.run.smithi003.stdout: "age": 0.0 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:22.184 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.180+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 msgr2=0x7f2a1c0b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.180+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 0x7f2a1c0b4e70 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f2a28015000 tx=0x7f2a2800b260 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.180+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 msgr2=0x7f2a3810f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2a2400eb30 tx=0x7f2a2400ee40 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 shutdown_connections 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2a1c0b29b0 0x7f2a1c0b4e70 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2a3810b780 0x7f2a3810fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2a38105780 0x7f2a38112490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 --2- 172.21.15.3:0/906435566 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2a38106140 0x7f2a3810f540 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 >> 172.21.15.3:0/906435566 conn(0x7f2a38101270 msgr2=0x7f2a381017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 shutdown_connections 2024-05-21T19:24:22.185 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:22.181+0000 7f2a3ea00700 1 -- 172.21.15.3:0/906435566 wait complete. 2024-05-21T19:24:22.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:21 smithi104 ceph-mon[36417]: pgmap v932: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 6.7 KiB/s wr, 11 op/s 2024-05-21T19:24:23.259 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '2b85d852', quiesce took 12.8 seconds. Will release after: 1.299999999999999 2024-05-21T19:24:23.756 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:23.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:23 smithi003 ceph-mon[31577]: pgmap v933: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-21T19:24:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:23 smithi178 ceph-mon[36523]: pgmap v933: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-21T19:24:24.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:23 smithi104 ceph-mon[36417]: pgmap v933: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.3 KiB/s wr, 11 op/s 2024-05-21T19:24:24.560 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 -- 172.21.15.3:0/3484116863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 msgr2=0x7fcaf4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3484116863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf4075b50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fcae4009990 tx=0x7fcae4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 -- 172.21.15.3:0/3484116863 shutdown_connections 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3484116863 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf4112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3484116863 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf4075b50 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3484116863 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf410fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 -- 172.21.15.3:0/3484116863 >> 172.21.15.3:0/3484116863 conn(0x7fcaf407a6a0 msgr2=0x7fcaf407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.719 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.717+0000 7fcafaa00700 1 -- 172.21.15.3:0/3484116863 shutdown_connections 2024-05-21T19:24:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.718+0000 7fcafaa00700 1 -- 172.21.15.3:0/3484116863 wait complete. 2024-05-21T19:24:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.719+0000 7fcafaa00700 1 Processor -- start 2024-05-21T19:24:25.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.719+0000 7fcafaa00700 1 -- start start 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf419bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf419c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf41a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4115980 con 0x7fcaf4076090 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4115800 con 0x7fcaf4075770 2024-05-21T19:24:25.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcafaa00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4115b00 con 0x7fcaf410ffa0 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf419c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf419c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51210/0 (socket says 172.21.15.3:51210) 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcaf3400700 1 -- 172.21.15.3:0/3217324815 learned_addr learned my addr 172.21.15.3:0/3217324815 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.720+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf419bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf41a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3217324815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 msgr2=0x7fcaf41a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf41a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 msgr2=0x7fcaf419c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf419c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3217324815 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf41a0d60 con 0x7fcaf4075770 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf41a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf419bd50 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fcae4009990 tx=0x7fcae40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.721+0000 7fcaf0c00700 1 -- 172.21.15.3:0/3217324815 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4027070 con 0x7fcaf4075770 2024-05-21T19:24:25.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.722+0000 7fcaf0c00700 1 -- 172.21.15.3:0/3217324815 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcae4022470 con 0x7fcaf4075770 2024-05-21T19:24:25.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.722+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf41a0ff0 con 0x7fcaf4075770 2024-05-21T19:24:25.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.722+0000 7fcaf0c00700 1 -- 172.21.15.3:0/3217324815 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4017670 con 0x7fcaf4075770 2024-05-21T19:24:25.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.722+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf41a88d0 con 0x7fcaf4075770 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 Processor -- start 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 -- start start 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 0x56079aa261e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa20330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56079a975e40 con 0x56079aa20950 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56079a9659e0 con 0x56079aa26720 2024-05-21T19:24:25.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.727+0000 7fcb05419b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56079a969a20 con 0x56079aa25e00 2024-05-21T19:24:25.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf0c00700 1 -- 172.21.15.3:0/3217324815 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcae4009d10 con 0x7fcaf4075770 2024-05-21T19:24:25.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51218/0 (socket says 172.21.15.3:51218) 2024-05-21T19:24:25.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf3400700 1 -- 172.21.15.3:0/2872713833 learned_addr learned my addr 172.21.15.3:0/2872713833 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 0x56079aa261e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf3400700 1 -- 172.21.15.3:0/2872713833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 msgr2=0x56079aa261e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.728+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa20330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3400700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 0x56079aa261e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3400700 1 -- 172.21.15.3:0/2872713833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 msgr2=0x56079aa20330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3400700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa20330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3400700 1 -- 172.21.15.3:0/2872713833 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079a92e420 con 0x56079aa20950 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa20330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 0x56079aa261e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.729+0000 7fcaf3400700 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009e30 tx=0x7fcae0011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a51e3648b0858104 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcae9600700 1 -- 172.21.15.3:0/2872713833 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae001e070 con 0x56079aa20950 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcae9600700 1 -- 172.21.15.3:0/2872713833 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcae0019ae0 con 0x56079aa20950 2024-05-21T19:24:25.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcae9600700 1 -- 172.21.15.3:0/2872713833 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae000fbb0 con 0x56079aa20950 2024-05-21T19:24:25.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcaf0c00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 0x7fcad80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcb05419b80 1 -- 172.21.15.3:0/2872713833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 msgr2=0x56079aa20db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.730+0000 7fcb05419b80 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009e30 tx=0x7fcae0011720 comp rx=0 tx=0).stop 2024-05-21T19:24:25.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcaf0c00700 1 -- 172.21.15.3:0/3217324815 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcae40e2c40 con 0x7fcaf4075770 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 0x7fcad80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcb05419b80 1 -- 172.21.15.3:0/2872713833 shutdown_connections 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcb05419b80 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa20950 0x56079aa20db0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcb05419b80 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa25e00 0x56079aa261e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcb05419b80 1 --2- 172.21.15.3:0/2872713833 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa20330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.731+0000 7fcb05419b80 1 -- 172.21.15.3:0/2872713833 >> 172.21.15.3:0/2872713833 conn(0x56079a945be0 msgr2=0x56079aa12690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.732+0000 7fcb05419b80 1 -- 172.21.15.3:0/2872713833 shutdown_connections 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.732+0000 7fcb05419b80 1 -- 172.21.15.3:0/2872713833 wait complete. 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.732+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 0x7fcad80b4dc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fcaf406bd70 tx=0x7fcaec009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.732+0000 7fcb05419b80 1 -- start start 2024-05-21T19:24:25.734 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 Processor -- start 2024-05-21T19:24:25.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa2a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa26720 0x56079aa2a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x56079a86bfa0 con 0x56079aa25e00 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x56079a906760 con 0x56079aa20950 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x56079aa17f20 con 0x56079aa26720 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.733+0000 7fcb05419b80 10 client.0 _ll_register_callbacks cb 0x56079a90fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36200/0 (socket says 172.21.15.3:36200) 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 -- 172.21.15.3:0/196017831 learned_addr learned my addr 172.21.15.3:0/196017831 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3400700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa2a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa26720 0x56079aa2a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 -- 172.21.15.3:0/196017831 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa26720 msgr2=0x56079aa2a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa26720 0x56079aa2a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 -- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 msgr2=0x56079aa2a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa2a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.734+0000 7fcaf3e00700 1 -- 172.21.15.3:0/196017831 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079a8b58d0 con 0x56079aa20950 2024-05-21T19:24:25.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fcae40aa200 tx=0x7fcae40a6780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41726f31f9fbc289 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcade000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:25.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae40095c0 con 0x56079aa20950 2024-05-21T19:24:25.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcae40aa6e0 con 0x56079aa20950 2024-05-21T19:24:25.738 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcae0019ae0 con 0x56079aa20950 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcae40a9d80 con 0x56079aa20950 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcb05419b80 10 client.29165 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.735+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56079a936060 con 0x56079aa20950 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcae0019ae0 con 0x56079aa20950 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7fcae40ae150 con 0x56079aa20950 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 10 client.29165 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 10 client.29165 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 20 client.29165 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aa42630 0x56079aa44a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 4 client.29165 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56079a977d90 con 0x56079aa42630 2024-05-21T19:24:25.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.736+0000 7fcaf3400700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aa42630 0x56079aa44a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.737+0000 7fcaf3400700 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aa42630 0x56079aa44a20 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ca0448e49699f1 server_cookie=518bc47917f21038 in_seq=0 out_seq=0 2024-05-21T19:24:25.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.737+0000 7fcade000700 10 client.29165 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcade000700 1 -- 172.21.15.3:0/196017831 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56079a977d90 con 0x56079aa42630 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcade000700 10 client.29165 handle_command_reply: tid=0 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 client.29165 shutdown 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 msgr2=0x56079aa29c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fcae40aa200 tx=0x7fcae40a6780 comp rx=0 tx=0).stop 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 shutdown_connections 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa26720 0x56079aa2a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa20950 0x56079aa29c90 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aa42630 0x56079aa44a20 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 --2- 172.21.15.3:0/196017831 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa2a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcade000700 0 client.29165 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.738+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 >> 172.21.15.3:0/196017831 conn(0x56079a945be0 msgr2=0x56079aa11d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.739+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 shutdown_connections 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.739+0000 7fcb05419b80 1 -- 172.21.15.3:0/196017831 wait complete. 2024-05-21T19:24:25.742 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.739+0000 7fcb05419b80 20 client.29165 trim_cache size 0 max 16384 2024-05-21T19:24:25.757 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 Processor -- start 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 -- start start 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa22e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41ae0d0 con 0x56079aa25e00 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41ab930 con 0x56079aa26720 2024-05-21T19:24:25.758 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.756+0000 7fcb05419b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41074c0 con 0x56079aa20950 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41144/0 (socket says 172.21.15.3:41144) 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51238/0 (socket says 172.21.15.3:51238) 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3801587356 learned_addr learned my addr 172.21.15.3:0/3801587356 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa22e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3801587356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 msgr2=0x56079aa22e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa22e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3801587356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 msgr2=0x56079aa22930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.757+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3801587356 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56079aa27bd0 con 0x56079aa20950 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.758+0000 7fcaf3400700 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.758+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fcae40ae4f0 tx=0x7fcae4005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67f2a323b5a005a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.758+0000 7fcae8c00700 1 -- 172.21.15.3:0/3801587356 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae40a9bc0 con 0x56079aa20950 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.758+0000 7fcae8c00700 1 -- 172.21.15.3:0/3801587356 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcae40095c0 con 0x56079aa20950 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.758+0000 7fcae8c00700 1 -- 172.21.15.3:0/3801587356 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae4005110 con 0x56079aa20950 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 -- 172.21.15.3:0/3801587356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 msgr2=0x56079aa124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fcae40ae4f0 tx=0x7fcae4005e80 comp rx=0 tx=0).stop 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 -- 172.21.15.3:0/3801587356 shutdown_connections 2024-05-21T19:24:25.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa26720 0x56079aa22e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa124f0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3801587356 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa25e00 0x56079aa22930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 -- 172.21.15.3:0/3801587356 >> 172.21.15.3:0/3801587356 conn(0x56079a945be0 msgr2=0x56079aa28ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 -- 172.21.15.3:0/3801587356 shutdown_connections 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.759+0000 7fcb05419b80 1 -- 172.21.15.3:0/3801587356 wait complete. 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 -- start start 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 Processor -- start 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa18980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 0x56079aa18ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa26720 0x56079aa1cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41a9df0 con 0x56079aa26720 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41ab260 con 0x56079aa25e00 2024-05-21T19:24:25.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.760+0000 7fcb05419b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41aa4c0 con 0x56079aa20950 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcb05419b80 10 client.0 _ll_register_callbacks cb 0x56079a90fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa18980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcaf3e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa18980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41158/0 (socket says 172.21.15.3:41158) 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcaf3e00700 1 -- 172.21.15.3:0/3685357938 learned_addr learned my addr 172.21.15.3:0/3685357938 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcaf3400700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 0x56079aa18ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.761+0000 7fcaf8a00700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa26720 0x56079aa1cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 -- 172.21.15.3:0/3685357938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 msgr2=0x56079aa18980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa18980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 -- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa26720 msgr2=0x56079aa1cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa26720 0x56079aa1cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 -- 172.21.15.3:0/3685357938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56079aa1d2f0 con 0x56079aa25e00 2024-05-21T19:24:25.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcaf3400700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 0x56079aa18ec0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fcae000f470 tx=0x7fcae0005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=393cc7eaa5e1d63 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:25.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.762+0000 7fcade000700 10 client.0 ms_handle_connect on v2:172.21.15.104:3300/0 2024-05-21T19:24:25.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.763+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae001e040 con 0x56079aa25e00 2024-05-21T19:24:25.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.763+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mon.2 v2:172.21.15.104:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fcae0005040 con 0x56079aa25e00 2024-05-21T19:24:25.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.763+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56079a971570 con 0x56079aa25e00 2024-05-21T19:24:25.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.767+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcae0009400 con 0x56079aa25e00 2024-05-21T19:24:25.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.767+0000 7fcb05419b80 10 client.29171 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.767+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56079aaad780 con 0x56079aa25e00 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mon.2 v2:172.21.15.104:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56079a971570 con 0x56079aa25e00 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mon.2 v2:172.21.15.104:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7fcae4022620 con 0x56079aa25e00 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 10 client.29171 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 10 client.29171 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 20 client.29171 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:25.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aaadba0 0x56079aaaffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 4 client.29171 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 --> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56079a7e8250 con 0x56079aaadba0 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.768+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aaadba0 0x56079aaaffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.769+0000 7fcaf3e00700 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aaadba0 0x56079aaaffc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2624766aaf2364b5 server_cookie=d9070789d4e73aff in_seq=0 out_seq=0 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.769+0000 7fcade000700 10 client.29171 ms_handle_connect on v2:172.21.15.3:6838/4130268441 2024-05-21T19:24:25.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcade000700 1 -- 172.21.15.3:0/3685357938 <== mds.1 v2:172.21.15.3:6838/4130268441 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56079a7e8250 con 0x56079aaadba0 2024-05-21T19:24:25.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcade000700 10 client.29171 handle_command_reply: tid=0 2024-05-21T19:24:25.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 client.29171 shutdown 2024-05-21T19:24:25.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 msgr2=0x56079aa18ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 0x56079aa18ec0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fcae000f470 tx=0x7fcae0005e40 comp rx=0 tx=0).stop 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 shutdown_connections 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:6838/4130268441,v1:172.21.15.3:6839/4130268441] conn(0x56079aaadba0 0x56079aaaffc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x56079aa26720 0x56079aa1cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x56079aa20950 0x56079aa18980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 --2- 172.21.15.3:0/3685357938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x56079aa25e00 0x56079aa18ec0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 >> 172.21.15.3:0/3685357938 conn(0x56079a945be0 msgr2=0x56079aa26bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.770+0000 7fcade000700 0 client.29171 ms_handle_reset on v2:172.21.15.3:6838/4130268441 2024-05-21T19:24:25.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.771+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 shutdown_connections 2024-05-21T19:24:25.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.771+0000 7fcb05419b80 1 -- 172.21.15.3:0/3685357938 wait complete. 2024-05-21T19:24:25.773 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.772+0000 7fcb05419b80 20 client.29171 trim_cache size 0 max 16384 2024-05-21T19:24:25.773 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.772+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 msgr2=0x7fcad80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.772+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 0x7fcad80b4dc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fcaf406bd70 tx=0x7fcaec009040 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.772+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 msgr2=0x7fcaf419bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.772+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf419bd50 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fcae4009990 tx=0x7fcae40057c0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 shutdown_connections 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fcad80b2900 0x7fcad80b4dc0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fcaf410ffa0 0x7fcaf41a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcaf4075770 0x7fcaf419bd50 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 --2- 172.21.15.3:0/3217324815 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fcaf4076090 0x7fcaf419c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:25.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 >> 172.21.15.3:0/3217324815 conn(0x7fcaf407a6a0 msgr2=0x7fcaf41006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:25.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 shutdown_connections 2024-05-21T19:24:25.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:25.773+0000 7fcafaa00700 1 -- 172.21.15.3:0/3217324815 wait complete. 2024-05-21T19:24:25.823 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:25 smithi003 ceph-mon[31577]: pgmap v934: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.8 KiB/s wr, 13 op/s 2024-05-21T19:24:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:25 smithi178 ceph-mon[36523]: pgmap v934: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.8 KiB/s wr, 13 op/s 2024-05-21T19:24:26.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:25 smithi104 ceph-mon[36417]: pgmap v934: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.8 KiB/s wr, 13 op/s 2024-05-21T19:24:26.970 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:27.009 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T19:24:27.069 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:26 smithi003 ceph-mon[31577]: pgmap v935: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.1 KiB/s wr, 12 op/s 2024-05-21T19:24:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:26 smithi178 ceph-mon[36523]: pgmap v935: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.1 KiB/s wr, 12 op/s 2024-05-21T19:24:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:26 smithi104 ceph-mon[36417]: pgmap v935: 97 pgs: 97 active+clean; 5.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 5.1 KiB/s wr, 12 op/s 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 -- 172.21.15.3:0/3053341746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 msgr2=0x7f6f88109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 --2- 172.21.15.3:0/3053341746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88109980 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009990 tx=0x7f6f78009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 -- 172.21.15.3:0/3053341746 shutdown_connections 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 --2- 172.21.15.3:0/3053341746 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806c470 0x7f6f881103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 --2- 172.21.15.3:0/3053341746 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88109980 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 --2- 172.21.15.3:0/3053341746 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806bab0 0x7f6f8806bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.651 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 -- 172.21.15.3:0/3053341746 >> 172.21.15.3:0/3053341746 conn(0x7f6f880793b0 msgr2=0x7f6f880797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 -- 172.21.15.3:0/3053341746 shutdown_connections 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.640+0000 7f6f8f200700 1 -- 172.21.15.3:0/3053341746 wait complete. 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.641+0000 7f6f8f200700 1 Processor -- start 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.641+0000 7f6f8f200700 1 -- start start 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 0x7f6f88102500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806c470 0x7f6f88102a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881136b0 con 0x7f6f881095a0 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88113530 con 0x7f6f8806bab0 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8f200700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88113830 con 0x7f6f8806c470 2024-05-21T19:24:27.652 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51266/0 (socket says 172.21.15.3:51266) 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 0x7f6f88102500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f8d200700 1 -- 172.21.15.3:0/2629042631 learned_addr learned my addr 172.21.15.3:0/2629042631 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.642+0000 7f6f87400700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806c470 0x7f6f88102a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 -- 172.21.15.3:0/2629042631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806c470 msgr2=0x7f6f88102a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806c470 0x7f6f88102a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 -- 172.21.15.3:0/2629042631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 msgr2=0x7f6f88102500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 0x7f6f88102500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 -- 172.21.15.3:0/2629042631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f881a8110 con 0x7f6f881095a0 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 0x7f6f88102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8d200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000c370 tx=0x7f6f8000c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.653 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f84c00700 1 -- 172.21.15.3:0/2629042631 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f800092e0 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.643+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f881a83a0 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.644+0000 7f6f84c00700 1 -- 172.21.15.3:0/2629042631 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f80003a00 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.644+0000 7f6f84c00700 1 -- 172.21.15.3:0/2629042631 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f800046f0 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.644+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f881a8890 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.647+0000 7f6f84c00700 1 -- 172.21.15.3:0/2629042631 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6f8001a020 con 0x7f6f881095a0 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.648+0000 7f6f99bd6b80 1 Processor -- start 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 -- start start 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f84c00700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 0x7f6f6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591438d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55591438def0 0x55591438e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.654 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5559142ebeb0 con 0x55591438def0 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5559142dba50 con 0x555914393350 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5559142dfa90 con 0x555914393c70 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.649+0000 7f6f84c00700 1 -- 172.21.15.3:0/2629042631 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6f800e1ab0 con 0x7f6f881095a0 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36238/0 (socket says 172.21.15.3:36238) 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 -- 172.21.15.3:0/2067903282 learned_addr learned my addr 172.21.15.3:0/2067903282 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87400700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 0x7f6f6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f8d200700 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55591438def0 0x55591438e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.655 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87400700 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591438d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 -- 172.21.15.3:0/2067903282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 msgr2=0x55591438d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591438d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 -- 172.21.15.3:0/2067903282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55591438def0 msgr2=0x55591438e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55591438def0 0x55591438e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 -- 172.21.15.3:0/2067903282 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559142a4490 con 0x555914393350 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.650+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009990 tx=0x7f6f780096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e98630cb2bc5bd5a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.651+0000 7f6f87400700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 0x7f6f6c0b4d40 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f6f88079a90 tx=0x7f6f740099b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.651+0000 7f6f7d600700 1 -- 172.21.15.3:0/2067903282 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f78027070 con 0x555914393350 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.651+0000 7f6f7d600700 1 -- 172.21.15.3:0/2067903282 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f78003680 con 0x555914393350 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.651+0000 7f6f7d600700 1 -- 172.21.15.3:0/2067903282 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7800f6c0 con 0x555914393350 2024-05-21T19:24:27.659 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2067903282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 msgr2=0x555914393730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009990 tx=0x7f6f780096a0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2067903282 shutdown_connections 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55591438def0 0x55591438e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393350 0x555914393730 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2067903282 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591438d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2067903282 >> 172.21.15.3:0/2067903282 conn(0x5559142bbc50 msgr2=0x555914388390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2067903282 shutdown_connections 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.652+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2067903282 wait complete. 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.653+0000 7f6f99bd6b80 1 -- start start 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.653+0000 7f6f99bd6b80 1 Processor -- start 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.653+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914399930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.660 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393c70 0x555914397210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5559141e2010 con 0x555914393350 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55591427c7d0 con 0x555914393c70 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55591439a6f0 con 0x55591438def0 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f99bd6b80 10 client.0 _ll_register_callbacks cb 0x555914285ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914399930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51282/0 (socket says 172.21.15.3:51282) 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 -- 172.21.15.3:0/183184968 learned_addr learned my addr 172.21.15.3:0/183184968 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f8d200700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393c70 0x555914397210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 -- 172.21.15.3:0/183184968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 msgr2=0x555914399930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914399930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.661 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 -- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393c70 msgr2=0x555914397210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393c70 0x555914397210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.654+0000 7f6f87400700 1 -- 172.21.15.3:0/183184968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55591422b940 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f87e00700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914399930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f87400700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f6f7401eb30 tx=0x7f6f740047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=373136c423411e37 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f72000700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7400e840 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6f7400e9e0 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.655+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f78003680 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6f7400ebe0 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 10 client.19098 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5559142ac0d0 con 0x555914393350 2024-05-21T19:24:27.662 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f78003680 con 0x555914393350 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f6f740051b0 con 0x555914393350 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 10 client.19098 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 10 client.19098 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 20 client.19098 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5559143a72b0 0x5559143a96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 4 client.19098 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.656+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559142ede00 con 0x5559143a72b0 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.657+0000 7f6f87e00700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5559143a72b0 0x5559143a96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.657+0000 7f6f87e00700 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5559143a72b0 0x5559143a96a0 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bee6487485a7a1d4 server_cookie=697d4474983f1ba0 in_seq=0 out_seq=0 2024-05-21T19:24:27.663 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.657+0000 7f6f72000700 10 client.19098 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:27.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.658+0000 7f6f72000700 1 -- 172.21.15.3:0/183184968 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5559142ede00 con 0x5559143a72b0 2024-05-21T19:24:27.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.658+0000 7f6f72000700 10 client.19098 handle_command_reply: tid=0 2024-05-21T19:24:27.664 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.658+0000 7f6f99bd6b80 1 client.19098 shutdown 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 msgr2=0x555914396cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f6f7401eb30 tx=0x7f6f740047c0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 shutdown_connections 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5559143a72b0 0x5559143a96a0 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x555914393c70 0x555914397210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914399930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f72000700 0 client.19098 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/183184968 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393350 0x555914396cd0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 >> 172.21.15.3:0/183184968 conn(0x5559142bbc50 msgr2=0x55591438c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 shutdown_connections 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/183184968 wait complete. 2024-05-21T19:24:27.665 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.659+0000 7f6f99bd6b80 20 client.19098 trim_cache size 0 max 16384 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.688+0000 7f6f99bd6b80 1 Processor -- start 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.688+0000 7f6f99bd6b80 1 -- start start 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914395c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559143992e0 0x5559143aef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881b2700 con 0x555914393c70 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881aff60 con 0x5559143992e0 2024-05-21T19:24:27.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881addb0 con 0x55591438def0 2024-05-21T19:24:27.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f87400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f87400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51296/0 (socket says 172.21.15.3:51296) 2024-05-21T19:24:27.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914395c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f87400700 1 -- 172.21.15.3:0/2075497751 learned_addr learned my addr 172.21.15.3:0/2075497751 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.689+0000 7f6f8d200700 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559143992e0 0x5559143aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 -- 172.21.15.3:0/2075497751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559143992e0 msgr2=0x5559143aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559143992e0 0x5559143aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 -- 172.21.15.3:0/2075497751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 msgr2=0x555914394760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 -- 172.21.15.3:0/2075497751 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555914394ca0 con 0x55591438def0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87400700 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f87e00700 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914395c30 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009ce0 tx=0x7f6f7801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cdd78a16cc14b82 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.690+0000 7f6f7cc00700 1 -- 172.21.15.3:0/2075497751 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f78032030 con 0x55591438def0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f7cc00700 1 -- 172.21.15.3:0/2075497751 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f78034030 con 0x55591438def0 2024-05-21T19:24:27.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f7cc00700 1 -- 172.21.15.3:0/2075497751 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f78027040 con 0x55591438def0 2024-05-21T19:24:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2075497751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 msgr2=0x555914395c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914395c30 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009ce0 tx=0x7f6f7801a040 comp rx=0 tx=0).stop 2024-05-21T19:24:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2075497751 shutdown_connections 2024-05-21T19:24:27.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559143992e0 0x5559143aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55591438def0 0x555914395c30 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/2075497751 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x555914393c70 0x555914394760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.691+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2075497751 >> 172.21.15.3:0/2075497751 conn(0x5559142bbc50 msgr2=0x555914394050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.692+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2075497751 shutdown_connections 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.692+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/2075497751 wait complete. 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.692+0000 7f6f99bd6b80 1 -- start start 2024-05-21T19:24:27.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.692+0000 7f6f99bd6b80 1 Processor -- start 2024-05-21T19:24:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55591438def0 0x55591439cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.695 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5559143992e0 0x555914414630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881ae420 con 0x5559143992e0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881af890 con 0x55591438def0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881aeaf0 con 0x555914393c70 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f99bd6b80 10 client.0 _ll_register_callbacks cb 0x555914285ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f87400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f87e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55591438def0 0x55591439cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f8d200700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5559143992e0 0x555914414630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f87400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:41214/0 (socket says 172.21.15.3:41214) 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.693+0000 7f6f87400700 1 -- 172.21.15.3:0/3371945743 learned_addr learned my addr 172.21.15.3:0/3371945743 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 -- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55591438def0 msgr2=0x55591439cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55591438def0 0x55591439cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 -- 172.21.15.3:0/3371945743 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5559143992e0 msgr2=0x555914414630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5559143992e0 0x555914414630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 -- 172.21.15.3:0/3371945743 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555914414c70 con 0x555914393c70 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f87400700 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6f7400a010 tx=0x7f6f74005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff603a170f8ea962 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f72000700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f74037020 con 0x555914393c70 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f6f74011240 con 0x555914393c70 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.694+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f78034030 con 0x555914393c70 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6f74011440 con 0x555914393c70 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 10 client.29191 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:27.697 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55591441c050 con 0x555914393c70 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f78034030 con 0x555914393c70 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f6f74003a70 con 0x555914393c70 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 10 client.29191 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 10 client.29191 resolve_mds: validated gid 24503 aka daemon mds.b 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 20 client.29191 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55591441c7e0 0x55591441ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 4 client.29191 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-21T19:24:27.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.695+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x5559142e75e0 con 0x55591441c7e0 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.696+0000 7f6f87e00700 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55591441c7e0 0x55591441ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.696+0000 7f6f87e00700 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55591441c7e0 0x55591441ec00 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84f10a4dc5f4f6cf server_cookie=f5f54fbca0ba506a in_seq=0 out_seq=0 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.696+0000 7f6f72000700 10 client.29191 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f72000700 1 -- 172.21.15.3:0/3371945743 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x5559142e75e0 con 0x55591441c7e0 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f72000700 10 client.29191 handle_command_reply: tid=0 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 client.29191 shutdown 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 msgr2=0x55591439d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6f7400a010 tx=0x7f6f74005ce0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 shutdown_connections 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55591441c7e0 0x55591441ec00 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5559143992e0 0x555914414630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55591438def0 0x55591439cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 --2- 172.21.15.3:0/3371945743 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x555914393c70 0x55591439d4a0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 >> 172.21.15.3:0/3371945743 conn(0x5559142bbc50 msgr2=0x555914381cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f72000700 0 client.29191 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 shutdown_connections 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.697+0000 7f6f99bd6b80 1 -- 172.21.15.3:0/3371945743 wait complete. 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f99bd6b80 20 client.29191 trim_cache size 0 max 16384 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:27.701 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 31, 2024-05-21T19:24:27.702 INFO:teuthology.orchestra.run.smithi003.stdout: "leader": 24503, 2024-05-21T19:24:27.702 INFO:teuthology.orchestra.run.smithi003.stdout: "set_version": 55, 2024-05-21T19:24:27.702 INFO:teuthology.orchestra.run.smithi003.stdout: "sets": {} 2024-05-21T19:24:27.702 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 msgr2=0x7f6f6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 0x7f6f6c0b4d40 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f6f88079a90 tx=0x7f6f740099b0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 msgr2=0x7f6f88102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000c370 tx=0x7f6f8000c680 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 shutdown_connections 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f6f6c0b2880 0x7f6f6c0b4d40 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f6f881095a0 0x7f6f88102f80 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f8806bab0 0x7f6f88102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 --2- 172.21.15.3:0/2629042631 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f6f8806c470 0x7f6f88102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:27.703 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.698+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 >> 172.21.15.3:0/2629042631 conn(0x7f6f880793b0 msgr2=0x7f6f88101230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:27.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.699+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 shutdown_connections 2024-05-21T19:24:27.704 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:27.699+0000 7f6f8f200700 1 -- 172.21.15.3:0/2629042631 wait complete. 2024-05-21T19:24:29.595 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:29.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:29 smithi003 ceph-mon[31577]: pgmap v936: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:24:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:29 smithi104 ceph-mon[36417]: pgmap v936: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:24:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:29 smithi178 ceph-mon[36523]: pgmap v936: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.4 KiB/s wr, 10 op/s 2024-05-21T19:24:30.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 -- 172.21.15.3:0/1892992136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc85406a540 msgr2=0x7fc854101760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:30.961 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 --2- 172.21.15.3:0/1892992136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc85406a540 0x7fc854101760 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc844009990 tx=0x7fc844009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 -- 172.21.15.3:0/1892992136 shutdown_connections 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 --2- 172.21.15.3:0/1892992136 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 0x7fc85410ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 --2- 172.21.15.3:0/1892992136 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc85406a540 0x7fc854101760 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 --2- 172.21.15.3:0/1892992136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc854108080 0x7fc854101ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.925+0000 7fc85ae00700 1 -- 172.21.15.3:0/1892992136 >> 172.21.15.3:0/1892992136 conn(0x7fc854078640 msgr2=0x7fc8540ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.926+0000 7fc85ae00700 1 -- 172.21.15.3:0/1892992136 shutdown_connections 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.926+0000 7fc85ae00700 1 -- 172.21.15.3:0/1892992136 wait complete. 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 Processor -- start 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 -- start start 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:30.962 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc854108080 0x7fc85419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 0x7fc8541a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fc854111520 con 0x7fc854108080 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541113a0 con 0x7fc85406a540 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.927+0000 7fc85ae00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541116a0 con 0x7fc85410c620 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc854108080 0x7fc85419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:47256/0 (socket says 172.21.15.3:47256) 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 -- 172.21.15.3:0/3223081609 learned_addr learned my addr 172.21.15.3:0/3223081609 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:30.963 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc858e00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 0x7fc8541a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 -- 172.21.15.3:0/3223081609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 msgr2=0x7fc8541a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 0x7fc8541a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 -- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc854108080 msgr2=0x7fc85419c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc854108080 0x7fc85419c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.928+0000 7fc853e00700 1 -- 172.21.15.3:0/3223081609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8541a0e50 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc853e00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc8440057f0 tx=0x7fc84400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc844026070 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8541a10e0 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc844021410 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc844017650 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.929+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8541a89c0 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.930+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc854102ea0 con 0x7fc85406a540 2024-05-21T19:24:30.964 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.933+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc844029070 con 0x7fc85406a540 2024-05-21T19:24:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.934+0000 7fc850c00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 0x7fc8380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.935+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fc8440e3120 con 0x7fc85406a540 2024-05-21T19:24:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.935+0000 7fc853400700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 0x7fc8380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.936+0000 7fc853400700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 0x7fc8380b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fc854105740 tx=0x7fc840010040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:30.965 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:30.936+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc844030080 con 0x7fc85406a540 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.005+0000 7f77a2a00640 1 -- 172.21.15.3:0/4163250491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 msgr2=0x7f779c074e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.005+0000 7f77a2a00640 1 --2- 172.21.15.3:0/4163250491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c074e80 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f778c009900 tx=0x7f778c02a480 comp rx=0 tx=0).stop 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 -- 172.21.15.3:0/4163250491 shutdown_connections 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 --2- 172.21.15.3:0/4163250491 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c10a940 0x7f779c10cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 --2- 172.21.15.3:0/4163250491 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c075450 0x7f779c0758b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 --2- 172.21.15.3:0/4163250491 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c074e80 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 -- 172.21.15.3:0/4163250491 >> 172.21.15.3:0/4163250491 conn(0x7f779c0fe040 msgr2=0x7f779c100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 -- 172.21.15.3:0/4163250491 shutdown_connections 2024-05-21T19:24:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.006+0000 7f77a2a00640 1 -- 172.21.15.3:0/4163250491 wait complete. 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.007+0000 7f77a2a00640 1 Processor -- start 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.007+0000 7f77a2a00640 1 -- start start 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 0x7f779c19adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c19b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f779c110820 con 0x7f779c10a940 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1106a0 con 0x7f779c076a30 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a2a00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1109a0 con 0x7f779c075450 2024-05-21T19:24:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a0a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a0a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34100/0 (socket says 172.21.15.3:34100) 2024-05-21T19:24:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f77a0a00640 1 -- 172.21.15.3:0/2832588353 learned_addr learned my addr 172.21.15.3:0/2832588353 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f779b400640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c19b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.008+0000 7f779be00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 0x7f779c19adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 -- 172.21.15.3:0/2832588353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 msgr2=0x7f779c19adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 0x7f779c19adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 -- 172.21.15.3:0/2832588353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 msgr2=0x7f779c19b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c19b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 -- 172.21.15.3:0/2832588353 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779c1a2a10 con 0x7f779c10a940 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f779be00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 0x7f779c19adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f779b400640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a0a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb10 tx=0x7f779400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f7798c00640 1 -- 172.21.15.3:0/2832588353 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794004b20 con 0x7f779c10a940 2024-05-21T19:24:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f7798c00640 1 -- 172.21.15.3:0/2832588353 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7794004cc0 con 0x7f779c10a940 2024-05-21T19:24:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779c1a2d00 con 0x7f779c10a940 2024-05-21T19:24:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f7798c00640 1 -- 172.21.15.3:0/2832588353 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794010670 con 0x7f779c10a940 2024-05-21T19:24:31.012 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.009+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f779c1a31f0 con 0x7f779c10a940 2024-05-21T19:24:31.014 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.014+0000 7f77a5883740 1 Processor -- start 2024-05-21T19:24:31.015 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.014+0000 7f7798c00640 1 -- 172.21.15.3:0/2832588353 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7794005020 con 0x7f779c10a940 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 -- start start 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f39f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 0x5579b6f41b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5579b6ea9b90 con 0x5579b6f39b30 2024-05-21T19:24:31.016 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5579b6e99730 con 0x5579b6f3a520 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f77a5883740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5579b6e9d770 con 0x5579b6f3f690 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f779b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f39f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f779be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f779b400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f39f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34112/0 (socket says 172.21.15.3:34112) 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f779be00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:47276/0 (socket says 172.21.15.3:47276) 2024-05-21T19:24:31.017 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.015+0000 7f779b400640 1 -- 172.21.15.3:0/2251610546 learned_addr learned my addr 172.21.15.3:0/2251610546 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779b400640 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 0x5579b6f41b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 -- 172.21.15.3:0/2251610546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 msgr2=0x5579b6f41b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 0x5579b6f41b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 -- 172.21.15.3:0/2251610546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 msgr2=0x5579b6f39f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f39f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 -- 172.21.15.3:0/2251610546 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579b6e328b0 con 0x5579b6f3a520 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779b400640 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 0x5579b6f41b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f779be00640 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f778c02aa70 tx=0x7f778c0043f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df538142494bda4a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.016+0000 7f7791200640 1 -- 172.21.15.3:0/2251610546 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c035030 con 0x5579b6f3a520 2024-05-21T19:24:31.019 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f7798c00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 0x7f77800b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f7791200640 1 -- 172.21.15.3:0/2251610546 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778c040070 con 0x5579b6f3a520 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f7791200640 1 -- 172.21.15.3:0/2251610546 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c031ca0 con 0x5579b6f3a520 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f7798c00640 1 -- 172.21.15.3:0/2832588353 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f77940e27f0 con 0x7f779c10a940 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f779b400640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 0x7f77800b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f77a5883740 1 -- 172.21.15.3:0/2251610546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 msgr2=0x5579b6f3f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.017+0000 7f77a5883740 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f778c02aa70 tx=0x7f778c0043f0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 -- 172.21.15.3:0/2251610546 shutdown_connections 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3f690 0x5579b6f41b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f3f020 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 --2- 172.21.15.3:0/2251610546 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f39f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 -- 172.21.15.3:0/2251610546 >> 172.21.15.3:0/2251610546 conn(0x5579b6f351a0 msgr2=0x5579b6f355a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.020 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f779b400640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 0x7f77800b4d60 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x5579b6f3ad80 tx=0x7f7788009c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 -- 172.21.15.3:0/2251610546 shutdown_connections 2024-05-21T19:24:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 -- 172.21.15.3:0/2251610546 wait complete. 2024-05-21T19:24:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.018+0000 7f77a5883740 1 -- start start 2024-05-21T19:24:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 Processor -- start 2024-05-21T19:24:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f43e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f3f690 0x5579b6f4aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x5579b6b7f790 con 0x5579b6f3f690 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5579b6e41bc0 con 0x5579b6f3a520 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x5579b6f425e0 con 0x5579b6f39b30 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a5883740 10 client.0 _ll_register_callbacks cb 0x5579b6e1f400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f779be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f77a0a00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f3f690 0x5579b6f4aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f779b400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f43e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f779be00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:37824/0 (socket says 172.21.15.3:37824) 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.019+0000 7f779be00640 1 -- 172.21.15.3:0/3247019889 learned_addr learned my addr 172.21.15.3:0/3247019889 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:31.024 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 -- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 msgr2=0x5579b6f43e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f43e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 -- 172.21.15.3:0/3247019889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f3f690 msgr2=0x5579b6f4aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f3f690 0x5579b6f4aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 -- 172.21.15.3:0/3247019889 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579b6bae210 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f779be00640 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f778c006010 tx=0x7f778c005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5fe71cc27c8740b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.020+0000 7f7785600640 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c052060 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f778c0035f0 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f778c040070 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f778c035050 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f77a5883740 10 client.29206 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5579b6c7a620 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.021+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778c040070 con 0x5579b6f39b30 2024-05-21T19:24:31.025 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f778c045970 con 0x5579b6f39b30 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 10 client.29206 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 10 client.29206 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 20 client.29206 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6f4ef70 0x5579b6f51360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 4 client.29206 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579b6eabae0 con 0x5579b6f4ef70 2024-05-21T19:24:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.022+0000 7f779b400640 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6f4ef70 0x5579b6f51360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.023+0000 7f779b400640 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6f4ef70 0x5579b6f51360 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14486c106c3c04ba server_cookie=c0de01f15b2f3fa in_seq=0 out_seq=0 2024-05-21T19:24:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.023+0000 7f7785600640 10 client.29206 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f7785600640 1 -- 172.21.15.3:0/3247019889 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5579b6eabae0 con 0x5579b6f4ef70 2024-05-21T19:24:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f7785600640 10 client.29206 handle_command_reply: tid=0 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 client.29206 shutdown 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 msgr2=0x5579b6f43920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f778c006010 tx=0x7f778c005d50 comp rx=0 tx=0).stop 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 shutdown_connections 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6f4ef70 0x5579b6f51360 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f3f690 0x5579b6f4aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3a520 0x5579b6f43e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 --2- 172.21.15.3:0/3247019889 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f39b30 0x5579b6f43920 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f7785600640 0 client.29206 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.024+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 >> 172.21.15.3:0/3247019889 conn(0x5579b6f351a0 msgr2=0x5579b6f34310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.025+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 shutdown_connections 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.025+0000 7f77a5883740 1 -- 172.21.15.3:0/3247019889 wait complete. 2024-05-21T19:24:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.025+0000 7f77a5883740 20 client.29206 trim_cache size 0 max 16384 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 Processor -- start 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 -- start start 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f4adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f43480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1ae920 con 0x5579b6f39b30 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1ac1c0 con 0x5579b6f3f690 2024-05-21T19:24:31.043 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a5883740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1aa010 con 0x5579b6f3a520 2024-05-21T19:24:31.044 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f779be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f779be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34122/0 (socket says 172.21.15.3:34122) 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f779be00640 1 -- 172.21.15.3:0/4059421379 learned_addr learned my addr 172.21.15.3:0/4059421379 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.042+0000 7f77a0a00640 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f43480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779b400640 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f4adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 -- 172.21.15.3:0/4059421379 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 msgr2=0x5579b6f4adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f4adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 -- 172.21.15.3:0/4059421379 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 msgr2=0x5579b6f43480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f43480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 -- 172.21.15.3:0/4059421379 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579b6f51940 con 0x5579b6f39b30 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f779be00640 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f778c045f20 tx=0x7f778c0058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa87f8c2dfb8a2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f7787e00640 1 -- 172.21.15.3:0/4059421379 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c009520 con 0x5579b6f39b30 2024-05-21T19:24:31.045 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.043+0000 7f7787e00640 1 -- 172.21.15.3:0/4059421379 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778c040040 con 0x5579b6f39b30 2024-05-21T19:24:31.046 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.044+0000 7f7787e00640 1 -- 172.21.15.3:0/4059421379 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c0457f0 con 0x5579b6f39b30 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.044+0000 7f77a5883740 1 -- 172.21.15.3:0/4059421379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 msgr2=0x5579b6f42f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.044+0000 7f77a5883740 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f778c045f20 tx=0x7f778c0058c0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 -- 172.21.15.3:0/4059421379 shutdown_connections 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f4adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f43480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.048 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 --2- 172.21.15.3:0/4059421379 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f42f40 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 -- 172.21.15.3:0/4059421379 >> 172.21.15.3:0/4059421379 conn(0x5579b6f351a0 msgr2=0x5579b6f3b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 -- 172.21.15.3:0/4059421379 shutdown_connections 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 -- 172.21.15.3:0/4059421379 wait complete. 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 -- start start 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.045+0000 7f77a5883740 1 Processor -- start 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f485d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f495e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1aa680 con 0x5579b6f39b30 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1abaf0 con 0x5579b6f3f690 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f779c1aad50 con 0x5579b6f3a520 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a5883740 10 client.0 _ll_register_callbacks cb 0x7f7788009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f779be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.049 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f779be00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34124/0 (socket says 172.21.15.3:34124) 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f779be00640 1 -- 172.21.15.3:0/3110947614 learned_addr learned my addr 172.21.15.3:0/3110947614 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f77a0a00640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f495e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.046+0000 7f779b400640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f485d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 -- 172.21.15.3:0/3110947614 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 msgr2=0x5579b6f485d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f485d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 -- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 msgr2=0x5579b6f495e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f495e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 -- 172.21.15.3:0/3110947614 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579b6f3f3e0 con 0x5579b6f39b30 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f77a0a00640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f495e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f779be00640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f778c005710 tx=0x7f778c005990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c78db277316eb8d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:31.050 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f7785600640 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778c045770 con 0x5579b6f39b30 2024-05-21T19:24:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f778c045910 con 0x5579b6f39b30 2024-05-21T19:24:31.051 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.047+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f778c040040 con 0x5579b6f39b30 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f778c070050 con 0x5579b6f39b30 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 10 client.19128 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5579b6f42720 con 0x5579b6f39b30 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f778c040040 con 0x5579b6f39b30 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f778c003660 con 0x5579b6f39b30 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 10 client.19128 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 10 client.19128 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 20 client.19128 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6fc2300 0x5579b6fc4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:31.052 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 4 client.19128 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-21T19:24:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.048+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5579b6ea52c0 con 0x5579b6fc2300 2024-05-21T19:24:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.049+0000 7f779b400640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6fc2300 0x5579b6fc4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.049+0000 7f779b400640 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6fc2300 0x5579b6fc4720 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2b5990395cdca03 server_cookie=59f858e61748c75e in_seq=0 out_seq=0 2024-05-21T19:24:31.053 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.049+0000 7f7785600640 10 client.19128 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f7785600640 1 -- 172.21.15.3:0/3110947614 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5579b6ea52c0 con 0x5579b6fc2300 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f7785600640 10 client.19128 handle_command_reply: tid=0 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 client.19128 shutdown 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 msgr2=0x5579b6f48090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f778c005710 tx=0x7f778c005990 comp rx=0 tx=0).stop 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 shutdown_connections 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x5579b6fc2300 0x5579b6fc4720 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x5579b6f3a520 0x5579b6f485d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5579b6f3f690 0x5579b6f495e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f7785600640 0 client.19128 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 --2- 172.21.15.3:0/3110947614 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x5579b6f39b30 0x5579b6f48090 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 >> 172.21.15.3:0/3110947614 conn(0x5579b6f351a0 msgr2=0x5579b6f33a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 shutdown_connections 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.057+0000 7f77a5883740 1 -- 172.21.15.3:0/3110947614 wait complete. 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.058+0000 7f77a5883740 20 client.19128 trim_cache size 0 max 16384 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:{ 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout: "return_code": 0 2024-05-21T19:24:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stdout:} 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.058+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 msgr2=0x7f77800b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.058+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 0x7f77800b4d60 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x5579b6f3ad80 tx=0x7f7788009c00 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.058+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 msgr2=0x7f779c1a23a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.058+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb10 tx=0x7f779400c2d0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 shutdown_connections 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f779c10a940 0x7f779c1a23a0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f779c076a30 0x7f779c19b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f77800b28a0 0x7f77800b4d60 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 --2- 172.21.15.3:0/2832588353 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f779c075450 0x7f779c19adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 >> 172.21.15.3:0/2832588353 conn(0x7f779c0fe040 msgr2=0x7f779c1068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 shutdown_connections 2024-05-21T19:24:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi003.front.sepia.ceph.com.smithi003.stderr:2024-05-21T19:24:31.059+0000 7f77a2a00640 1 -- 172.21.15.3:0/2832588353 wait complete. 2024-05-21T19:24:31.238 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.237+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8541a8b90 con 0x7fc85406a540 2024-05-21T19:24:31.240 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.238+0000 7fc850c00700 1 -- 172.21.15.3:0/3223081609 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11862 (secure 0 0 0) 0x7fc844013070 con 0x7fc85406a540 2024-05-21T19:24:31.240 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:31.240 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:24:15.603379+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:24:31.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 msgr2=0x7fc8380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.243 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 0x7fc8380b4d40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fc854105740 tx=0x7fc840010040 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 msgr2=0x7fc85419be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc8440057f0 tx=0x7fc84400bfd0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 shutdown_connections 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fc8380b2880 0x7fc8380b4d40 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fc85410c620 0x7fc8541a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc85406a540 0x7fc85419be40 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 --2- 172.21.15.3:0/3223081609 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fc854108080 0x7fc85419c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 >> 172.21.15.3:0/3223081609 conn(0x7fc854078640 msgr2=0x7fc85410daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.242+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 shutdown_connections 2024-05-21T19:24:31.244 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:31.243+0000 7fc85ae00700 1 -- 172.21.15.3:0/3223081609 wait complete. 2024-05-21T19:24:31.245 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 31 2024-05-21T19:24:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:31 smithi104 ceph-mon[36417]: pgmap v937: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-21T19:24:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:31 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3223081609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:32.029 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:31 smithi003 ceph-mon[31577]: pgmap v937: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-21T19:24:32.029 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:31 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3223081609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:32.099 INFO:tasks.quiescer:done joining Quiescers 2024-05-21T19:24:32.099 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-21T19:24:32.109 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:24:32.129 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-21T19:24:32.138 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-21T19:24:32.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:31 smithi178 ceph-mon[36523]: pgmap v937: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.9 KiB/s wr, 9 op/s 2024-05-21T19:24:32.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:31 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3223081609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.718+0000 7f8b47400700 1 -- 172.21.15.3:0/1908993097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b40105760 msgr2=0x7f8b40105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.718+0000 7f8b47400700 1 --2- 172.21.15.3:0/1908993097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b40105760 0x7f8b40105be0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c009990 tx=0x7f8b2c009ca0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 -- 172.21.15.3:0/1908993097 shutdown_connections 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 --2- 172.21.15.3:0/1908993097 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b40112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 --2- 172.21.15.3:0/1908993097 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b4010b760 0x7f8b4010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.720 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 --2- 172.21.15.3:0/1908993097 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b40105760 0x7f8b40105be0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 -- 172.21.15.3:0/1908993097 >> 172.21.15.3:0/1908993097 conn(0x7f8b40101250 msgr2=0x7f8b40103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 -- 172.21.15.3:0/1908993097 shutdown_connections 2024-05-21T19:24:32.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.719+0000 7f8b47400700 1 -- 172.21.15.3:0/1908993097 wait complete. 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 Processor -- start 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 -- start start 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b40105760 0x7f8b4019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b4010b760 0x7f8b401a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b40115990 con 0x7f8b4010b760 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b40115810 con 0x7f8b40106120 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.720+0000 7f8b47400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b40115b10 con 0x7f8b40105760 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b44a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b40105760 0x7f8b4019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:47322/0 (socket says 172.21.15.3:47322) 2024-05-21T19:24:32.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b45400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b4010b760 0x7f8b401a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 -- 172.21.15.3:0/3994240885 learned_addr learned my addr 172.21.15.3:0/3994240885 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:32.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 -- 172.21.15.3:0/3994240885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b40105760 msgr2=0x7f8b4019be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b40105760 0x7f8b4019be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 -- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b4010b760 msgr2=0x7f8b401a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b4010b760 0x7f8b401a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 -- 172.21.15.3:0/3994240885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b401a0e50 con 0x7f8b40106120 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.721+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c000c00 tx=0x7f8b2c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.722+0000 7f8b3d600700 1 -- 172.21.15.3:0/3994240885 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c027070 con 0x7f8b40106120 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.722+0000 7f8b3d600700 1 -- 172.21.15.3:0/3994240885 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b2c022470 con 0x7f8b40106120 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.722+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b401a10e0 con 0x7f8b40106120 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.722+0000 7f8b3d600700 1 -- 172.21.15.3:0/3994240885 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c017650 con 0x7f8b40106120 2024-05-21T19:24:32.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.722+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b401a89c0 con 0x7f8b40106120 2024-05-21T19:24:32.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.725+0000 7f8b3d600700 1 -- 172.21.15.3:0/3994240885 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8b2c02a070 con 0x7f8b40106120 2024-05-21T19:24:32.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.727+0000 7f8b51e82b80 1 Processor -- start 2024-05-21T19:24:32.728 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.727+0000 7f8b51e82b80 1 -- start start 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a3895039f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503f30 0x55a3894fdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a3894fe5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a38945be40 con 0x55a389503610 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a38944b9e0 con 0x55a3894fe140 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a38944fa20 con 0x55a389503f30 2024-05-21T19:24:32.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b3d600700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b45400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a3895039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b3d600700 1 -- 172.21.15.3:0/3994240885 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b2c0e2ea0 con 0x7f8b40106120 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b45400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a3895039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34138/0 (socket says 172.21.15.3:34138) 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b45400700 1 -- 172.21.15.3:0/4283534674 learned_addr learned my addr 172.21.15.3:0/4283534674 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.728+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a3894fe5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b44a00700 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503f30 0x55a3894fdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b45400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 -- 172.21.15.3:0/4283534674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503f30 msgr2=0x55a3894fdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503f30 0x55a3894fdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 -- 172.21.15.3:0/4283534674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 msgr2=0x55a3895039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a3895039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 -- 172.21.15.3:0/4283534674 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a389414420 con 0x55a3894fe140 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a3894fe5c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c0a6550 tx=0x7f8b2c0aa2a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dba41bdc77b55506 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.729+0000 7f8b45400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 0x7f8b280b4dc0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8b38009da0 tx=0x7f8b3800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.730+0000 7f8b32000700 1 -- 172.21.15.3:0/4283534674 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c0920e0 con 0x55a3894fe140 2024-05-21T19:24:32.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.730+0000 7f8b32000700 1 -- 172.21.15.3:0/4283534674 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b2c0a9fe0 con 0x55a3894fe140 2024-05-21T19:24:32.732 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.730+0000 7f8b32000700 1 -- 172.21.15.3:0/4283534674 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c0be5e0 con 0x55a3894fe140 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.730+0000 7f8b51e82b80 1 -- 172.21.15.3:0/4283534674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 msgr2=0x55a3894fe5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.730+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a3894fe5c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c0a6550 tx=0x7f8b2c0aa2a0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 -- 172.21.15.3:0/4283534674 shutdown_connections 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a3894fe5c0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a3895039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/4283534674 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503f30 0x55a3894fdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 -- 172.21.15.3:0/4283534674 >> 172.21.15.3:0/4283534674 conn(0x55a38942bbe0 msgr2=0x55a3894f8690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 -- 172.21.15.3:0/4283534674 shutdown_connections 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 -- 172.21.15.3:0/4283534674 wait complete. 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.731+0000 7f8b51e82b80 1 -- start start 2024-05-21T19:24:32.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 Processor -- start 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a389506fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a389507520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x55a389351fa0 con 0x55a389503610 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55a3893ec760 con 0x55a389503f30 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x55a38950a7a0 con 0x55a3894fe140 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.732+0000 7f8b51e82b80 10 client.0 _ll_register_callbacks cb 0x55a3893f5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:32.735 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:37884/0 (socket says 172.21.15.3:37884) 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 -- 172.21.15.3:0/159138641 learned_addr learned my addr 172.21.15.3:0/159138641 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b45400700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a389507520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a389506fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 -- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 msgr2=0x55a389507520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a389507520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 -- 172.21.15.3:0/159138641 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 msgr2=0x55a389506fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a389506fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 -- 172.21.15.3:0/159138641 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a38939b8d0 con 0x55a3894fe140 2024-05-21T19:24:32.736 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a389506fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.733+0000 7f8b44a00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8b340127d0 tx=0x7f8b34012ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa391ac58d38a064 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b26a00700 10 client.0 ms_handle_connect on v2:172.21.15.178:3300/0 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3400f4a0 con 0x55a3894fe140 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mon.1 v2:172.21.15.178:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b3400f640 con 0x55a3894fe140 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b2c0a9fe0 con 0x55a3894fe140 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8b3400f840 con 0x55a3894fe140 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b51e82b80 10 client.29224 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:32.737 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a38941c060 con 0x55a3894fe140 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.734+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mon.1 v2:172.21.15.178:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b2c0a9fe0 con 0x55a3894fe140 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mon.1 v2:172.21.15.178:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f8b34010a80 con 0x55a3894fe140 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 10 client.29224 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 10 client.29224 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 20 client.29224 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895171b0 0x55a3895195a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 4 client.29224 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T19:24:32.739 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a38945dd90 con 0x55a3895171b0 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.735+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895171b0 0x55a3895195a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.736+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895171b0 0x55a3895195a0 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0dec5f05fe63b2 server_cookie=711299e0b420189f in_seq=0 out_seq=0 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.736+0000 7f8b26a00700 10 client.29224 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b26a00700 1 -- 172.21.15.3:0/159138641 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a38945dd90 con 0x55a3895171b0 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b26a00700 10 client.29224 handle_command_reply: tid=0 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 client.29224 shutdown 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 msgr2=0x55a389509bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8b340127d0 tx=0x7f8b34012ae0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 shutdown_connections 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895171b0 0x55a3895195a0 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a389507520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a3894fe140 0x55a389509bf0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.740 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/159138641 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503610 0x55a389506fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b26a00700 0 client.29224 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:32.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 >> 172.21.15.3:0/159138641 conn(0x55a38942bbe0 msgr2=0x55a3894f7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 shutdown_connections 2024-05-21T19:24:32.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.737+0000 7f8b51e82b80 1 -- 172.21.15.3:0/159138641 wait complete. 2024-05-21T19:24:32.741 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.738+0000 7f8b51e82b80 20 client.29224 trim_cache size 0 max 16384 2024-05-21T19:24:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 Processor -- start 2024-05-21T19:24:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 -- start start 2024-05-21T19:24:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 0x55a3894fdb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a3895074d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401b2680 con 0x55a3894fe140 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401afee0 con 0x55a389503f30 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.755+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401add30 con 0x55a389503610 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b44a00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 0x55a3894fdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:47350/0 (socket says 172.21.15.3:47350) 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 -- 172.21.15.3:0/2756543376 learned_addr learned my addr 172.21.15.3:0/2756543376 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b3fe00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a3895074d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 -- 172.21.15.3:0/2756543376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 msgr2=0x55a3895074d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a3895074d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 -- 172.21.15.3:0/2756543376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 msgr2=0x55a3894fdb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 0x55a3894fdb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 -- 172.21.15.3:0/2756543376 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a389503c40 con 0x55a389503f30 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a3895074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b44a00700 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 0x55a3894fdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.756+0000 7f8b45400700 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f8b38008ed0 tx=0x7f8b38009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fea739572eb23124 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.757+0000 7f8b31600700 1 -- 172.21.15.3:0/2756543376 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3801b660 con 0x55a389503f30 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.757+0000 7f8b31600700 1 -- 172.21.15.3:0/2756543376 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b3802c070 con 0x55a389503f30 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.757+0000 7f8b31600700 1 -- 172.21.15.3:0/2756543376 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b38027b60 con 0x55a389503f30 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.757+0000 7f8b51e82b80 1 -- 172.21.15.3:0/2756543376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 msgr2=0x55a3894f84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.757+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f8b38008ed0 tx=0x7f8b38009920 comp rx=0 tx=0).stop 2024-05-21T19:24:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 -- 172.21.15.3:0/2756543376 shutdown_connections 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a389503f30 0x55a3894f84f0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a3894fe140 0x55a3894fdb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/2756543376 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a3895074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 -- 172.21.15.3:0/2756543376 >> 172.21.15.3:0/2756543376 conn(0x55a38942bbe0 msgr2=0x55a389506dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 -- 172.21.15.3:0/2756543376 shutdown_connections 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 -- 172.21.15.3:0/2756543376 wait complete. 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 -- start start 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.758+0000 7f8b51e82b80 1 Processor -- start 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a389510110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a38951e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401ae3a0 con 0x55a389503f30 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401af810 con 0x55a3894fe140 2024-05-21T19:24:32.766 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f8b401aea70 con 0x55a389503610 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b51e82b80 10 client.0 _ll_register_callbacks cb 0x55a3893f5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b45400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b44a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a389510110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b45400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34168/0 (socket says 172.21.15.3:34168) 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b45400700 1 -- 172.21.15.3:0/1374459844 learned_addr learned my addr 172.21.15.3:0/1374459844 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.759+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a38951e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 -- 172.21.15.3:0/1374459844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 msgr2=0x55a38951e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a38951e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 -- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 msgr2=0x55a389510110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a389510110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 -- 172.21.15.3:0/1374459844 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a38951f450 con 0x55a389503f30 2024-05-21T19:24:32.767 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b3fe00700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a38951e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b45400700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8b3801aa50 tx=0x7f8b380089b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=556e3a4b99b2da8d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.760+0000 7f8b26a00700 10 client.0 ms_handle_connect on v2:172.21.15.3:3300/0 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b38034070 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mon.0 v2:172.21.15.3:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f8b380277c0 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b3802c070 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f8b380279c0 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b51e82b80 10 client.19146 fetch_fsmap learned FSMap version 31 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55a389581df0 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.761+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mon.0 v2:172.21.15.3:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b3802c070 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mon.0 v2:172.21.15.3:3300/0 5 ==== fsmap(e 31) ==== 8342+0+0 (secure 0 0 0) 0x7f8b38012030 con 0x55a389503f30 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 10 client.19146 fetch_fsmap finished waiting for FSMap version 31 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 10 client.19146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 20 client.19146 populate_metadata read hostname 'smithi003' 2024-05-21T19:24:32.768 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895823e0 0x55a3895847d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 4 client.19146 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T19:24:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 --> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a389457570 con 0x55a3895823e0 2024-05-21T19:24:32.769 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.762+0000 7f8b44a00700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895823e0 0x55a3895847d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b44a00700 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895823e0 0x55a3895847d0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=423878e58a31ad5d server_cookie=ede2a1dfbc5d793 in_seq=0 out_seq=0 2024-05-21T19:24:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b26a00700 10 client.19146 ms_handle_connect on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b26a00700 1 -- 172.21.15.3:0/1374459844 <== mds.0 v2:172.21.15.104:6838/1608977247 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a389457570 con 0x55a3895823e0 2024-05-21T19:24:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b26a00700 10 client.19146 handle_command_reply: tid=0 2024-05-21T19:24:32.770 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 client.19146 shutdown 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 msgr2=0x55a38951ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8b3801aa50 tx=0x7f8b380089b0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 shutdown_connections 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:6838/1608977247,v1:172.21.15.104:6839/1608977247] conn(0x55a3895823e0 0x55a3895847d0 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x55a389503f30 0x55a38951ec10 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b26a00700 0 client.19146 ms_handle_reset on v2:172.21.15.104:6838/1608977247 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55a3894fe140 0x55a389510110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 --2- 172.21.15.3:0/1374459844 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x55a389503610 0x55a38951e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.771 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 >> 172.21.15.3:0/1374459844 conn(0x55a38942bbe0 msgr2=0x55a389504310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.763+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 shutdown_connections 2024-05-21T19:24:32.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.764+0000 7f8b51e82b80 1 -- 172.21.15.3:0/1374459844 wait complete. 2024-05-21T19:24:32.772 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.764+0000 7f8b51e82b80 20 client.19146 trim_cache size 0 max 16384 2024-05-21T19:24:32.773 INFO:teuthology.orchestra.run.smithi003.stdout:[] 2024-05-21T19:24:32.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 msgr2=0x7f8b280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 0x7f8b280b4dc0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f8b38009da0 tx=0x7f8b3800b040 comp rx=0 tx=0).stop 2024-05-21T19:24:32.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 msgr2=0x7f8b4019c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:32.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c000c00 tx=0x7f8b2c0057c0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.774 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 shutdown_connections 2024-05-21T19:24:32.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f8b280b2900 0x7f8b280b4dc0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8b4010b760 0x7f8b401a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.775 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8b40105760 0x7f8b4019be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 --2- 172.21.15.3:0/3994240885 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8b40106120 0x7f8b4019c380 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:32.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 >> 172.21.15.3:0/3994240885 conn(0x7f8b40101250 msgr2=0x7f8b401018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:32.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 shutdown_connections 2024-05-21T19:24:32.776 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:32.765+0000 7f8b47400700 1 -- 172.21.15.3:0/3994240885 wait complete. 2024-05-21T19:24:33.743 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_7956b5e965f6ee5669688b5643c11d881b72442c/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-21T19:24:33.744 INFO:tasks.fwd_scrub:done joining 2024-05-21T19:24:33.744 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-21T19:24:33.754 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T19:24:33.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 -- 172.21.15.3:0/153267865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 msgr2=0x7ff1f4103570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:33.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/153267865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f4103570 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4009860 tx=0x7ff1e402a340 comp rx=0 tx=0).stop 2024-05-21T19:24:33.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 -- 172.21.15.3:0/153267865 shutdown_connections 2024-05-21T19:24:33.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/153267865 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4103ab0 0x7ff1f4105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:33.974 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/153267865 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4106460 0x7ff1f41068e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:33.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/153267865 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f4103570 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:33.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 -- 172.21.15.3:0/153267865 >> 172.21.15.3:0/153267865 conn(0x7ff1f40fcd20 msgr2=0x7ff1f40ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:33.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 -- 172.21.15.3:0/153267865 shutdown_connections 2024-05-21T19:24:33.975 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.973+0000 7ff1f3e00640 1 -- 172.21.15.3:0/153267865 wait complete. 2024-05-21T19:24:33.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.974+0000 7ff1f3e00640 1 Processor -- start 2024-05-21T19:24:33.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.974+0000 7ff1f3e00640 1 -- start start 2024-05-21T19:24:33.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:33.976 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4106460 0x7ff1f41a6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f41149c0 con 0x7ff1f4103ab0 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f4114840 con 0x7ff1f4101140 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3e00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f4114b40 con 0x7ff1f4106460 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34192/0 (socket says 172.21.15.3:34192) 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 -- 172.21.15.3:0/3634832263 learned_addr learned my addr 172.21.15.3:0/3634832263 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2a00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f419f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f3400640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4106460 0x7ff1f41a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 -- 172.21.15.3:0/3634832263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4106460 msgr2=0x7ff1f41a6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:33.977 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4106460 0x7ff1f41a6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:33.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 -- 172.21.15.3:0/3634832263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 msgr2=0x7ff1f419f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:33.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.975+0000 7ff1f2000640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f419f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:33.978 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1f2000640 1 -- 172.21.15.3:0/3634832263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f41a6ce0 con 0x7ff1f4103ab0 2024-05-21T19:24:33.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:33 smithi104 ceph-mon[36417]: pgmap v938: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1f2000640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc009d50 tx=0x7ff1dc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc003b70 con 0x7ff1f4103ab0 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1dc003d10 con 0x7ff1f4103ab0 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1f41a6fd0 con 0x7ff1f4103ab0 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc0108a0 con 0x7ff1f4103ab0 2024-05-21T19:24:33.979 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.976+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1f41a7490 con 0x7ff1f4103ab0 2024-05-21T19:24:33.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.977+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1f40fe810 con 0x7ff1f4103ab0 2024-05-21T19:24:33.980 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.980+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff1dc004000 con 0x7ff1f4103ab0 2024-05-21T19:24:33.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.981+0000 7ff1eb400640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 0x7ff1d40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:33.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.981+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7ff1dc0e2900 con 0x7ff1f4103ab0 2024-05-21T19:24:33.982 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.982+0000 7ff1f2a00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 0x7ff1d40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:33.983 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.982+0000 7ff1f2a00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 0x7ff1d40b4cb0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ff1e402a930 tx=0x7ff1e4030450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:33.987 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:33.986+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff1dc0aa5a0 con 0x7ff1f4103ab0 2024-05-21T19:24:34.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:33 smithi003 ceph-mon[31577]: pgmap v938: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-05-21T19:24:34.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:33 smithi178 ceph-mon[36523]: pgmap v938: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-05-21T19:24:34.199 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.198+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1f40636f0 con 0x7ff1f4103ab0 2024-05-21T19:24:34.201 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.200+0000 7ff1eb400640 1 -- 172.21.15.3:0/3634832263 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7ff1dc0a9ea0 con 0x7ff1f4103ab0 2024-05-21T19:24:34.202 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:34.202 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 msgr2=0x7ff1d40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 0x7ff1d40b4cb0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ff1e402a930 tx=0x7ff1e4030450 comp rx=0 tx=0).stop 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 msgr2=0x7ff1f419f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc009d50 tx=0x7ff1dc00c6a0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 shutdown_connections 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7ff1d40b27f0 0x7ff1d40b4cb0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7ff1f4106460 0x7ff1f41a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.205 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7ff1f4103ab0 0x7ff1f419f600 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 --2- 172.21.15.3:0/3634832263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff1f4101140 0x7ff1f419f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 >> 172.21.15.3:0/3634832263 conn(0x7ff1f40fcd20 msgr2=0x7ff1f41045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:34.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 shutdown_connections 2024-05-21T19:24:34.206 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.204+0000 7ff1f3e00640 1 -- 172.21.15.3:0/3634832263 wait complete. 2024-05-21T19:24:34.225 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T18:58:26.088182+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T19:03:46.614042+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T19:03:51.222166+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T19:24:34.225 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.444+0000 7f808c400640 1 -- 172.21.15.3:0/1073465518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 msgr2=0x7f8084102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.444+0000 7f808c400640 1 --2- 172.21.15.3:0/1073465518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f8084102ec0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f8078009be0 tx=0x7f807802a6c0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 -- 172.21.15.3:0/1073465518 shutdown_connections 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 --2- 172.21.15.3:0/1073465518 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084104650 0x7f808410aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 --2- 172.21.15.3:0/1073465518 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084103c90 0x7f8084104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 --2- 172.21.15.3:0/1073465518 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f8084102ec0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 -- 172.21.15.3:0/1073465518 >> 172.21.15.3:0/1073465518 conn(0x7f80840fe030 msgr2=0x7f8084100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:34.446 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 -- 172.21.15.3:0/1073465518 shutdown_connections 2024-05-21T19:24:34.447 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.445+0000 7f808c400640 1 -- 172.21.15.3:0/1073465518 wait complete. 2024-05-21T19:24:34.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 Processor -- start 2024-05-21T19:24:34.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 -- start start 2024-05-21T19:24:34.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f808419af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.448 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084104650 0x7f80841a2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f808410e5c0 con 0x7f8084103c90 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f808410e440 con 0x7f8084104650 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.446+0000 7f808c400640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f808410e740 con 0x7f8084102aa0 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34212/0 (socket says 172.21.15.3:34212) 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 -- 172.21.15.3:0/4045389980 learned_addr learned my addr 172.21.15.3:0/4045389980 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089a00640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f808419af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f808a400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084104650 0x7f80841a2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 -- 172.21.15.3:0/4045389980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 msgr2=0x7f808419af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f808419af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 -- 172.21.15.3:0/4045389980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084104650 msgr2=0x7f80841a2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084104650 0x7f80841a2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.447+0000 7f8089000640 1 -- 172.21.15.3:0/4045389980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80841a2ba0 con 0x7f8084103c90 2024-05-21T19:24:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f8089000640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f807000e9f0 tx=0x7f807000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807000cd80 con 0x7f8084103c90 2024-05-21T19:24:34.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80841a2e90 con 0x7f8084103c90 2024-05-21T19:24:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80700054d0 con 0x7f8084103c90 2024-05-21T19:24:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8070010690 con 0x7f8084103c90 2024-05-21T19:24:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.448+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80841a3300 con 0x7f8084103c90 2024-05-21T19:24:34.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.449+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80841a3590 con 0x7f8084103c90 2024-05-21T19:24:34.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.452+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8070004e90 con 0x7f8084103c90 2024-05-21T19:24:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.453+0000 7f8082000640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 0x7f806c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.454 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.454+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f80700e2600 con 0x7f8084103c90 2024-05-21T19:24:34.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.454+0000 7f8089a00640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 0x7f806c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.455+0000 7f8089a00640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 0x7f806c0b4cb0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f807802abe0 tx=0x7f8078005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:34.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.458+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f80700aa300 con 0x7f8084103c90 2024-05-21T19:24:34.668 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.667+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f80841a3760 con 0x7f8084103c90 2024-05-21T19:24:34.670 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.669+0000 7f8082000640 1 -- 172.21.15.3:0/4045389980 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f80700a9c00 con 0x7f8084103c90 2024-05-21T19:24:34.670 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 1 2024-05-21T19:24:34.672 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.671+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 msgr2=0x7f806c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.671+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 0x7f806c0b4cb0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f807802abe0 tx=0x7f8078005fd0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.671+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 msgr2=0x7f808419b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.671+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f807000e9f0 tx=0x7f807000edf0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 shutdown_connections 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8084104650 0x7f80841a2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f8084103c90 0x7f808419b4c0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f806c0b27f0 0x7f806c0b4cb0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 --2- 172.21.15.3:0/4045389980 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f8084102aa0 0x7f808419af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.673 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 >> 172.21.15.3:0/4045389980 conn(0x7f80840fe030 msgr2=0x7f80841094b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:34.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 shutdown_connections 2024-05-21T19:24:34.674 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.672+0000 7f808c400640 1 -- 172.21.15.3:0/4045389980 wait complete. 2024-05-21T19:24:34.693 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T19:24:34.894 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 -- 172.21.15.3:0/1345088240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c34103bd0 msgr2=0x7f5c34104050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 --2- 172.21.15.3:0/1345088240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c34103bd0 0x7f5c34104050 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f5c24009900 tx=0x7f5c2402a3f0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 -- 172.21.15.3:0/1345088240 shutdown_connections 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 --2- 172.21.15.3:0/1345088240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34104590 0x7f5c3410ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 --2- 172.21.15.3:0/1345088240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c34103bd0 0x7f5c34104050 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 --2- 172.21.15.3:0/1345088240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c341029e0 0x7f5c34102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 -- 172.21.15.3:0/1345088240 >> 172.21.15.3:0/1345088240 conn(0x7f5c340fdf50 msgr2=0x7f5c34100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 -- 172.21.15.3:0/1345088240 shutdown_connections 2024-05-21T19:24:34.895 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.893+0000 7f5c3b200640 1 -- 172.21.15.3:0/1345088240 wait complete. 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.894+0000 7f5c3b200640 1 Processor -- start 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 -- start start 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 0x7f5c34074e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 0x7f5c34075380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.897 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3410e480 con 0x7f5c341029e0 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3410e300 con 0x7f5c34103bd0 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3b200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3410e600 con 0x7f5c34104590 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c39e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c39e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34238/0 (socket says 172.21.15.3:34238) 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c39e00640 1 -- 172.21.15.3:0/3027730673 learned_addr learned my addr 172.21.15.3:0/3027730673 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c39400640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 0x7f5c34074e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.895+0000 7f5c3a800640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 0x7f5c34075380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 -- 172.21.15.3:0/3027730673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 msgr2=0x7f5c34075380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 0x7f5c34075380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 -- 172.21.15.3:0/3027730673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 msgr2=0x7f5c34074e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 0x7f5c34074e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:34.898 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 -- 172.21.15.3:0/3027730673 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c34075c10 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39400640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 0x7f5c34074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c3a800640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 0x7f5c34075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c39e00640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c009fd0 tx=0x7f5c2c00c270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c011470 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c2c011ac0 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c01aab0 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c341a2cc0 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.896+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c341a31b0 con 0x7f5c341029e0 2024-05-21T19:24:34.899 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.898+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c34109dd0 con 0x7f5c341029e0 2024-05-21T19:24:34.901 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.900+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5c2c01ac50 con 0x7f5c341029e0 2024-05-21T19:24:34.903 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.902+0000 7f5c2aa00640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 0x7f5c200b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:34.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.903+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f5c2c0e28a0 con 0x7f5c341029e0 2024-05-21T19:24:34.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.903+0000 7f5c39400640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 0x7f5c200b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:34.904 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.903+0000 7f5c39400640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 0x7f5c200b4d30 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5c34076570 tx=0x7f5c240314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:34.908 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:34.907+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5c2c016030 con 0x7f5c341029e0 2024-05-21T19:24:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:34 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3634832263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:24:34.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:34 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4045389980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:34 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3634832263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:24:35.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:34 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4045389980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.119 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.118+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f5c34063650 con 0x7f5c341029e0 2024-05-21T19:24:35.120 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.119+0000 7f5c2aa00640 1 -- 172.21.15.3:0/3027730673 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7f5c2c0aa540 con 0x7f5c341029e0 2024-05-21T19:24:35.120 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 32 2024-05-21T19:24:35.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 msgr2=0x7f5c200b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 0x7f5c200b4d30 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f5c34076570 tx=0x7f5c240314a0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.123 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 msgr2=0x7f5c34076800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c009fd0 tx=0x7f5c2c00c270 comp rx=0 tx=0).stop 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 shutdown_connections 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f5c200b2870 0x7f5c200b4d30 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f5c34104590 0x7f5c34075380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5c34103bd0 0x7f5c34074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 --2- 172.21.15.3:0/3027730673 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f5c341029e0 0x7f5c34076800 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 >> 172.21.15.3:0/3027730673 conn(0x7f5c340fdf50 msgr2=0x7f5c34106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 shutdown_connections 2024-05-21T19:24:35.124 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.122+0000 7f5c3b200640 1 -- 172.21.15.3:0/3027730673 wait complete. 2024-05-21T19:24:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:34 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3634832263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:24:35.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:34 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4045389980' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.142 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T19:24:35.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 -- 172.21.15.3:0/3624507529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810ab40 msgr2=0x7f70c81113d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.343 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 --2- 172.21.15.3:0/3624507529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810ab40 0x7f70c81113d0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f70c0009ca0 tx=0x7f70c002a8b0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 -- 172.21.15.3:0/3624507529 shutdown_connections 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 --2- 172.21.15.3:0/3624507529 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c810a180 0x7f70c810a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 --2- 172.21.15.3:0/3624507529 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810ab40 0x7f70c81113d0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 --2- 172.21.15.3:0/3624507529 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c8108f90 0x7f70c81093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 -- 172.21.15.3:0/3624507529 >> 172.21.15.3:0/3624507529 conn(0x7f70c8077f20 msgr2=0x7f70c807a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 -- 172.21.15.3:0/3624507529 shutdown_connections 2024-05-21T19:24:35.344 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.342+0000 7f70cde00640 1 -- 172.21.15.3:0/3624507529 wait complete. 2024-05-21T19:24:35.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.343+0000 7f70cde00640 1 Processor -- start 2024-05-21T19:24:35.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.343+0000 7f70cde00640 1 -- start start 2024-05-21T19:24:35.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 0x7f70c819f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.346 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c810ab40 0x7f70c81a66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8114b20 con 0x7f70c810a180 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f70c81149a0 con 0x7f70c810ab40 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cde00640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f70c8114ca0 con 0x7f70c8108f90 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:34252/0 (socket says 172.21.15.3:34252) 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 -- 172.21.15.3:0/3730518607 learned_addr learned my addr 172.21.15.3:0/3730518607 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cd400640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c810ab40 0x7f70c81a66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70cca00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 0x7f70c819f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 -- 172.21.15.3:0/3730518607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 msgr2=0x7f70c819f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 0x7f70c819f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 -- 172.21.15.3:0/3730518607 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c810ab40 msgr2=0x7f70c81a66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.344+0000 7f70c7e00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c810ab40 0x7f70c81a66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.347 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70c7e00640 1 -- 172.21.15.3:0/3730518607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70c81a6d40 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70cca00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 0x7f70c819f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70c7e00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f70b800e9f0 tx=0x7f70b800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b800cd80 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70b80108e0 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70c81a6fd0 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b8018980 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.345+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70c81a7540 con 0x7f70c810a180 2024-05-21T19:24:35.348 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.347+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70c81102b0 con 0x7f70c810a180 2024-05-21T19:24:35.349 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.349+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f70b8010430 con 0x7f70c810a180 2024-05-21T19:24:35.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.350+0000 7f70c5600640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 0x7f70b00b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.350+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f70b80e2590 con 0x7f70c810a180 2024-05-21T19:24:35.351 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.351+0000 7f70cca00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 0x7f70b00b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.352 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.351+0000 7f70cca00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 0x7f70b00b4d30 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f70c8109fe0 tx=0x7f70bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:35.355 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.354+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f70b80aa230 con 0x7f70c810a180 2024-05-21T19:24:35.569 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.568+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f70c8063650 con 0x7f70c810a180 2024-05-21T19:24:35.570 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.569+0000 7f70c5600640 1 -- 172.21.15.3:0/3730518607 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7f70b80a9b30 con 0x7f70c810a180 2024-05-21T19:24:35.570 INFO:teuthology.orchestra.run.smithi003.stdout:pg_num: 64 2024-05-21T19:24:35.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 msgr2=0x7f70b00b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 0x7f70b00b4d30 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f70c8109fe0 tx=0x7f70bc005f90 comp rx=0 tx=0).stop 2024-05-21T19:24:35.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 msgr2=0x7f70c819f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.572 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f70b800e9f0 tx=0x7f70b800eeb0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 shutdown_connections 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f70c810ab40 0x7f70c81a66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f70c810a180 0x7f70c819f660 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f70b00b2870 0x7f70b00b4d30 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 --2- 172.21.15.3:0/3730518607 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f70c8108f90 0x7f70c819f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.571+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 >> 172.21.15.3:0/3730518607 conn(0x7f70c8077f20 msgr2=0x7f70c810d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:35.573 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.572+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 shutdown_connections 2024-05-21T19:24:35.574 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.572+0000 7f70cde00640 1 -- 172.21.15.3:0/3730518607 wait complete. 2024-05-21T19:24:35.593 DEBUG:teuthology.orchestra.run.smithi003:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.807+0000 7f43f7200640 1 -- 172.21.15.3:0/2392694783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8105c80 msgr2=0x7f43f8108070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.807+0000 7f43f7200640 1 --2- 172.21.15.3:0/2392694783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8105c80 0x7f43f8108070 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f43e0009860 tx=0x7f43e002a340 comp rx=0 tx=0).stop 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 -- 172.21.15.3:0/2392694783 shutdown_connections 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 --2- 172.21.15.3:0/2392694783 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8105c80 0x7f43f8108070 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 --2- 172.21.15.3:0/2392694783 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f81085b0 0x7f43f810aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 --2- 172.21.15.3:0/2392694783 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f8103350 0x7f43f8105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 -- 172.21.15.3:0/2392694783 >> 172.21.15.3:0/2392694783 conn(0x7f43f80fcd60 msgr2=0x7f43f80ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:35.809 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 -- 172.21.15.3:0/2392694783 shutdown_connections 2024-05-21T19:24:35.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.808+0000 7f43f7200640 1 -- 172.21.15.3:0/2392694783 wait complete. 2024-05-21T19:24:35.810 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 Processor -- start 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 -- start start 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f8105c80 0x7f43f819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f81085b0 0x7f43f81a2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f43f810e3f0 con 0x7f43f81085b0 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f43f810e270 con 0x7f43f8105c80 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.809+0000 7f43f7200640 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f43f810e570 con 0x7f43f8103350 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:38000/0 (socket says 172.21.15.3:38000) 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 -- 172.21.15.3:0/4105729901 learned_addr learned my addr 172.21.15.3:0/4105729901 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43efe00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f8105c80 0x7f43f819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.811 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f6800640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f81085b0 0x7f43f81a2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 -- 172.21.15.3:0/4105729901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f8105c80 msgr2=0x7f43f819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f8105c80 0x7f43f819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 -- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f81085b0 msgr2=0x7f43f81a2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f81085b0 0x7f43f81a2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 -- 172.21.15.3:0/4105729901 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43f81a29d0 con 0x7f43f8103350 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.810+0000 7f43f5e00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f43e800e9c0 tx=0x7f43e800edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.811+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e800ccc0 con 0x7f43f8103350 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.811+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43e80054d0 con 0x7f43f8103350 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.811+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43f81a2cc0 con 0x7f43f8103350 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.811+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8010430 con 0x7f43f8103350 2024-05-21T19:24:35.813 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.811+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43f81a3180 con 0x7f43f8103350 2024-05-21T19:24:35.814 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.812+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43f810a100 con 0x7f43f8103350 2024-05-21T19:24:35.815 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.814+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f43e8004f20 con 0x7f43f8103350 2024-05-21T19:24:35.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.816+0000 7f43eea00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 0x7f43dc0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:24:35.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.816+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f43e80e26b0 con 0x7f43f8103350 2024-05-21T19:24:35.817 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.816+0000 7f43efe00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 0x7f43dc0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:24:35.818 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.817+0000 7f43efe00640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 0x7f43dc0b4d30 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f43e0009830 tx=0x7f43e0030450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:24:35.819 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:35.818+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f43e80aa350 con 0x7f43f8103350 2024-05-21T19:24:35.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:35 smithi003 ceph-mon[31577]: pgmap v939: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:24:35.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:35 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3027730673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:35 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3730518607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:35 smithi104 ceph-mon[36417]: pgmap v939: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:24:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:35 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3027730673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:24:35.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:35 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3730518607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:24:36.082 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.081+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f43f80636f0 con 0x7f43f8103350 2024-05-21T19:24:36.093 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.093+0000 7f43eea00640 1 -- 172.21.15.3:0/4105729901 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815635 (secure 0 0 0) 0x7f43e80a9c50 con 0x7f43f8103350 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: "epoch": 18, 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: "active_gid": 14152, 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: "active_name": "x", 2024-05-21T19:24:36.112 INFO:teuthology.orchestra.run.smithi003.stdout: "active_addrs": { 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "addrvec": [ 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v2", 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:6800", 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1320720113 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v1", 2024-05-21T19:24:36.113 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:6801", 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 1320720113 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "active_addr": "172.21.15.3:6801/1320720113", 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "active_change": "2024-05-21T18:55:39.915059+0000", 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "active_mgr_features": 4540701547738038271, 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "available": true, 2024-05-21T19:24:36.114 INFO:teuthology.orchestra.run.smithi003.stdout: "standbys": [ 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "gid": 24107, 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "y", 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr_features": 4540701547738038271, 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "available_modules": [ 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "alerts", 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.115 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.116 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.117 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.118 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.119 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.120 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.121 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.122 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.123 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.124 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.125 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_destination": { 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_destination", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email address to send alerts to", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.126 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_from_name": { 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_from_name", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "Ceph", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email From: name", 2024-05-21T19:24:36.127 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_host": { 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_host", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP server", 2024-05-21T19:24:36.128 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_password": { 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_password", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Password to authenticate with", 2024-05-21T19:24:36.129 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_port": { 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_port", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "465", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.130 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP port", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_sender": { 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_sender", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.131 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP envelope sender", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_ssl": { 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_ssl", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.132 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_user": { 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_user", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.133 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "User to authenticate as", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.134 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.135 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "balancer", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "active": { 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "active", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.136 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_time": { 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_time", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0000", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.137 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_weekday": { 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_weekday", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.138 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_max_iterations": { 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_max_iterations", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "25", 2024-05-21T19:24:36.139 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "250", 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_metrics": { 2024-05-21T19:24:36.140 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_metrics", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_step": { 2024-05-21T19:24:36.141 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_step", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.5", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0.001", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "0.999", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "aggressiveness of optimization", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.142 INFO:teuthology.orchestra.run.smithi003.stdout: "end_time": { 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_time", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2359", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.143 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "end_weekday": { 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_weekday", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.144 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.145 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.146 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.147 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.148 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.149 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.150 INFO:teuthology.orchestra.run.smithi003.stdout: "min_score": { 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_score", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.151 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "upmap", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "crush-compat", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "none", 2024-05-21T19:24:36.152 INFO:teuthology.orchestra.run.smithi003.stdout: "read", 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap", 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap-read" 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Balancer mode", 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.153 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_ids": { 2024-05-21T19:24:36.154 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_ids", 2024-05-21T19:24:36.154 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.154 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.154 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.154 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.155 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.155 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.156 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.157 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.158 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.159 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_deviation": { 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_deviation", 2024-05-21T19:24:36.160 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T19:24:36.161 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_optimizations": { 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_optimizations", 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.162 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.163 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm", 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_down_multiplier": { 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_down_multiplier", 2024-05-21T19:24:36.164 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.165 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_refresh_rate": { 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_refresh_rate", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "20", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.166 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_starting_port": { 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_starting_port", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4721", 2024-05-21T19:24:36.167 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_ptrace": { 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_ptrace", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.168 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.169 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_interval": { 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_interval", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T19:24:36.170 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_memory_target_ratio": { 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.7", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.171 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm_log_destination": { 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm_log_destination", 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.172 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "file", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "file,syslog", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "syslog" 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T19:24:36.173 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "cgroups_split": { 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cgroups_split", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.174 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "config_checks_enabled": { 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_checks_enabled", 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.175 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "config_dashboard": { 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_dashboard", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.176 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_alertmanager": { 2024-05-21T19:24:36.177 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_alertmanager", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.178 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_base": { 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_base", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Container image name, without the tag", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.179 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_elasticsearch": { 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_elasticsearch", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.180 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "elasticsearch container image", 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_grafana": { 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_grafana", 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.181 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_haproxy": { 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_haproxy", 2024-05-21T19:24:36.182 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "HAproxy container image", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.183 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_agent": { 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_agent", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger agent container image", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.184 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_collector": { 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_collector", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.185 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger collector container image", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_query": { 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_query", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T19:24:36.186 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger query container image", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_keepalived": { 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_keepalived", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.187 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Keepalived container image", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_loki": { 2024-05-21T19:24:36.188 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_loki", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Loki container image", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.189 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_node_exporter": { 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_node_exporter", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.190 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_nvmeof": { 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_nvmeof", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.191 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Nvme-of container image", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_prometheus": { 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_prometheus", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T19:24:36.192 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_promtail": { 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_promtail", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.193 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Promtail container image", 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_samba": { 2024-05-21T19:24:36.194 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_samba", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Samba/SMB container image", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.195 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_snmp_gateway": { 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_snmp_gateway", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.196 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SNMP Gateway container image", 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "container_init": { 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_init", 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.197 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "daemon_cache_timeout": { 2024-05-21T19:24:36.198 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "daemon_cache_timeout", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.199 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "default_cephadm_command_timeout": { 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "900", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.200 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "default_registry": { 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_registry", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.201 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "device_cache_timeout": { 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_cache_timeout", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1800", 2024-05-21T19:24:36.202 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache device inventory", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "device_enhanced_scan": { 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_enhanced_scan", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.203 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "facts_cache_timeout": { 2024-05-21T19:24:36.204 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "facts_cache_timeout", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache host facts data", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.205 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "grafana_dashboards_path": { 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "grafana_dashboards_path", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T19:24:36.206 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "host_check_interval": { 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "host_check_interval", 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.207 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to perform a host check", 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "hw_monitoring": { 2024-05-21T19:24:36.208 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hw_monitoring", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.209 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "inventory_list_all": { 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "inventory_list_all", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T19:24:36.210 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.211 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.212 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "log_refresh_metadata": { 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_refresh_metadata", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.213 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.214 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.215 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.216 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.217 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.218 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.219 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "*", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.220 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "max_count_per_host": { 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_count_per_host", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.221 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of daemons per service per host", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "max_osd_draining_count": { 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_osd_draining_count", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.222 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.223 INFO:teuthology.orchestra.run.smithi003.stdout: "migration_current": { 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "migration_current", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "internal - do not modify", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.224 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "root", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.225 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm-package", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "root" 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "oob_default_addr": { 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "oob_default_addr", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.226 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "169.254.1.1", 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.227 INFO:teuthology.orchestra.run.smithi003.stdout: "prometheus_alerts_path": { 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus_alerts_path", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.228 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_insecure": { 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_insecure", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.229 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_password": { 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_password", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.230 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_url": { 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_url", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.231 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_username": { 2024-05-21T19:24:36.232 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_username", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.233 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "secure_monitoring_stack": { 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "secure_monitoring_stack", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.234 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "service_discovery_port": { 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "service_discovery_port", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8765", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.235 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "cephadm service discovery port", 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.236 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.237 INFO:teuthology.orchestra.run.smithi003.stdout: "ssh_config_file": { 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssh_config_file", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.238 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "use_agent": { 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_agent", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.239 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "use_repo_digest": { 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_repo_digest", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.240 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_failed_host_check": { 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_failed_host_check", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.241 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_daemons": { 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_daemons", 2024-05-21T19:24:36.242 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.243 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_hosts": { 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_hosts", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.244 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crash", 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.245 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.246 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.247 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.248 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.249 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.250 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "retain_interval": { 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retain_interval", 2024-05-21T19:24:36.251 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "31536000", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.252 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.253 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_recent_interval": { 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_recent_interval", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1209600", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.254 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dashboard", 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.255 INFO:teuthology.orchestra.run.smithi003.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.256 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.257 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.258 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_ENABLED": { 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.259 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.260 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.261 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.262 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.263 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T19:24:36.264 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.265 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.266 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.267 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.268 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T19:24:36.269 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.270 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.271 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.272 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.273 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.274 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_URL": { 2024-05-21T19:24:36.275 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_URL", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.276 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.277 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.278 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.279 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T19:24:36.280 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.281 INFO:teuthology.orchestra.run.smithi003.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.282 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "[]", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.283 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "{}", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.284 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.285 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T19:24:36.286 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.287 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.288 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.289 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.290 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.291 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.292 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.293 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.294 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.295 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.296 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.297 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.298 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.299 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8", 2024-05-21T19:24:36.300 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.301 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "45", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T19:24:36.302 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.303 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.304 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.305 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.306 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T19:24:36.307 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.308 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.309 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.310 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.311 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "cross_origin_url": { 2024-05-21T19:24:36.312 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cross_origin_url", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.313 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "crt_file": { 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crt_file", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.314 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "debug": { 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "debug", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.315 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable/disable debug options", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "jwt_token_ttl": { 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "jwt_token_ttl", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "28800", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.316 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.317 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.318 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.319 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.320 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.321 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.322 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.323 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "motd": { 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "motd", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.324 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "The message of the day", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect_resolve_ip_addr": { 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T19:24:36.325 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.326 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.327 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8080", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.328 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.329 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.330 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl_server_port": { 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl_server_port", 2024-05-21T19:24:36.331 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8443", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.332 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "redirect", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect" 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.333 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:36.334 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "url_prefix": { 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url_prefix", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.335 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.336 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "devicehealth", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_monitoring": { 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_monitoring", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.337 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "monitor device health metrics", 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.338 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.339 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.340 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.341 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.342 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.343 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.344 INFO:teuthology.orchestra.run.smithi003.stdout: "mark_out_threshold": { 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mark_out_threshold", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2419200", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.345 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_name": { 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_name", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "device_health_metrics", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.346 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "retention_period": { 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retention_period", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15552000", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.347 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain device health metrics", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_frequency": { 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_frequency", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.348 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "self_heal": { 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "self_heal", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.349 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.350 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.351 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.352 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_threshold": { 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_threshold", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7257600", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.353 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "diskprediction_local", 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.354 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.355 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.356 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.357 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.358 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.359 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.360 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "predict_interval": { 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predict_interval", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.361 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "predictor_model": { 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predictor_model", 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.362 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "prophetstor", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.363 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.364 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.365 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "influx", 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": false, 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "influxdb python module not found", 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "batch_size": { 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "batch_size", 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.366 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5000", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "database": { 2024-05-21T19:24:36.367 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "database", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "ceph", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.368 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": { 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hostname", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server hostname", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.369 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "30", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "5", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.370 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.371 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.372 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.373 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.374 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.375 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.376 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "password": { 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "password", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.377 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "password of InfluxDB server user", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "port": { 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "port", 2024-05-21T19:24:36.378 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8086", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server port", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.379 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.380 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "false", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:36.381 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "threads": { 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threads", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "32", 2024-05-21T19:24:36.382 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "username": { 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "username", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.383 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "username of InfluxDB server user", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "verify_ssl": { 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "verify_ssl", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.384 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "true", 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.385 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "insights", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.386 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.387 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.388 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.389 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.390 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.391 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.392 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.393 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "iostat", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.394 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.395 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.396 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.397 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.398 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.399 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.399 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.401 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.402 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.403 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "k8sevents", 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.404 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_event_retention_days": { 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ceph_event_retention_days", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.405 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "config_check_secs": { 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_check_secs", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "10", 2024-05-21T19:24:36.406 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.407 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.408 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.409 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.410 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.411 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.412 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.413 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.414 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "localpool", 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "failure_domain": { 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "failure_domain", 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.415 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "host", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "failure domain for any created local pool", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.416 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.417 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.418 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.419 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.420 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.421 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.422 INFO:teuthology.orchestra.run.smithi003.stdout: "min_size": { 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_size", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default min_size for any created local pool", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.423 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "num_rep": { 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "num_rep", 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3", 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.424 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default replica count for any created local pool", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_num": { 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_num", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.425 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "128", 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "prefix": { 2024-05-21T19:24:36.426 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prefix", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name prefix for any created local pool", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.427 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.428 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "subtree": { 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "subtree", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "rack", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.429 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mds_autoscaler", 2024-05-21T19:24:36.430 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.431 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.432 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.433 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.434 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.435 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.436 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.437 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirroring", 2024-05-21T19:24:36.438 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.439 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.440 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.441 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.442 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.443 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.444 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.445 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.446 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "nfs", 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.447 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.448 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.449 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.450 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.451 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.452 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.453 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:36.454 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "fail_fs": { 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "fail_fs", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T19:24:36.455 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.456 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.457 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.458 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.459 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.460 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.461 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator": { 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.462 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "rook", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "test_orchestrator" 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Orchestrator backend", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.463 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.464 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_perf_query", 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.465 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.466 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.467 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.468 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.469 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.470 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.471 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.472 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_support", 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.473 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.474 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.475 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.476 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.477 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.478 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.479 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.480 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_autoscaler", 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.481 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.482 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.483 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.484 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.485 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.486 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.487 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.488 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.489 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "threshold": { 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threshold", 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.490 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1.0", 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "scaling threshold", 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.491 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "progress", 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_pg_recovery_event": { 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_pg_recovery_event", 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.492 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.493 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.494 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.495 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.496 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.497 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.498 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.499 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.500 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "max_completed_events": { 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_completed_events", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "50", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.501 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "number of past completed events to remember", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.502 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long the module is going to sleep", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.503 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.504 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus", 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "cache": { 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cache", 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.505 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "exclude_perf_counters": { 2024-05-21T19:24:36.506 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "exclude_perf_counters", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.507 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.508 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.509 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.510 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.511 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.512 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.513 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools": { 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools", 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.514 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T19:24:36.515 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "300", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.516 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_interval": { 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_interval", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15.0", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.517 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.518 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "9283", 2024-05-21T19:24:36.519 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.520 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "stale_cache_strategy": { 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stale_cache_strategy", 2024-05-21T19:24:36.521 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "log", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.522 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "default", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "default", 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "error" 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.523 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:36.524 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_support", 2024-05-21T19:24:36.525 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.526 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.527 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.528 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.529 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.530 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.531 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_snap_create": { 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_snap_create", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.532 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "mirror_snapshot_schedule": { 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.533 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.534 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.535 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "trash_purge_schedule": { 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "trash_purge_schedule", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.536 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "restful", 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_auth": { 2024-05-21T19:24:36.537 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_auth", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.538 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.539 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.540 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.541 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.542 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.543 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.544 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.545 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.546 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.547 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.548 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.549 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rgw", 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.550 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.551 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.552 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.553 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.554 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.555 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.556 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.557 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rook", 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.558 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.559 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.560 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.561 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.562 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.563 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.564 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_class": { 2024-05-21T19:24:36.565 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "storage_class", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "local", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.566 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "selftest", 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.567 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.568 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.569 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.570 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.571 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.572 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "roption1": { 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption1", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.573 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "roption2": { 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption2", 2024-05-21T19:24:36.574 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "xyz", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.575 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption1": { 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption1", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.576 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption2": { 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption2", 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.577 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption3": { 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption3", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.578 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption4": { 2024-05-21T19:24:36.579 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption4", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.580 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption5": { 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption5", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.581 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption6": { 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption6", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.582 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption7": { 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption7", 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.583 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "42", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.584 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "testkey": { 2024-05-21T19:24:36.585 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testkey", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.586 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "testlkey": { 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testlkey", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.587 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "testnewline": { 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testnewline", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.588 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smb", 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.589 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.590 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.591 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.592 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.593 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.594 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.595 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.596 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "update_orchestration": { 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "update_orchestration", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.597 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snap_schedule", 2024-05-21T19:24:36.598 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_m_granularity": { 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_m_granularity", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.599 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "dump_on_update": { 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dump_on_update", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.600 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "dump database to debug log on update", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.601 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.602 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.603 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.604 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.605 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.606 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.607 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.608 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stats", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.609 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.610 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.611 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.612 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.613 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.614 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.615 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.616 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "status", 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.617 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.618 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.619 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.620 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.621 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.622 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.623 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telegraf", 2024-05-21T19:24:36.624 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "address": { 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "address", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.625 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15", 2024-05-21T19:24:36.626 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.627 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.628 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.629 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.630 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.631 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.632 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.633 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.634 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telemetry", 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_basic": { 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_basic", 2024-05-21T19:24:36.635 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.636 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_crash": { 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_crash", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T19:24:36.637 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_device": { 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_device", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.638 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_ident": { 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_ident", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.639 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_perf": { 2024-05-21T19:24:36.640 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_perf", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.641 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "contact": { 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "contact", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.642 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "description": { 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "description", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.643 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "device_url": { 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_url", 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.644 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.645 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.646 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "24", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "8", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.647 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "last_opt_revision": { 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "last_opt_revision", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1", 2024-05-21T19:24:36.648 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard": { 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.649 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.650 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard_description": { 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard_description", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.651 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.652 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.653 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.654 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.655 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.656 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.657 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "organization": { 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "organization", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.658 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "proxy": { 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "proxy", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.659 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.660 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.661 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "url": { 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.662 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "test_orchestrator", 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.663 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.664 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.665 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.666 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.667 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.668 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.669 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.670 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "volumes", 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.671 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.672 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.673 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.674 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.675 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.676 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.677 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_clones": { 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_clones", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.678 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "periodic_async_work": { 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "periodic_async_work", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.679 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Periodically check for async work", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_delay": { 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_delay", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.680 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_no_wait": { 2024-05-21T19:24:36.681 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.682 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.683 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix", 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.684 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "discovery_interval": { 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "discovery_interval", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "100", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.685 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "identifier": { 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "identifier", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.686 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.687 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.688 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.689 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.690 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.691 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.692 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.693 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.694 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.695 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_host": { 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_host", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.696 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_port": { 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_port", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.697 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10051", 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.698 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_sender": { 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_sender", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.699 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: "gid": 24109, 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "z", 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: "mgr_features": 4540701547738038271, 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: "available_modules": [ 2024-05-21T19:24:36.700 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "alerts", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.701 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.702 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.703 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.704 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.705 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.706 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.707 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.708 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_destination": { 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_destination", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email address to send alerts to", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.709 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_from_name": { 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_from_name", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "Ceph", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.710 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email From: name", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_host": { 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_host", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.711 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP server", 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_password": { 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_password", 2024-05-21T19:24:36.712 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Password to authenticate with", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.713 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_port": { 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_port", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "465", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP port", 2024-05-21T19:24:36.714 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_sender": { 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_sender", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.715 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP envelope sender", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_ssl": { 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_ssl", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.716 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_user": { 2024-05-21T19:24:36.717 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_user", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "User to authenticate as", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.718 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.719 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "balancer", 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "active": { 2024-05-21T19:24:36.720 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "active", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.721 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_time": { 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_time", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0000", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T19:24:36.722 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_weekday": { 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_weekday", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:36.723 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_max_iterations": { 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_max_iterations", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.724 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "25", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "250", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_metrics": { 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_metrics", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.725 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.726 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_step": { 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_step", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.5", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0.001", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "0.999", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "aggressiveness of optimization", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.727 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "end_time": { 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_time", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2359", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.728 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "end_weekday": { 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_weekday", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.729 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.730 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.731 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.732 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.733 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.734 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.735 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "min_score": { 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_score", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.736 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:36.737 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "upmap", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "crush-compat", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "none", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "read", 2024-05-21T19:24:36.738 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap", 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap-read" 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Balancer mode", 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_ids": { 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_ids", 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.739 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.740 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.741 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.742 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_deviation": { 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_deviation", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.743 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_optimizations": { 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_optimizations", 2024-05-21T19:24:36.744 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.745 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm", 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_down_multiplier": { 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_down_multiplier", 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.746 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.747 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_refresh_rate": { 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_refresh_rate", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "20", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.748 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_starting_port": { 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_starting_port", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4721", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.749 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_ptrace": { 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_ptrace", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.750 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_interval": { 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_interval", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.751 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_memory_target_ratio": { 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T19:24:36.752 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.7", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.753 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm_log_destination": { 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm_log_destination", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "file", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "file,syslog", 2024-05-21T19:24:36.754 INFO:teuthology.orchestra.run.smithi003.stdout: "syslog" 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "cgroups_split": { 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cgroups_split", 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.755 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "config_checks_enabled": { 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_checks_enabled", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.756 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "config_dashboard": { 2024-05-21T19:24:36.757 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_dashboard", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.758 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_alertmanager": { 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_alertmanager", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.759 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_base": { 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_base", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T19:24:36.760 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Container image name, without the tag", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_elasticsearch": { 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_elasticsearch", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.761 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "elasticsearch container image", 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_grafana": { 2024-05-21T19:24:36.762 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_grafana", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.763 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_haproxy": { 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_haproxy", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "HAproxy container image", 2024-05-21T19:24:36.764 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_agent": { 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_agent", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.765 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger agent container image", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_collector": { 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_collector", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.766 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger collector container image", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_query": { 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_query", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.767 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger query container image", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.768 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_keepalived": { 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_keepalived", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Keepalived container image", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.769 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_loki": { 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_loki", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Loki container image", 2024-05-21T19:24:36.770 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_node_exporter": { 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_node_exporter", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.771 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_nvmeof": { 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_nvmeof", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.772 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Nvme-of container image", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_prometheus": { 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_prometheus", 2024-05-21T19:24:36.773 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.774 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_promtail": { 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_promtail", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Promtail container image", 2024-05-21T19:24:36.775 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_samba": { 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_samba", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.776 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Samba/SMB container image", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_snmp_gateway": { 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_snmp_gateway", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.777 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SNMP Gateway container image", 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "container_init": { 2024-05-21T19:24:36.778 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_init", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.779 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "daemon_cache_timeout": { 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "daemon_cache_timeout", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.780 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "default_cephadm_command_timeout": { 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "900", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.781 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "default_registry": { 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_registry", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io", 2024-05-21T19:24:36.782 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "device_cache_timeout": { 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_cache_timeout", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.783 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1800", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache device inventory", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "device_enhanced_scan": { 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_enhanced_scan", 2024-05-21T19:24:36.784 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.785 INFO:teuthology.orchestra.run.smithi003.stdout: "facts_cache_timeout": { 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "facts_cache_timeout", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache host facts data", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.786 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "grafana_dashboards_path": { 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "grafana_dashboards_path", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.787 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "host_check_interval": { 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "host_check_interval", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.788 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to perform a host check", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "hw_monitoring": { 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hw_monitoring", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.789 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.790 INFO:teuthology.orchestra.run.smithi003.stdout: "inventory_list_all": { 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "inventory_list_all", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.791 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.792 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "log_refresh_metadata": { 2024-05-21T19:24:36.793 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_refresh_metadata", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.794 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.795 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.796 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.797 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.798 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.799 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.800 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "*", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "max_count_per_host": { 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_count_per_host", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.801 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of daemons per service per host", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.802 INFO:teuthology.orchestra.run.smithi003.stdout: "max_osd_draining_count": { 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_osd_draining_count", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.803 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "migration_current": { 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "migration_current", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.804 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "internal - do not modify", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "root", 2024-05-21T19:24:36.805 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm-package", 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "root" 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.806 INFO:teuthology.orchestra.run.smithi003.stdout: "oob_default_addr": { 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "oob_default_addr", 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "169.254.1.1", 2024-05-21T19:24:36.807 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.809 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.809 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.809 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "prometheus_alerts_path": { 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus_alerts_path", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T19:24:36.810 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_insecure": { 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_insecure", 2024-05-21T19:24:36.811 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.812 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_password": { 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_password", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.813 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_url": { 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_url", 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.814 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_username": { 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_username", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.815 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "secure_monitoring_stack": { 2024-05-21T19:24:36.816 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "secure_monitoring_stack", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.817 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "service_discovery_port": { 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "service_discovery_port", 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8765", 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.818 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "cephadm service discovery port", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.819 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "ssh_config_file": { 2024-05-21T19:24:36.820 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssh_config_file", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.821 INFO:teuthology.orchestra.run.smithi003.stdout: "use_agent": { 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_agent", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T19:24:36.822 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "use_repo_digest": { 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_repo_digest", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.823 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_failed_host_check": { 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_failed_host_check", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.824 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_daemons": { 2024-05-21T19:24:36.825 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_daemons", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.826 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_hosts": { 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_hosts", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.827 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crash", 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.828 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.829 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.830 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.831 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.832 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.833 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.834 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "retain_interval": { 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retain_interval", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "31536000", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T19:24:36.835 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.836 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_recent_interval": { 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_recent_interval", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1209600", 2024-05-21T19:24:36.837 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.838 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dashboard", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.839 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.840 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T19:24:36.841 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.842 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_ENABLED": { 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.843 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.844 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.845 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T19:24:36.846 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.847 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.848 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.849 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T19:24:36.850 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.851 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.852 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.853 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.854 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.855 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.856 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.857 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.858 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_URL": { 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_URL", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.859 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.860 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.861 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.862 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.863 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.864 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T19:24:36.865 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.866 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "[]", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.867 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "{}", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.868 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.869 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.870 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.871 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.872 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.873 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.874 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.875 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T19:24:36.876 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.877 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.878 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.879 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.880 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.881 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T19:24:36.882 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.883 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.884 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "45", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.885 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.886 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T19:24:36.887 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.888 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.889 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.890 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.891 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.892 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.893 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.894 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.895 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "cross_origin_url": { 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cross_origin_url", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.896 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "crt_file": { 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crt_file", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.897 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.898 INFO:teuthology.orchestra.run.smithi003.stdout: "debug": { 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "debug", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable/disable debug options", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.899 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "jwt_token_ttl": { 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "jwt_token_ttl", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "28800", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.900 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.901 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.902 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.903 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.904 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.905 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.906 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.907 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.908 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "motd": { 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "motd", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.909 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "The message of the day", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect_resolve_ip_addr": { 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.910 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.911 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:36.912 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8080", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.913 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.914 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.915 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl_server_port": { 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl_server_port", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.916 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8443", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:36.917 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "redirect", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect" 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.918 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:36.919 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "url_prefix": { 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url_prefix", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.920 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.921 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "devicehealth", 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_monitoring": { 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_monitoring", 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.922 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "monitor device health metrics", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.923 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.924 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.925 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.926 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.927 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.928 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "mark_out_threshold": { 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mark_out_threshold", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.929 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2419200", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.930 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_name": { 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_name", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "device_health_metrics", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.931 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "retention_period": { 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retention_period", 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15552000", 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.932 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain device health metrics", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_frequency": { 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_frequency", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.933 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "self_heal": { 2024-05-21T19:24:36.934 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "self_heal", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.935 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T19:24:36.936 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.937 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_threshold": { 2024-05-21T19:24:36.938 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_threshold", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7257600", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.939 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "diskprediction_local", 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.940 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.941 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.942 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.943 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.944 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.945 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "predict_interval": { 2024-05-21T19:24:36.946 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predict_interval", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.947 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "predictor_model": { 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predictor_model", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "prophetstor", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.948 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.949 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.950 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.951 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "influx", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": false, 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "influxdb python module not found", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "batch_size": { 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "batch_size", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5000", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.952 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "database": { 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "database", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.953 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "ceph", 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": { 2024-05-21T19:24:36.954 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hostname", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server hostname", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.955 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "30", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "5", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T19:24:36.956 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.957 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.958 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.959 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.960 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.961 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.962 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "password": { 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "password", 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.963 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "password of InfluxDB server user", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "port": { 2024-05-21T19:24:36.964 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "port", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8086", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server port", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.965 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.966 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "false", 2024-05-21T19:24:36.967 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "threads": { 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threads", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.968 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "32", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.969 INFO:teuthology.orchestra.run.smithi003.stdout: "username": { 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "username", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "username of InfluxDB server user", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.970 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "verify_ssl": { 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "verify_ssl", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "true", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.971 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "insights", 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.972 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.973 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.974 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.975 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.976 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.977 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.978 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.979 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.980 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "iostat", 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.981 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.982 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.983 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.984 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.985 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.986 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.987 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.988 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "k8sevents", 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_event_retention_days": { 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ceph_event_retention_days", 2024-05-21T19:24:36.989 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.990 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "config_check_secs": { 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_check_secs", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "10", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T19:24:36.991 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.992 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.993 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.994 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:36.995 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:36.996 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.997 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:36.998 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:36.999 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "localpool", 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "failure_domain": { 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "failure_domain", 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.000 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "host", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "failure domain for any created local pool", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.001 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.002 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.003 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.004 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.005 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.006 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.007 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "min_size": { 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_size", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.008 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default min_size for any created local pool", 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "num_rep": { 2024-05-21T19:24:37.009 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "num_rep", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default replica count for any created local pool", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.010 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.011 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.011 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_num": { 2024-05-21T19:24:37.011 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_num", 2024-05-21T19:24:37.013 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.013 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "128", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.014 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "prefix": { 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prefix", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name prefix for any created local pool", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.015 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.016 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "subtree": { 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "subtree", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "rack", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.017 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mds_autoscaler", 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.018 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.019 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.020 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.021 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.022 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.023 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.024 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.025 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.026 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirroring", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.027 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.028 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.029 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.030 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.031 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.032 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.033 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.034 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "nfs", 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.035 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.036 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.037 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.038 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.039 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.040 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.041 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.042 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "fail_fs": { 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "fail_fs", 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.043 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.044 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.045 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.046 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.047 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.048 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.049 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.050 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator": { 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.051 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm", 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "rook", 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "test_orchestrator" 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Orchestrator backend", 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.052 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.053 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_perf_query", 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.054 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.055 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.056 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.057 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.058 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.059 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.060 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.061 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_support", 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.062 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.063 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.064 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.065 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.066 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.067 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.068 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.069 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_autoscaler", 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.070 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.071 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.072 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.073 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.074 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.075 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.076 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.077 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.078 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.079 INFO:teuthology.orchestra.run.smithi003.stdout: "threshold": { 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threshold", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1.0", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "scaling threshold", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.080 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "progress", 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_pg_recovery_event": { 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_pg_recovery_event", 2024-05-21T19:24:37.081 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.082 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.083 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.084 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.085 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.086 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.087 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.088 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.089 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "max_completed_events": { 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_completed_events", 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "50", 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.090 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "number of past completed events to remember", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.091 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long the module is going to sleep", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.092 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.093 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus", 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "cache": { 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cache", 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.094 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "exclude_perf_counters": { 2024-05-21T19:24:37.095 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "exclude_perf_counters", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.096 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.097 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.098 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.099 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.100 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.101 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.102 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools": { 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.103 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "300", 2024-05-21T19:24:37.104 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_interval": { 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_interval", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.105 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15.0", 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:37.106 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.107 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "9283", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.108 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.109 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "stale_cache_strategy": { 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stale_cache_strategy", 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "log", 2024-05-21T19:24:37.110 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.111 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "default", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "default", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "error" 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.112 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.113 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_support", 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.114 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.115 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.116 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.117 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.118 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.119 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_snap_create": { 2024-05-21T19:24:37.120 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_snap_create", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.121 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "mirror_snapshot_schedule": { 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.122 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.123 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "trash_purge_schedule": { 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "trash_purge_schedule", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.124 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.125 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "restful", 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_auth": { 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_auth", 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.126 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:37.127 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.128 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.129 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.130 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.131 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.132 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.133 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.134 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.135 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.136 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.137 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.138 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rgw", 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.139 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.140 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.141 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.142 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.143 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.144 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.145 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.146 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rook", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.147 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.148 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.149 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.150 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.151 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.152 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.153 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_class": { 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "storage_class", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.154 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "local", 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.155 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "selftest", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.156 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.157 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.158 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.159 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.160 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.161 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "roption1": { 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption1", 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.162 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "roption2": { 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption2", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.163 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "xyz", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.164 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption1": { 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption1", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.165 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption2": { 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption2", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.166 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption3": { 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption3", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.167 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption4": { 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption4", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.168 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption5": { 2024-05-21T19:24:37.169 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption5", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.170 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption6": { 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption6", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.171 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption7": { 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption7", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.172 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "42", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.173 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "testkey": { 2024-05-21T19:24:37.174 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testkey", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.175 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "testlkey": { 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testlkey", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.176 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "testnewline": { 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testnewline", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.177 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smb", 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.178 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.179 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.180 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.181 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.182 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.183 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.184 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.185 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "update_orchestration": { 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "update_orchestration", 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.186 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.187 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snap_schedule", 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_m_granularity": { 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_m_granularity", 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.188 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "dump_on_update": { 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dump_on_update", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.189 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "dump database to debug log on update", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.190 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.191 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.192 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.193 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.194 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.195 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.196 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.197 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stats", 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.198 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.199 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.200 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.201 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.202 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.203 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.204 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.205 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "status", 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.206 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.207 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.208 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.209 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.210 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.211 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.212 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.213 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telegraf", 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "address": { 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "address", 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.214 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.215 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.216 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.217 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.218 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.219 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.220 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.221 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.222 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.223 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.224 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telemetry", 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_basic": { 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_basic", 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.225 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_crash": { 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_crash", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.226 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.227 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_device": { 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_device", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.228 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_ident": { 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_ident", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T19:24:37.229 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_perf": { 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_perf", 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.230 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "contact": { 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "contact", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.231 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.232 INFO:teuthology.orchestra.run.smithi003.stdout: "description": { 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "description", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.233 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "device_url": { 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_url", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.234 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.235 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.236 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "24", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "8", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "last_opt_revision": { 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "last_opt_revision", 2024-05-21T19:24:37.237 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.238 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard": { 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard", 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.239 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard_description": { 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard_description", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.240 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.241 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.242 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.243 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.244 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.245 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.246 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.247 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "organization": { 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "organization", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.248 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "proxy": { 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "proxy", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.249 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.250 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "url": { 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.251 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.252 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "test_orchestrator", 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.253 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.254 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.255 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.256 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.257 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.258 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.259 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.260 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "volumes", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.261 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.262 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.263 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.264 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.265 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.266 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_clones": { 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_clones", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.267 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "periodic_async_work": { 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "periodic_async_work", 2024-05-21T19:24:37.268 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Periodically check for async work", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.269 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_delay": { 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_delay", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T19:24:37.270 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_no_wait": { 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.271 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.272 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.273 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix", 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "discovery_interval": { 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "discovery_interval", 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.274 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "100", 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "identifier": { 2024-05-21T19:24:37.275 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "identifier", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.276 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.277 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.278 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.279 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.280 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.281 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.282 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.283 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.284 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_host": { 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_host", 2024-05-21T19:24:37.285 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.286 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_port": { 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_port", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10051", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.287 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_sender": { 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_sender", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.288 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.289 INFO:teuthology.orchestra.run.smithi003.stdout: "modules": [ 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm", 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "dashboard", 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "iostat", 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "nfs", 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "restful" 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "available_modules": [ 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "alerts", 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.290 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T19:24:37.291 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.292 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.293 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.294 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.295 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.296 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.297 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_destination": { 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_destination", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.298 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email address to send alerts to", 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_from_name": { 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_from_name", 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.299 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "Ceph", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Email From: name", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_host": { 2024-05-21T19:24:37.300 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_host", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP server", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.301 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_password": { 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_password", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Password to authenticate with", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.302 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_port": { 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_port", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "465", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.303 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP port", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_sender": { 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_sender", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.304 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SMTP envelope sender", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_ssl": { 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_ssl", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.305 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.306 INFO:teuthology.orchestra.run.smithi003.stdout: "smtp_user": { 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smtp_user", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "User to authenticate as", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.307 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.308 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "balancer", 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "active": { 2024-05-21T19:24:37.309 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "active", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.310 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_time": { 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_time", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0000", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:37.311 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "begin_weekday": { 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "begin_weekday", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:37.312 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_max_iterations": { 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_max_iterations", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "25", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "250", 2024-05-21T19:24:37.313 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_metrics": { 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_metrics", 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.314 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "crush_compat_step": { 2024-05-21T19:24:37.315 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crush_compat_step", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.5", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0.001", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "0.999", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "aggressiveness of optimization", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.316 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "end_time": { 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_time", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2359", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.317 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "end_weekday": { 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "end_weekday", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "0", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "6", 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.318 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.319 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.320 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.321 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.322 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.323 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.324 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "min_score": { 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_score", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.325 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.326 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "upmap", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "crush-compat", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "none", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "read", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap", 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap-read" 2024-05-21T19:24:37.327 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Balancer mode", 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_ids": { 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_ids", 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.328 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.329 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.330 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.331 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_deviation": { 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_deviation", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.332 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "upmap_max_optimizations": { 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "upmap_max_optimizations", 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.333 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.334 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_down_multiplier": { 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_down_multiplier", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:37.335 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_refresh_rate": { 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_refresh_rate", 2024-05-21T19:24:37.336 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "20", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.337 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "agent_starting_port": { 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "agent_starting_port", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4721", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.338 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_ptrace": { 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_ptrace", 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.339 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_interval": { 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_interval", 2024-05-21T19:24:37.340 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.341 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "autotune_memory_target_ratio": { 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0.7", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.342 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm_log_destination": { 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cephadm_log_destination", 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.343 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "file", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "file,syslog", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "syslog" 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.344 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "cgroups_split": { 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cgroups_split", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.345 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "config_checks_enabled": { 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_checks_enabled", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.346 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "config_dashboard": { 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_dashboard", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.347 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_alertmanager": { 2024-05-21T19:24:37.348 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_alertmanager", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.349 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_base": { 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_base", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Container image name, without the tag", 2024-05-21T19:24:37.350 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_elasticsearch": { 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_elasticsearch", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.351 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "elasticsearch container image", 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_grafana": { 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_grafana", 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.352 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_haproxy": { 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_haproxy", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.353 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "HAproxy container image", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.354 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_agent": { 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_agent", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger agent container image", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.355 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_collector": { 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_collector", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.356 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger collector container image", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_jaeger_query": { 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_jaeger_query", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.357 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Jaeger query container image", 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_keepalived": { 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_keepalived", 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.358 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Keepalived container image", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_loki": { 2024-05-21T19:24:37.359 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_loki", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Loki container image", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.360 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_node_exporter": { 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_node_exporter", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:37.361 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_nvmeof": { 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_nvmeof", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.362 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Nvme-of container image", 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_prometheus": { 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_prometheus", 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.363 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Prometheus container image", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.364 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_promtail": { 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_promtail", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Promtail container image", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.365 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_samba": { 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_samba", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.366 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Samba/SMB container image", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "container_image_snmp_gateway": { 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_image_snmp_gateway", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.367 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "SNMP Gateway container image", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "container_init": { 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "container_init", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.368 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "daemon_cache_timeout": { 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "daemon_cache_timeout", 2024-05-21T19:24:37.369 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.370 INFO:teuthology.orchestra.run.smithi003.stdout: "default_cephadm_command_timeout": { 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "900", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.371 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "default_registry": { 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "default_registry", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "docker.io", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.372 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "device_cache_timeout": { 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_cache_timeout", 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.373 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1800", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache device inventory", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "device_enhanced_scan": { 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_enhanced_scan", 2024-05-21T19:24:37.374 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.375 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "facts_cache_timeout": { 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "facts_cache_timeout", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.376 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "seconds to cache host facts data", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "grafana_dashboards_path": { 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "grafana_dashboards_path", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.377 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "host_check_interval": { 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "host_check_interval", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.378 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to perform a host check", 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "hw_monitoring": { 2024-05-21T19:24:37.379 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hw_monitoring", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.380 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "inventory_list_all": { 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "inventory_list_all", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.381 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.382 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.383 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "log_refresh_metadata": { 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_refresh_metadata", 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.384 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.385 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.386 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.387 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.388 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.389 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T19:24:37.390 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "*", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.391 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "max_count_per_host": { 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_count_per_host", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.392 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of daemons per service per host", 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "max_osd_draining_count": { 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_osd_draining_count", 2024-05-21T19:24:37.393 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.394 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "migration_current": { 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "migration_current", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "internal - do not modify", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.395 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "mode": { 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mode", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "root", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.396 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm-package", 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "root" 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "oob_default_addr": { 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "oob_default_addr", 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.397 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "169.254.1.1", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.398 INFO:teuthology.orchestra.run.smithi003.stdout: "prometheus_alerts_path": { 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus_alerts_path", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.399 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_insecure": { 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_insecure", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.400 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_password": { 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_password", 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.401 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_url": { 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_url", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.402 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.403 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "registry_username": { 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "registry_username", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T19:24:37.404 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "secure_monitoring_stack": { 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "secure_monitoring_stack", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.405 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "service_discovery_port": { 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "service_discovery_port", 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.406 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8765", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "cephadm service discovery port", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.407 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.408 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "ssh_config_file": { 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssh_config_file", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.409 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "use_agent": { 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_agent", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.410 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "use_repo_digest": { 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "use_repo_digest", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.411 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_failed_host_check": { 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_failed_host_check", 2024-05-21T19:24:37.412 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.413 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_daemons": { 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_daemons", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T19:24:37.414 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_on_stray_hosts": { 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_on_stray_hosts", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.415 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crash", 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.416 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.417 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.418 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.419 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.420 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.421 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.422 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "retain_interval": { 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retain_interval", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "31536000", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.423 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.424 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_recent_interval": { 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_recent_interval", 2024-05-21T19:24:37.425 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1209600", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.426 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dashboard", 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.427 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.428 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.429 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.430 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_ENABLED": { 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.431 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.432 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T19:24:37.433 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.434 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.435 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.436 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.437 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.438 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.439 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.440 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.441 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.442 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T19:24:37.443 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.444 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.445 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.446 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_URL": { 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_URL", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.447 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.448 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T19:24:37.449 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.450 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.451 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.452 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.453 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.454 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "[]", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T19:24:37.455 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "{}", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.456 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.457 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.458 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.459 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T19:24:37.460 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.461 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.462 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.463 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.464 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.465 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T19:24:37.466 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.467 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.468 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.469 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.470 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.471 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.472 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "45", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T19:24:37.473 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.474 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "admin", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.475 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.476 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.477 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.478 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T19:24:37.479 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.480 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.481 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.482 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "cross_origin_url": { 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cross_origin_url", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.483 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "crt_file": { 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "crt_file", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.484 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "debug": { 2024-05-21T19:24:37.485 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "debug", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Enable/disable debug options", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.486 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "jwt_token_ttl": { 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "jwt_token_ttl", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "28800", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.487 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.488 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.489 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.490 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.491 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.492 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.493 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.494 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.495 INFO:teuthology.orchestra.run.smithi003.stdout: "motd": { 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "motd", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "The message of the day", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.496 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect_resolve_ip_addr": { 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.497 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.498 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:37.499 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8080", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.500 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.501 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.502 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl_server_port": { 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl_server_port", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.503 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8443", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.504 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "redirect", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "redirect" 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.505 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:37.506 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "url_prefix": { 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url_prefix", 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.507 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.508 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "devicehealth", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_monitoring": { 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_monitoring", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.509 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "monitor device health metrics", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.510 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.511 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.512 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.513 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.514 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.515 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "mark_out_threshold": { 2024-05-21T19:24:37.516 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mark_out_threshold", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "2419200", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.517 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "pool_name": { 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pool_name", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "device_health_metrics", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.518 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "retention_period": { 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "retention_period", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15552000", 2024-05-21T19:24:37.519 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long to retain device health metrics", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_frequency": { 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_frequency", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.520 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "self_heal": { 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "self_heal", 2024-05-21T19:24:37.521 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.522 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T19:24:37.523 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.524 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "warn_threshold": { 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "warn_threshold", 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.525 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7257600", 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.526 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "diskprediction_local", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.527 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.528 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.529 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.530 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.531 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.532 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "predict_interval": { 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predict_interval", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.533 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "86400", 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "predictor_model": { 2024-05-21T19:24:37.534 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "predictor_model", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "prophetstor", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.535 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "600", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.536 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.537 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "influx", 2024-05-21T19:24:37.538 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": false, 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "influxdb python module not found", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "batch_size": { 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "batch_size", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5000", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.539 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "database": { 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "database", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "ceph", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.540 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "hostname": { 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "hostname", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.541 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server hostname", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.542 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "30", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "5", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.543 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.544 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.545 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.546 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.547 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.548 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.549 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "password": { 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "password", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.550 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "password of InfluxDB server user", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "port": { 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "port", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "8086", 2024-05-21T19:24:37.551 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "InfluxDB server port", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.552 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "ssl": { 2024-05-21T19:24:37.553 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ssl", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "false", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.554 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "threads": { 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threads", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "32", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T19:24:37.555 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "username": { 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "username", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.556 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "username of InfluxDB server user", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "verify_ssl": { 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "verify_ssl", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.557 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "true", 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.558 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "insights", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.559 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.560 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.561 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.562 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.563 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.564 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.565 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "iostat", 2024-05-21T19:24:37.566 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.567 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.568 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.569 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.570 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.571 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.572 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.573 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.574 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "k8sevents", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_event_retention_days": { 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "ceph_event_retention_days", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "7", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.575 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "config_check_secs": { 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "config_check_secs", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.576 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "10", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.577 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.578 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.579 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.580 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.581 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.582 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.583 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.584 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "localpool", 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "failure_domain": { 2024-05-21T19:24:37.585 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "failure_domain", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "host", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "failure domain for any created local pool", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.586 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.587 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.588 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.589 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.590 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.591 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.592 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "min_size": { 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "min_size", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default min_size for any created local pool", 2024-05-21T19:24:37.593 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "num_rep": { 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "num_rep", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.594 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default replica count for any created local pool", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_num": { 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_num", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.595 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "128", 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "prefix": { 2024-05-21T19:24:37.596 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prefix", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "name prefix for any created local pool", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.597 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.598 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "subtree": { 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "subtree", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "rack", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.599 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mds_autoscaler", 2024-05-21T19:24:37.600 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.601 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.602 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.603 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.604 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.605 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.606 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.607 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.608 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirroring", 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.609 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.610 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.611 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.612 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.613 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.614 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.615 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.616 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "nfs", 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.617 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.618 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.619 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.620 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.621 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.622 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.623 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.625 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.625 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.626 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.627 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "fail_fs": { 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "fail_fs", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.628 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.629 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.630 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.631 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.632 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.633 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.634 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator": { 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "orchestrator", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.635 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "cephadm", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "rook", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "test_orchestrator" 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Orchestrator backend", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.636 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.637 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_perf_query", 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.638 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.639 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.640 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.641 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.642 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.643 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.644 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.645 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.646 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "osd_support", 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.647 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.648 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.649 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.650 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.651 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.652 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.653 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.654 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "pg_autoscaler", 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.655 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.656 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.657 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.658 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.659 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.660 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.661 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.662 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.663 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.664 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "threshold": { 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "threshold", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "3.0", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1.0", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.665 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "scaling threshold", 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "progress", 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.666 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_pg_recovery_event": { 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_pg_recovery_event", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.667 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.668 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.669 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.670 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.671 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.672 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.673 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.674 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "max_completed_events": { 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_completed_events", 2024-05-21T19:24:37.675 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "50", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "number of past completed events to remember", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.676 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "sleep_interval": { 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sleep_interval", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "5", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "how long the module is going to sleep", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.677 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.678 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "prometheus", 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.679 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "cache": { 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "cache", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.680 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "exclude_perf_counters": { 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "exclude_perf_counters", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.681 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.682 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.683 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.684 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.685 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.686 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.687 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.688 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools": { 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.689 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "300", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.690 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "scrape_interval": { 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "scrape_interval", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.691 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15.0", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:37.692 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "::", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.693 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "9283", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T19:24:37.694 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.695 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "stale_cache_strategy": { 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stale_cache_strategy", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.696 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "log", 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_behaviour": { 2024-05-21T19:24:37.697 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_behaviour", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "default", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "default", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "error" 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.698 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "standby_error_status_code": { 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "standby_error_status_code", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "500", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "400", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "599", 2024-05-21T19:24:37.699 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_support", 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.700 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.701 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.702 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.703 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.704 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.705 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.706 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_snap_create": { 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_snap_create", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.707 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "mirror_snapshot_schedule": { 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.708 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.709 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.710 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "trash_purge_schedule": { 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "trash_purge_schedule", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.711 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "restful", 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.712 INFO:teuthology.orchestra.run.smithi003.stdout: "enable_auth": { 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enable_auth", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.713 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "key_file": { 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "key_file", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.714 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.715 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.716 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.717 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.718 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.719 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.720 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "server_addr": { 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_addr", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.721 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.722 INFO:teuthology.orchestra.run.smithi003.stdout: "server_port": { 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "server_port", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.723 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.724 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rgw", 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.725 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.726 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.727 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.728 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.729 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.730 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.731 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.732 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.733 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rook", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.734 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.735 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.736 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.737 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.738 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.739 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.740 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.741 INFO:teuthology.orchestra.run.smithi003.stdout: "storage_class": { 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "storage_class", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "local", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.742 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "selftest", 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.743 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.744 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.745 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.746 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.747 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.748 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.749 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "roption1": { 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption1", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.750 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "roption2": { 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "roption2", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "xyz", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.751 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption1": { 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption1", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.752 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption2": { 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption2", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.753 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption3": { 2024-05-21T19:24:37.754 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption3", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "float", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.755 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption4": { 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption4", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.756 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption5": { 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption5", 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.757 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption6": { 2024-05-21T19:24:37.758 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption6", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.759 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "rwoption7": { 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rwoption7", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "1", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "42", 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.760 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.761 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "testkey": { 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testkey", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.762 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.763 INFO:teuthology.orchestra.run.smithi003.stdout: "testlkey": { 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testlkey", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.764 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "testnewline": { 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "testnewline", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.765 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "smb", 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.766 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.767 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.768 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.769 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.770 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.771 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.772 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.773 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "update_orchestration": { 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "update_orchestration", 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.774 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.775 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snap_schedule", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "allow_m_granularity": { 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "allow_m_granularity", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.776 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "dump_on_update": { 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "dump_on_update", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.777 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "dump database to debug log on update", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.778 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.779 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.780 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.781 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.782 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.783 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.784 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.785 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "stats", 2024-05-21T19:24:37.786 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.787 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.788 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.789 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.790 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.791 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.792 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.793 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.794 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "status", 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.795 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.796 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.797 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.798 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.799 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.800 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.801 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.802 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telegraf", 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "address": { 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "address", 2024-05-21T19:24:37.803 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.804 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "15", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.805 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.806 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.807 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.808 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.809 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.810 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.811 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.812 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "telemetry", 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.813 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_basic": { 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_basic", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.814 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_crash": { 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_crash", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.815 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_device": { 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_device", 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.816 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_ident": { 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_ident", 2024-05-21T19:24:37.817 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.818 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "channel_perf": { 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "channel_perf", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T19:24:37.819 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "contact": { 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "contact", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.820 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "description": { 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "description", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.821 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "device_url": { 2024-05-21T19:24:37.822 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "device_url", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.823 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "enabled": { 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "enabled", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.824 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.825 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "24", 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "8", 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "last_opt_revision": { 2024-05-21T19:24:37.826 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "last_opt_revision", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "1", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.827 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard": { 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.828 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "leaderboard_description": { 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "leaderboard_description", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.829 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.830 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.831 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.832 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.833 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.834 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.835 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "organization": { 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "organization", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.836 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.837 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "proxy": { 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "proxy", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.838 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.839 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "url": { 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "url", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.840 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.841 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "test_orchestrator", 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.842 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.843 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.844 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.845 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.846 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.847 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.848 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.849 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "volumes", 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.850 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.851 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.852 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.853 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.854 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.855 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.856 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "max_concurrent_clones": { 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "max_concurrent_clones", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "4", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.857 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "periodic_async_work": { 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "periodic_async_work", 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.858 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Periodically check for async work", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_delay": { 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_delay", 2024-05-21T19:24:37.859 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.860 INFO:teuthology.orchestra.run.smithi003.stdout: "snapshot_clone_no_wait": { 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "True", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.861 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.862 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix", 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "can_run": true, 2024-05-21T19:24:37.863 INFO:teuthology.orchestra.run.smithi003.stdout: "error_string": "", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "module_options": { 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "discovery_interval": { 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "discovery_interval", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "uint", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "100", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.864 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "identifier": { 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "identifier", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.865 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "interval": { 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "interval", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "secs", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.866 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "60", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "log_level": { 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_level", 2024-05-21T19:24:37.867 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.868 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster": { 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.869 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.870 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_cluster_level": { 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_cluster_level", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "info", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [ 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "critical", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "debug", 2024-05-21T19:24:37.871 INFO:teuthology.orchestra.run.smithi003.stdout: "error", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "info", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "warning" 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "log_to_file": { 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "log_to_file", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "bool", 2024-05-21T19:24:37.872 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "False", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "sqlite3_killpoint": { 2024-05-21T19:24:37.873 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "sqlite3_killpoint", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "dev", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 1, 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "0", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.874 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_host": { 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_host", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.875 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_port": { 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_port", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "int", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "10051", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.876 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "zabbix_sender": { 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "zabbix_sender", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "str", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "level": "advanced", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "flags": 0, 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "min": "", 2024-05-21T19:24:37.877 INFO:teuthology.orchestra.run.smithi003.stdout: "max": "", 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "enum_allowed": [], 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "desc": "", 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "long_desc": "", 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "tags": [], 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "see_also": [] 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "services": { 2024-05-21T19:24:37.878 INFO:teuthology.orchestra.run.smithi003.stdout: "dashboard": "https://172.21.15.3:8443/" 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "always_on_modules": { 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "octopus": [ 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "balancer", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "crash", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "devicehealth", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_autoscaler", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "progress", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_support", 2024-05-21T19:24:37.879 INFO:teuthology.orchestra.run.smithi003.stdout: "status", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "telemetry", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "volumes" 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "pacific": [ 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "balancer", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "crash", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "devicehealth", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_autoscaler", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "progress", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_support", 2024-05-21T19:24:37.880 INFO:teuthology.orchestra.run.smithi003.stdout: "status", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "telemetry", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "volumes" 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "quincy": [ 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "balancer", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "crash", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "devicehealth", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_autoscaler", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "progress", 2024-05-21T19:24:37.881 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_support", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "status", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "telemetry", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "volumes" 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "reef": [ 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "balancer", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "crash", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "devicehealth", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_autoscaler", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "progress", 2024-05-21T19:24:37.882 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_support", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "status", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "telemetry", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "volumes" 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: ], 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "squid": [ 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "balancer", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "crash", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "devicehealth", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "orchestrator", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "pg_autoscaler", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "progress", 2024-05-21T19:24:37.883 INFO:teuthology.orchestra.run.smithi003.stdout: "rbd_support", 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "status", 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "telemetry", 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "volumes" 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "last_failure_osd_epoch": 3, 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "active_clients": [ 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "devicehealth", 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: "addrvec": [ 2024-05-21T19:24:37.884 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v2", 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:0", 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 2851093847 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "libcephsqlite", 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "addrvec": [ 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v2", 2024-05-21T19:24:37.885 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:0", 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 4286094801 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "rbd_support", 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "addrvec": [ 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v2", 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:0", 2024-05-21T19:24:37.886 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 3253533745 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: "name": "volumes", 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: "addrvec": [ 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: { 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: "type": "v2", 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: "addr": "172.21.15.3:0", 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: "nonce": 2335675245 2024-05-21T19:24:37.887 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.888 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.888 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:37.888 INFO:teuthology.orchestra.run.smithi003.stdout: ] 2024-05-21T19:24:37.888 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:37.889 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:36 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4105729901' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T19:24:37.889 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:35 smithi178 ceph-mon[36523]: pgmap v939: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 9 op/s 2024-05-21T19:24:37.889 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:35 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3027730673' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T19:24:37.890 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:35 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3730518607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T19:24:37.890 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:36 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4105729901' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 msgr2=0x7f43dc0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 0x7f43dc0b4d30 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f43e0009830 tx=0x7f43e0030450 comp rx=0 tx=0).stop 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 msgr2=0x7f43f819adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f43e800e9c0 tx=0x7f43e800edc0 comp rx=0 tx=0).stop 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 shutdown_connections 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f43f81085b0 0x7f43f81a2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f43f8105c80 0x7f43f819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f43dc0b2870 0x7f43dc0b4d30 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:37.891 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 --2- 172.21.15.3:0/4105729901 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f43f8103350 0x7f43f819adb0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:24:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.104+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 >> 172.21.15.3:0/4105729901 conn(0x7f43f80fcd60 msgr2=0x7f43f8102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:24:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.105+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 shutdown_connections 2024-05-21T19:24:37.892 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:24:36.105+0000 7f43f7200640 1 -- 172.21.15.3:0/4105729901 wait complete. 2024-05-21T19:24:37.953 DEBUG:tasks.check_counter:Getting stats from a 2024-05-21T19:24:37.954 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-21T19:24:37.954 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:36 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4105729901' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T19:24:37.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:37 smithi104 ceph-mon[36417]: pgmap v940: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:24:38.034 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:37 smithi003 ceph-mon[31577]: pgmap v940: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:24:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:37 smithi178 ceph-mon[36523]: pgmap v940: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-21T19:24:38.419 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:39.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:39 smithi003 ceph-mon[31577]: pgmap v941: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:24:39.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:39 smithi104 ceph-mon[36417]: pgmap v941: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:24:40.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:39 smithi178 ceph-mon[36523]: pgmap v941: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.5 KiB/s wr, 8 op/s 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 0, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 2, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 0, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 0, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 0, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.005592122, 2024-05-21T19:24:40.811 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.000811061, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.812 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 345, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 340, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 551920, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 209344, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 2, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 1, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.114155850, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.053785636, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.038477810, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.015760623, 2024-05-21T19:24:40.813 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 340, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.033878420, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000099642 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 551920, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 209344 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.814 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 1, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 258, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 160, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 124016, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 3, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.047010854, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.038710291, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.002457393, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 256, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.025125400, 2024-05-21T19:24:40.815 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000098146 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 124016 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "cct": { 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "total_workers": 0, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "unhealthy_workers": 0 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.816 INFO:teuthology.orchestra.run.smithi003.stdout: "mempool": { 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:40.817 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:40.818 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_items": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_bytes": 148984, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_items": 30, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:40.819 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_items": 0, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_bytes": 928, 2024-05-21T19:24:40.820 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_items": 2, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_items": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_items": 0 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 104857600, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 342, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 500684, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:40.821 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 342, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 342, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 500684, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:40.822 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:41.706 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-05-21T19:24:41.706 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-05-21T19:24:41.706 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-05-21T19:24:41.706 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-05-21T19:24:41.706 DEBUG:tasks.check_counter:Getting stats from d 2024-05-21T19:24:41.706 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-21T19:24:42.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:41 smithi003 ceph-mon[31577]: pgmap v942: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:42.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:41 smithi178 ceph-mon[36523]: pgmap v942: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:42.154 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:42.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:41 smithi104 ceph-mon[36417]: pgmap v942: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:44.001 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:43 smithi003 ceph-mon[31577]: pgmap v943: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:44.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:43 smithi104 ceph-mon[36417]: pgmap v943: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:43 smithi178 ceph-mon[36523]: pgmap v943: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 0, 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 2, 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 0, 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 0, 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:44.329 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 0, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.004532619, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.001237711, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:44.330 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 2, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 264, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 320, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 204032, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.051496206, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.040817685, 2024-05-21T19:24:44.331 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.004341027, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 262, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.028326445, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000108116 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:24:44.332 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 204032 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 352, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 347, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 553824, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 213824, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 2, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 1, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.105667226, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.041091825, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.042167384, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.016798107, 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:44.333 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 347, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.035800718, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000103172 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 553824, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 213824 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "cct": { 2024-05-21T19:24:44.334 INFO:teuthology.orchestra.run.smithi003.stdout: "total_workers": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "unhealthy_workers": 0 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "mempool": { 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:44.335 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:44.336 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_items": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:44.337 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_bytes": 148704, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_items": 29, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_bytes": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_items": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_bytes": 0, 2024-05-21T19:24:44.338 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_items": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_items": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_bytes": 928, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_items": 2, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_items": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_items": 0 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:44.339 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 104857600, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 350, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 501621, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 350, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 350, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 501621, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:44.340 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:44.341 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:44.341 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:45.078 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:44 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:24:45.136 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-21T19:24:45.136 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-21T19:24:45.136 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-21T19:24:45.136 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-21T19:24:45.136 DEBUG:tasks.check_counter:Getting stats from g 2024-05-21T19:24:45.136 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-21T19:24:45.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:44 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:24:45.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:44 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:24:45.617 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:46.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:45 smithi003 ceph-mon[31577]: pgmap v944: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:24:46.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:45 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:24:46.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:45 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:24:46.004 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:45 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:24:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:45 smithi178 ceph-mon[36523]: pgmap v944: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:24:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:45 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:24:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:45 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:24:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:45 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:24:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:45 smithi104 ceph-mon[36417]: pgmap v944: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-05-21T19:24:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:45 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T19:24:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:45 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T19:24:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:45 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' 2024-05-21T19:24:47.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:47 smithi003 ceph-mon[31577]: pgmap v945: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 2407, 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 4135, 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 675155, 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 3062886, 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 16, 2024-05-21T19:24:47.895 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.860768401, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.513968238, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.232944971, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.077839113, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 4133, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.360623395, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000087254 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 2291, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.001972363, 2024-05-21T19:24:47.896 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000860 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 2153, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 2096, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 1049045, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 1009575, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 28, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 6, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.463488911, 2024-05-21T19:24:47.897 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.200900758, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.215806202, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.049151364, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 2095, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.191212927, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000091271 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 2480, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.001059410, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000427 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.898 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 613584, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 225136 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 469, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 595, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 149103, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 996614, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 31, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 5, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.137223123, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.072961537, 2024-05-21T19:24:47.899 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.068785846, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000707996, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 594, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.063538800, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000106967 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 734, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000312381, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000425 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 622320 2024-05-21T19:24:47.900 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "cct": { 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "total_workers": 1, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "unhealthy_workers": 0 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "finisher-MDSRank": { 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "queue_len": 0, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "complete_latency": { 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 3234, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 1.475830459, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000456348 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.901 INFO:teuthology.orchestra.run.smithi003.stdout: "finisher-PurgeQueue": { 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "queue_len": 0, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "complete_latency": { 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 14, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000723239, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000051659 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "mds": { 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "request": 434, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "reply": 433, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "reply_latency": { 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 433, 2024-05-21T19:24:47.902 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 3.004405301, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.006938580 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "slow_reply": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "forward": 1, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_fetch_complete": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_fetch_keys": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_commit": 11, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_split": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_merge": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes": 16, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_top": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_bottom": 16, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_pin_tail": 0, 2024-05-21T19:24:47.903 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_pinned": 13, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_expired": 4, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "inodes_with_caps": 1, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "caps": 1, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "subtrees": 4, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse": 474, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_hit": 466, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_forward": 1, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_discover": 4, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_remote_ino": 0, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "traverse_lock": 0, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "load_cent": 0, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "q": 0, 2024-05-21T19:24:47.904 INFO:teuthology.orchestra.run.smithi003.stdout: "exported": 1, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "exported_inodes": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "imported": 1, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "imported_inodes": 1, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "openino_dir_fetch": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "openino_backtrace_fetch": 10, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "openino_peer_discover": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "root_rfiles": 5, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "root_rbytes": 266, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "root_rsnaps": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_backtrace_fetch": 10, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_set_tag": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:24:47.905 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_dir_inodes": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "scrub_file_inodes": 10, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_inode_file_caps": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_cap_op_revoke": 441, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_cap_op_grant": 451, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_cap_op_trunc": 423, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_client_caps": 512, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_client_caps_dirty": 500, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_client_cap_release": 2, 2024-05-21T19:24:47.906 INFO:teuthology.orchestra.run.smithi003.stdout: "process_request_cap_release": 430 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_cache": { 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_update": 1, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_update_receipt": 11, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_try_discover": 7, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_send_discover": 9, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "dir_handle_discover": 2, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "num_strays": 0, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "num_strays_delayed": 0, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "strays_created": 1, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "strays_enqueued": 1, 2024-05-21T19:24:47.907 INFO:teuthology.orchestra.run.smithi003.stdout: "strays_reintegrated": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "strays_migrated": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "num_recovering_processing": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "recovery_started": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "recovery_completed": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_quiesce_path": 14, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_quiesce_inode": 110, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_exportdir": 1, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_flush": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:24:47.908 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_fragstats": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "ireq_inodestats": 0 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_log": { 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evlrg": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evadd": 1414, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evex": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evtrm": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "ev": 1414, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evexg": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "evexd": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "segadd": 3, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "segex": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "segtrm": 0, 2024-05-21T19:24:47.909 INFO:teuthology.orchestra.run.smithi003.stdout: "seg": 3, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "segmjr": 2, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "segexg": 0, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "segexd": 0, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "expos": 4194304, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "wrpos": 5844179, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "rdpos": 0, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "jlat": { 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1364, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 3.505422573, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.002569957 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "replayed": 0 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.910 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_mem": { 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "ino": 20, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "ino+": 23, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "ino-": 3, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dir": 19, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dir+": 23, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dir-": 4, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dn": 16, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dn+": 22, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "dn-": 6, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "cap": 1, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "cap+": 4, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "cap-": 3, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "rss": 53692, 2024-05-21T19:24:47.911 INFO:teuthology.orchestra.run.smithi003.stdout: "heap": 223608 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_server": { 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "dispatch_client_request": 1283, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "dispatch_server_request": 1, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_client_request": 434, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_client_session": 14, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "handle_peer_request": 4, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "req_create_latency": { 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 6, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.004115013, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000685835 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.912 INFO:teuthology.orchestra.run.smithi003.stdout: "req_getattr_latency": { 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "req_getfilelock_latency": { 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "req_link_latency": { 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.913 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookup_latency": { 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000762485, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000762485 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookuphash_latency": { 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookupino_latency": { 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1, 2024-05-21T19:24:47.914 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000206368, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000206368 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookupname_latency": { 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookupparent_latency": { 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.915 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lookupsnap_latency": { 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "req_lssnap_latency": { 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.916 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "req_mkdir_latency": { 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "req_mknod_latency": { 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.917 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "req_mksnap_latency": { 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "req_open_latency": { 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.918 INFO:teuthology.orchestra.run.smithi003.stdout: "req_readdir_latency": { 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000593918, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000593918 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "req_rename_latency": { 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "req_renamesnap_latency": { 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.919 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "req_snapdiff_latency": { 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "req_rmdir_latency": { 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "req_rmsnap_latency": { 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.920 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "req_rmxattr_latency": { 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "req_setattr_latency": { 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 423, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 2.994183527, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.007078448 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "req_setdirlayout_latency": { 2024-05-21T19:24:47.921 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "req_setfilelock_latency": { 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "req_setlayout_latency": { 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.922 INFO:teuthology.orchestra.run.smithi003.stdout: "req_setxattr_latency": { 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "req_symlink_latency": { 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "req_unlink_latency": { 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.004543990, 2024-05-21T19:24:47.923 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.004543990 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "req_getvxattr_latency": { 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_sessions": { 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "session_count": 1, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "session_add": 1, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "session_remove": 0, 2024-05-21T19:24:47.924 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions_open": 1, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "sessions_stale": 0, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "total_load": 67, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "average_load": 67, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "avg_session_uptime": 1022, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "mdthresh_evicted": 0 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "mempool": { 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:47.925 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:47.926 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:47.927 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_bytes": 288709, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_items": 99, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:47.928 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_bytes": 7720, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_items": 162, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_items": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_bytes": 81429, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_items": 341, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_items": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_items": 0 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.929 INFO:teuthology.orchestra.run.smithi003.stdout: "objecter": { 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_active": 0, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_laggy": 0, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_send": 1888, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_send_bytes": 1665477, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_resend": 28, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_reply": 1888, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_latency": { 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1888, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 5.268931495, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.002790747 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "op_inflight": 0, 2024-05-21T19:24:47.930 INFO:teuthology.orchestra.run.smithi003.stdout: "oplen_avg": { 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 1888, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 1920 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "op": 1888, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "op_r": 11, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "op_w": 1877, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "op_rmw": 0, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "op_pg": 0, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_stat": 0, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_create": 10, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_read": 1, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_write": 1365, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_writefull": 44, 2024-05-21T19:24:47.931 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_writesame": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_append": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_zero": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_truncate": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_delete": 13, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_mapext": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_sparse_read": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_clonerange": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_getxattr": 10, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_setxattr": 20, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_rmxattr": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_call": 0, 2024-05-21T19:24:47.932 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_watch": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_notify": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_pgls": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "osdop_other": 423, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "linger_active": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "linger_send": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "linger_resend": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "linger_ping": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "poolop_active": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "poolop_send": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "poolop_resend": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "poolstat_active": 0, 2024-05-21T19:24:47.933 INFO:teuthology.orchestra.run.smithi003.stdout: "poolstat_send": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "poolstat_resend": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "statfs_active": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "statfs_send": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "statfs_resend": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "command_active": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "command_send": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "command_resend": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "map_epoch": 82, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "map_full": 0, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "map_inc": 2, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_sessions": 11, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_session_open": 14, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_session_close": 3, 2024-05-21T19:24:47.934 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_laggy": 0, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_wr": 29, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_rd": 0, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_del": 5 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "oft": { 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_total_objs": 1, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_total_updates": 0, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "omap_total_removes": 0 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "osd-slow-ops": { 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "slow_ops_count": 106 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.935 INFO:teuthology.orchestra.run.smithi003.stdout: "purge_queue": { 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executing_ops": 0, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executing_ops_high_water": 1, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executing": 0, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executing_high_water": 1, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executed_ops": 1, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_executed": 1, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "pq_item_in_journal": 0 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 104857600, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 5025, 2024-05-21T19:24:47.936 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 1412867, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 5025, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 5025, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 1412867, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-objecter_bytes": { 2024-05-21T19:24:47.937 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 104857600, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 1888, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 1665578, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 1888, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 1665578, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.938 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-objecter_ops": { 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 1024, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 1888, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 1888, 2024-05-21T19:24:47.939 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 1888, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 1888, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 3758096384, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 1, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 101, 2024-05-21T19:24:47.940 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 1, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 1, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 101, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-write_buf_throttle-0x55a9a6d62500": { 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:47.941 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 3758096384, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 1414, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 1649875, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 1414, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 1364, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 1649875, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:47.942 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.943 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:47.943 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:48.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:47 smithi178 ceph-mon[36523]: pgmap v945: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:24:48.246 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:47 smithi104 ceph-mon[36417]: pgmap v945: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-21T19:24:48.778 INFO:tasks.check_counter:Daemon mds.g mds.exported=1 2024-05-21T19:24:48.778 INFO:tasks.check_counter:Daemon mds.g mds.imported=1 2024-05-21T19:24:48.778 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=1 2024-05-21T19:24:48.778 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=11 2024-05-21T19:24:48.778 DEBUG:tasks.check_counter:Getting stats from j 2024-05-21T19:24:48.778 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-21T19:24:49.266 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:24:50.014 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:49 smithi003 ceph-mon[31577]: pgmap v946: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:24:50.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:49 smithi178 ceph-mon[36523]: pgmap v946: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:24:50.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:49 smithi104 ceph-mon[36417]: pgmap v946: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 85 B/s wr, 6 op/s 2024-05-21T19:24:51.455 INFO:teuthology.orchestra.run.smithi003.stdout:{ 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 0, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 2, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 0, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 0, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 0, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.004539599, 2024-05-21T19:24:51.456 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T19:24:51.457 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.001043449, 2024-05-21T19:24:51.457 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:51.457 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:51.458 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 2, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 266, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 320, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 204384, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.053259192, 2024-05-21T19:24:51.459 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.042101604, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.004872741, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 264, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.029006080, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000109871 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:51.460 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 204384 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_messages": 355, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages": 350, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_bytes": 554640, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_bytes": 215744, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_created_connections": 2, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_active_connections": 1, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_total_time": 0.103477063, 2024-05-21T19:24:51.461 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_send_time": 0.040195322, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_recv_time": 0.039459311, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_running_fast_dispatch_time": 0.017019021, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 350, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.034912344, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000099749 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:51.462 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_recv_encrypted_bytes": 554640, 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "msgr_send_encrypted_bytes": 215744 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "cct": { 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "total_workers": 0, 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: "unhealthy_workers": 0 2024-05-21T19:24:51.463 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "mempool": { 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:51.464 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:51.465 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:51.466 INFO:teuthology.orchestra.run.smithi003.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_bytes": 149735, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_anon_items": 30, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_bytes": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_items": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_bytes": 0, 2024-05-21T19:24:51.467 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_items": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "pgmap_items": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_bytes": 928, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "mds_co_items": 2, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_1_items": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "unittest_2_items": 0 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: }, 2024-05-21T19:24:51.468 INFO:teuthology.orchestra.run.smithi003.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "val": 0, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "max": 104857600, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "get_started": 0, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "get": 353, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "get_sum": 502011, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "get_or_fail_success": 353, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "take": 0, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "take_sum": 0, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "put": 353, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "put_sum": 502011, 2024-05-21T19:24:51.469 INFO:teuthology.orchestra.run.smithi003.stdout: "wait": { 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout: "avgcount": 0, 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout: "sum": 0.000000000, 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout: "avgtime": 0.000000000 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout: } 2024-05-21T19:24:51.470 INFO:teuthology.orchestra.run.smithi003.stdout:} 2024-05-21T19:24:51.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:51 smithi003 ceph-mon[31577]: pgmap v947: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:24:52.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:51 smithi178 ceph-mon[36523]: pgmap v947: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:24:52.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:51 smithi104 ceph-mon[36417]: pgmap v947: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:24:52.314 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-21T19:24:52.314 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-21T19:24:52.314 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-21T19:24:52.314 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-21T19:24:52.314 DEBUG:tasks.check_counter:Getting stats from b 2024-05-21T19:24:52.315 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-21T19:24:52.566 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:24:53.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:53 smithi104 ceph-mon[36417]: pgmap v948: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:54.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:53 smithi003 ceph-mon[31577]: pgmap v948: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:54.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:53 smithi178 ceph-mon[36523]: pgmap v948: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:54.234 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 3031, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 3071, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 841603, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 7973962, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 363, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 6, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.392209685, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.099134700, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.188326703, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.063752525, 2024-05-21T19:24:54.235 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3072, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.173538342, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000056490 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2718, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000575198, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000211 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.236 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 1939, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 1823, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 714028, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 1223833, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 14, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 5, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.251853207, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.071956552, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.095937412, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.081307218, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 1822, 2024-05-21T19:24:54.237 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.328648622, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000180377 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 1059, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000465121, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000439 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 55168, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 577440 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:54.238 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 2717, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 2508, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 1300012, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 952445, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 8, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 7, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.253670650, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.088089145, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.108737609, 2024-05-21T19:24:54.239 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.055837899, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2504, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.483571677, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000193119 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2912, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000613316, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000210 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 623280, 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 240992 2024-05-21T19:24:54.240 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "cct": { 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "total_workers": 1, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "unhealthy_workers": 0 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "finisher-MDSRank": { 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "queue_len": 0, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "complete_latency": { 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2989, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.674983083, 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000225822 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.241 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "finisher-PurgeQueue": { 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "queue_len": 0, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "complete_latency": { 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000008531, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000004265 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "request": 221, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "reply": 220, 2024-05-21T19:24:54.242 INFO:teuthology.orchestra.run.smithi104.stdout: "reply_latency": { 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 220, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 7.327159139, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.033305268 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "slow_reply": 0, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "forward": 1, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_fetch_complete": 4, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_fetch_keys": 1, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_commit": 287, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_split": 0, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_merge": 0, 2024-05-21T19:24:54.243 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes": 20, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_top": 2, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_bottom": 7, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_pin_tail": 11, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_pinned": 14, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_expired": 13, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_with_caps": 0, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": 0, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "subtrees": 4, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse": 289, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_hit": 281, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_forward": 0, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_discover": 0, 2024-05-21T19:24:54.244 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_remote_ino": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_lock": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "load_cent": 140, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "q": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "exported": 2, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "exported_inodes": 7, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "imported": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "imported_inodes": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_dir_fetch": 0, 2024-05-21T19:24:54.245 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_backtrace_fetch": 225, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_peer_discover": 0, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rfiles": 4, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rbytes": 234, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rsnaps": 0, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_backtrace_fetch": 225, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_set_tag": 0, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:24:54.246 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dir_inodes": 148, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dir_base_inodes": 20, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dirfrag_rstats": 128, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_file_inodes": 77, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_inode_file_caps": 1, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_revoke": 194, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_grant": 192, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_trunc": 176, 2024-05-21T19:24:54.247 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_caps": 230, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_caps_dirty": 208, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_cap_release": 1, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "process_request_cap_release": 196 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_cache": { 2024-05-21T19:24:54.248 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_update": 8, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_update_receipt": 2, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_try_discover": 1, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_send_discover": 2, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_handle_discover": 18, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays": 0, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays_delayed": 0, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:24:54.249 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_created": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_enqueued": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_reintegrated": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_migrated": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_processing": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "recovery_started": 0, 2024-05-21T19:24:54.250 INFO:teuthology.orchestra.run.smithi104.stdout: "recovery_completed": 0, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_quiesce_path": 14, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_quiesce_inode": 172, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_enqueue_scrub": 20, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_exportdir": 2, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_flush": 0, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_fragstats": 0, 2024-05-21T19:24:54.251 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_inodestats": 0 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_log": { 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evlrg": 0, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evadd": 875, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evex": 874, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evtrm": 874, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "ev": 4, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evexg": 0, 2024-05-21T19:24:54.252 INFO:teuthology.orchestra.run.smithi104.stdout: "evexd": 3, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segadd": 77, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segex": 76, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segtrm": 76, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "seg": 1, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segmjr": 1, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segexg": 0, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "segexd": 1, 2024-05-21T19:24:54.253 INFO:teuthology.orchestra.run.smithi104.stdout: "expos": 6988644, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "wrpos": 6992168, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "rdpos": 0, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "jlat": { 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 862, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 1.860565848, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.002158429 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.254 INFO:teuthology.orchestra.run.smithi104.stdout: "replayed": 0 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_mem": { 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "ino": 24, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "ino+": 52, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "ino-": 28, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "dir": 20, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "dir+": 24, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "dir-": 4, 2024-05-21T19:24:54.255 INFO:teuthology.orchestra.run.smithi104.stdout: "dn": 20, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "dn+": 33, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "dn-": 13, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "cap": 0, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "cap+": 16, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "cap-": 16, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "rss": 57516, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "heap": 231800 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.256 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_server": { 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "dispatch_client_request": 584, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "dispatch_server_request": 1, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_request": 221, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_session": 22, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_peer_request": 2, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "req_create_latency": { 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 7, 2024-05-21T19:24:54.257 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.005046406, 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000720915 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getattr_latency": { 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 17, 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.004026793, 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000236870 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.258 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getfilelock_latency": { 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "req_link_latency": { 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.259 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.260 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.260 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookup_latency": { 2024-05-21T19:24:54.260 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 1, 2024-05-21T19:24:54.260 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000497416, 2024-05-21T19:24:54.260 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000497416 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookuphash_latency": { 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupino_latency": { 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.261 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupname_latency": { 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupparent_latency": { 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupsnap_latency": { 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.262 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.263 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.263 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lssnap_latency": { 2024-05-21T19:24:54.263 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.263 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.263 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mkdir_latency": { 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 8, 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 6.335781664, 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.791972708 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mknod_latency": { 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.264 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mksnap_latency": { 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "req_open_latency": { 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 1, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000211367, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000211367 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.265 INFO:teuthology.orchestra.run.smithi104.stdout: "req_readdir_latency": { 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rename_latency": { 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.002515320, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.001257660 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.266 INFO:teuthology.orchestra.run.smithi104.stdout: "req_renamesnap_latency": { 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "req_snapdiff_latency": { 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmdir_latency": { 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.267 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmsnap_latency": { 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmxattr_latency": { 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.268 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setattr_latency": { 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 177, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.958752703, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.005416681 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setdirlayout_latency": { 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setfilelock_latency": { 2024-05-21T19:24:54.269 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setlayout_latency": { 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.270 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setxattr_latency": { 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 7, 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.020327470, 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.002903924 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "req_symlink_latency": { 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.271 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "req_unlink_latency": { 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.272 INFO:teuthology.orchestra.run.smithi104.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getvxattr_latency": { 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.273 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_sessions": { 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "session_count": 1, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "session_add": 2, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "session_remove": 1, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "sessions_open": 1, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "sessions_stale": 0, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "total_load": 56, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "average_load": 56, 2024-05-21T19:24:54.274 INFO:teuthology.orchestra.run.smithi104.stdout: "avg_session_uptime": 1029, 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "mdthresh_evicted": 0 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "mempool": { 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:54.275 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:54.276 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:54.276 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:54.276 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:54.276 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:54.276 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:54.277 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:54.278 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_items": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:54.279 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_bytes": 294821, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_items": 101, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_bytes": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_items": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_bytes": 7720, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_items": 162, 2024-05-21T19:24:54.280 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_items": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_bytes": 95754, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_items": 564, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_items": 0, 2024-05-21T19:24:54.281 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_items": 0 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "objecter": { 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "op_active": 0, 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "op_laggy": 0, 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "op_send": 2471, 2024-05-21T19:24:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: "op_send_bytes": 3104256, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "op_resend": 37, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "op_reply": 2471, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "op_latency": { 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2471, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 25.367700262, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.010266167 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "op_inflight": 0, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "oplen_avg": { 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 2471, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 3093 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.283 INFO:teuthology.orchestra.run.smithi104.stdout: "op": 2471, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "op_r": 270, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "op_w": 2201, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "op_rmw": 0, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "op_pg": 0, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_stat": 267, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_create": 25, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_read": 20, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_write": 862, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_writefull": 229, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_writesame": 0, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_append": 0, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_zero": 0, 2024-05-21T19:24:54.284 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_truncate": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_delete": 506, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_mapext": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_sparse_read": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_clonerange": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_getxattr": 250, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_setxattr": 50, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_rmxattr": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_call": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_watch": 0, 2024-05-21T19:24:54.285 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_notify": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_pgls": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_other": 176, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_active": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_send": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_resend": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_ping": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_active": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_send": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_resend": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_active": 0, 2024-05-21T19:24:54.286 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_send": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_resend": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_active": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_send": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_resend": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "command_active": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "command_send": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "command_resend": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "map_epoch": 82, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "map_full": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "map_inc": 2, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_sessions": 12, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_session_open": 12, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_session_close": 0, 2024-05-21T19:24:54.287 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_laggy": 0, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_wr": 685, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_rd": 10, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_del": 13 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "oft": { 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_objs": 1, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_updates": 0, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_removes": 0 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "osd-slow-ops": { 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: "slow_ops_count": 161 2024-05-21T19:24:54.288 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "purge_queue": { 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_ops": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_high_water": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executed_ops": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executed": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_item_in_journal": 0 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:54.289 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 7683, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 2156550, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 7683, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 7683, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 2156550, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.290 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-objecter_bytes": { 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 2471, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 3104188, 2024-05-21T19:24:54.291 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 2471, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 3104188, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-objecter_ops": { 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 1024, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:54.292 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 2471, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 2471, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 2471, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 2471, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.293 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 3758096384, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 0, 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:54.294 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-write_buf_throttle-0x557afcdf4500": { 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 3758096384, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 875, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 2797864, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 875, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:54.295 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 862, 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 2797864, 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:54.296 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-05-21T19:24:55.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:54 smithi003 ceph-mon[31577]: pgmap v949: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:24:55.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:54 smithi178 ceph-mon[36523]: pgmap v949: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:24:55.155 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:54 smithi104 ceph-mon[36417]: pgmap v949: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:24:55.182 INFO:tasks.check_counter:Daemon mds.b mds.exported=2 2024-05-21T19:24:55.182 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-21T19:24:55.182 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=8 2024-05-21T19:24:55.182 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=2 2024-05-21T19:24:55.182 DEBUG:tasks.check_counter:Getting stats from e 2024-05-21T19:24:55.182 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-21T19:24:55.425 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:24:57.099 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 350, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 347, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 551376, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 214656, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 0, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.059481428, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.024619325, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.020117177, 2024-05-21T19:24:57.100 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.009764762, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 346, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.017789602, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000051415 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 551376, 2024-05-21T19:24:57.101 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 214656 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 2, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 266, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 320, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 204384, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.016320722, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.012258134, 2024-05-21T19:24:57.102 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.000810783, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 264, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.019171442, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000072619 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 204384 2024-05-21T19:24:57.103 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 4, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 4, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 2992, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 448, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 2, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 1, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.000651303, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.000043112, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.000582344, 2024-05-21T19:24:57.104 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000699820, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000233273 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T19:24:57.105 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "cct": { 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "total_workers": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "unhealthy_workers": 0 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "mempool": { 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:57.106 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:57.107 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:57.108 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_bytes": 148682, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_items": 29, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_items": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:57.109 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_bytes": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_bytes": 928, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_items": 2, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_items": 0, 2024-05-21T19:24:57.110 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_items": 0 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 352, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 501881, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 352, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:57.111 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 352, 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 501881, 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:57.112 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-05-21T19:24:57.744 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-05-21T19:24:57.745 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-05-21T19:24:57.745 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.e 2024-05-21T19:24:57.745 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.e 2024-05-21T19:24:57.745 DEBUG:tasks.check_counter:Getting stats from h 2024-05-21T19:24:57.745 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-21T19:24:57.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:57 smithi104 ceph-mon[36417]: pgmap v950: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:57.981 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:24:58.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:57 smithi003 ceph-mon[31577]: pgmap v950: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:58.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:57 smithi178 ceph-mon[36523]: pgmap v950: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-05-21T19:24:59.549 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 3967, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 3968, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 2758212, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 1261195, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 6, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.310526452, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.097625307, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.080455434, 2024-05-21T19:24:59.550 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.107654221, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3966, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.121560055, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000030650 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:24:59.551 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 8, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 269, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 3868, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 626298, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 5, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 3, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.015420409, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.011020601, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.001523812, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.000056842, 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:59.552 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 268, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.019122219, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000071351 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 625600 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.553 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 364, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 354, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 595964, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 215518, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 4, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 2, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.057681606, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.023852975, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.021672553, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.008885724, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 353, 2024-05-21T19:24:59.554 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.020023487, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000056723 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 595696, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 215200 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "cct": { 2024-05-21T19:24:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: "total_workers": 1, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "unhealthy_workers": 0 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "finisher-MDSRank": { 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "queue_len": 0, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "complete_latency": { 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 6894, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.160899631, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000023339 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "finisher-PurgeQueue": { 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "queue_len": 0, 2024-05-21T19:24:59.556 INFO:teuthology.orchestra.run.smithi104.stdout: "complete_latency": { 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "mds": { 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "request": 0, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "reply": 0, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "reply_latency": { 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.557 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "slow_reply": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "forward": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_fetch_complete": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_fetch_keys": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_commit": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_split": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_merge": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes": 2, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_top": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_bottom": 2, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_pin_tail": 0, 2024-05-21T19:24:59.558 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_pinned": 2, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_expired": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "inodes_with_caps": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "caps": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "subtrees": 1, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_hit": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_forward": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_discover": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_remote_ino": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "traverse_lock": 0, 2024-05-21T19:24:59.559 INFO:teuthology.orchestra.run.smithi104.stdout: "load_cent": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "q": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "exported": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "exported_inodes": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "imported": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "imported_inodes": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_dir_fetch": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_backtrace_fetch": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "openino_peer_discover": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rfiles": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rbytes": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "root_rsnaps": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_set_tag": 0, 2024-05-21T19:24:59.560 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dir_inodes": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "scrub_file_inodes": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_inode_file_caps": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_grant": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_caps": 0, 2024-05-21T19:24:59.561 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_caps_dirty": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_cap_release": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "process_request_cap_release": 0 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_cache": { 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_update": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_update_receipt": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_try_discover": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_send_discover": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "dir_handle_discover": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays_delayed": 0, 2024-05-21T19:24:59.562 INFO:teuthology.orchestra.run.smithi104.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_created": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_enqueued": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_reintegrated": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "strays_migrated": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_processing": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "recovery_started": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "recovery_completed": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_quiesce_path": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_quiesce_inode": 0, 2024-05-21T19:24:59.563 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_exportdir": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_flush": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_fragstats": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ireq_inodestats": 0 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_log": { 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evlrg": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evadd": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evex": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evtrm": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "ev": 1414, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evexg": 0, 2024-05-21T19:24:59.564 INFO:teuthology.orchestra.run.smithi104.stdout: "evexd": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segadd": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segex": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segtrm": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "seg": 3, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segmjr": 2, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segexg": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "segexd": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "expos": 4194304, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "wrpos": 5844179, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "rdpos": 5842528, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "jlat": { 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.565 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "replayed": 1414 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_mem": { 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "ino": 4, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "ino+": 13, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "ino-": 9, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "dir": 2, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "dir+": 11, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "dir-": 9, 2024-05-21T19:24:59.566 INFO:teuthology.orchestra.run.smithi104.stdout: "dn": 2, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "dn+": 11, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "dn-": 9, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "cap": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "cap+": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "cap-": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "rss": 51616, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "heap": 215416 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_server": { 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "dispatch_client_request": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "dispatch_server_request": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_request": 0, 2024-05-21T19:24:59.567 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_client_session": 0, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "handle_peer_request": 0, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "req_create_latency": { 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getattr_latency": { 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.568 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getfilelock_latency": { 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "req_link_latency": { 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.569 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookup_latency": { 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookuphash_latency": { 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupino_latency": { 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.570 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupname_latency": { 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.571 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupparent_latency": { 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lookupsnap_latency": { 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.572 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "req_lssnap_latency": { 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mkdir_latency": { 2024-05-21T19:24:59.573 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.574 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.574 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.574 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.574 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mknod_latency": { 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "req_mksnap_latency": { 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.575 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "req_open_latency": { 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "req_readdir_latency": { 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.576 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rename_latency": { 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "req_renamesnap_latency": { 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "req_snapdiff_latency": { 2024-05-21T19:24:59.577 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmdir_latency": { 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmsnap_latency": { 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.578 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "req_rmxattr_latency": { 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setattr_latency": { 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setdirlayout_latency": { 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.579 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setfilelock_latency": { 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setlayout_latency": { 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "req_setxattr_latency": { 2024-05-21T19:24:59.580 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "req_symlink_latency": { 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "req_unlink_latency": { 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.581 INFO:teuthology.orchestra.run.smithi104.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "req_getvxattr_latency": { 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_sessions": { 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "session_count": 1, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "session_add": 1, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "session_remove": 0, 2024-05-21T19:24:59.582 INFO:teuthology.orchestra.run.smithi104.stdout: "sessions_open": 1, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "sessions_stale": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "total_load": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "average_load": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "avg_session_uptime": 2687, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "mdthresh_evicted": 0 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "mempool": { 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_items": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:24:59.583 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_items": 0, 2024-05-21T19:24:59.584 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_items": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:24:59.585 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_bytes": 182065, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_items": 48, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_bytes": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_items": 0, 2024-05-21T19:24:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_bytes": 7720, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_items": 162, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_bytes": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_items": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_bytes": 13456, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_items": 36, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_bytes": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_items": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_bytes": 0, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_items": 0 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.587 INFO:teuthology.orchestra.run.smithi104.stdout: "objecter": { 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_active": 0, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_laggy": 0, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_send": 3969, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_send_bytes": 21, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_resend": 3, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_reply": 3969, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_latency": { 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3969, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 2.757966959, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000694877 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "op_inflight": 0, 2024-05-21T19:24:59.588 INFO:teuthology.orchestra.run.smithi104.stdout: "oplen_avg": { 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3969, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 3970 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "op": 3969, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "op_r": 3969, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "op_w": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "op_rmw": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "op_pg": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_stat": 2277, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_create": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_read": 1690, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_write": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_writefull": 0, 2024-05-21T19:24:59.589 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_writesame": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_append": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_zero": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_truncate": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_delete": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_mapext": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_sparse_read": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_clonerange": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_getxattr": 1, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_setxattr": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_rmxattr": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:24:59.590 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_call": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_watch": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_notify": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_pgls": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "osdop_other": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_active": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_send": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_resend": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "linger_ping": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_active": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_send": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "poolop_resend": 0, 2024-05-21T19:24:59.591 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_active": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_send": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "poolstat_resend": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_active": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_send": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "statfs_resend": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "command_active": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "command_send": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "command_resend": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "map_epoch": 82, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "map_full": 0, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "map_inc": 2, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_sessions": 4, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_session_open": 5, 2024-05-21T19:24:59.592 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_session_close": 1, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_laggy": 0, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_wr": 0, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_rd": 2, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_del": 0 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "oft": { 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_objs": 0, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_updates": 0, 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: "omap_total_removes": 0 2024-05-21T19:24:59.593 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "osd-slow-ops": { 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "slow_ops_count": 0 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "purge_queue": { 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_ops": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executing_high_water": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executed_ops": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_executed": 0, 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: "pq_item_in_journal": 0 2024-05-21T19:24:59.594 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 4335, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 2946144, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 4335, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 4335, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 2946144, 2024-05-21T19:24:59.595 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-objecter_bytes": { 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:59.596 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 3969, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 1649880, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 3969, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 1649880, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.597 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-objecter_ops": { 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 1024, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 3969, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 3969, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 3969, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 3969, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.598 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 3758096384, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:59.599 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 0, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 0, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-write_buf_throttle-0x5613eb3b06e0": { 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 3758096384, 2024-05-21T19:24:59.600 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.601 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:24:59.602 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-05-21T19:24:59.874 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:24:59 smithi104 ceph-mon[36417]: pgmap v951: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:25:00.110 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:24:59 smithi003 ceph-mon[31577]: pgmap v951: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:25:00.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:24:59 smithi178 ceph-mon[36523]: pgmap v951: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-21T19:25:00.396 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-21T19:25:00.396 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-21T19:25:00.397 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-21T19:25:00.397 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-21T19:25:00.397 DEBUG:tasks.check_counter:Getting stats from k 2024-05-21T19:25:00.397 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-21T19:25:00.633 INFO:teuthology.orchestra.run.smithi104.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T19:25:01.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:01 smithi104 ceph-mon[36417]: pgmap v952: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T19:25:02.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:01 smithi003 ceph-mon[31577]: pgmap v952: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T19:25:02.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:01 smithi178 ceph-mon[36523]: pgmap v952: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-05-21T19:25:02.248 INFO:teuthology.orchestra.run.smithi104.stdout:{ 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 4, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 4, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 2992, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 448, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 4, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 0, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.001327945, 2024-05-21T19:25:02.249 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.000042747, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.000569791, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 3, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000745513, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000248504 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:25:02.250 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 355, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 352, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 552736, 2024-05-21T19:25:02.251 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 217856, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 2, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 1, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.058594742, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.024239694, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.020494898, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.009928619, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 351, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.019642227, 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000055960 2024-05-21T19:25:02.252 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 552736, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 217856 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:25:02.253 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_messages": 2, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages": 269, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_bytes": 320, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_bytes": 204912, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_created_connections": 4, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_active_connections": 2, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_total_time": 0.017204966, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_send_time": 0.012943357, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_recv_time": 0.000964239, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:02.254 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 267, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.020586801, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000077104 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:25:02.255 INFO:teuthology.orchestra.run.smithi104.stdout: "msgr_send_encrypted_bytes": 204912 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "cct": { 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "total_workers": 0, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "unhealthy_workers": 0 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "mempool": { 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "bloom_filter_items": 0, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:25:02.256 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:25:02.257 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_extent_items": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_blob_items": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:25:02.258 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_txc_items": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluestore_writing_items": 0, 2024-05-21T19:25:02.259 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_bytes": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_items": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_bytes": 148682, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_anon_items": 29, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "buffer_meta_items": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_bytes": 0, 2024-05-21T19:25:02.260 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_mapbl_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osd_pglog_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_bytes": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_bytes": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "pgmap_items": 0, 2024-05-21T19:25:02.261 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_bytes": 928, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "mds_co_items": 2, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_bytes": 0, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_1_items": 0, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_bytes": 0, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "unittest_2_items": 0 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: }, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "val": 0, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "max": 104857600, 2024-05-21T19:25:02.262 INFO:teuthology.orchestra.run.smithi104.stdout: "get_started": 0, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "get": 357, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "get_sum": 502531, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "get_or_fail_success": 357, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "take": 0, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "take_sum": 0, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "put": 357, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "put_sum": 502531, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "wait": { 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "avgcount": 0, 2024-05-21T19:25:02.263 INFO:teuthology.orchestra.run.smithi104.stdout: "sum": 0.000000000, 2024-05-21T19:25:02.264 INFO:teuthology.orchestra.run.smithi104.stdout: "avgtime": 0.000000000 2024-05-21T19:25:02.264 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:25:02.264 INFO:teuthology.orchestra.run.smithi104.stdout: } 2024-05-21T19:25:02.264 INFO:teuthology.orchestra.run.smithi104.stdout:} 2024-05-21T19:25:02.855 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-21T19:25:02.855 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-21T19:25:02.855 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-21T19:25:02.855 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-21T19:25:02.856 DEBUG:tasks.check_counter:Getting stats from c 2024-05-21T19:25:02.856 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-21T19:25:03.104 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:25:03.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:03 smithi178 ceph-mon[36523]: pgmap v953: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T19:25:03.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:03 smithi104 ceph-mon[36417]: pgmap v953: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T19:25:04.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:03 smithi003 ceph-mon[31577]: pgmap v953: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-21T19:25:04.748 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 2808, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 2810, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 3621435, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 892954, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 6, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 2, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.275368876, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.088313786, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.074726274, 2024-05-21T19:25:04.749 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.085904078, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2808, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.112892042, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000040203 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:25:04.750 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 10, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 273, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 4968, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 619450, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 8, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.016330161, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.010818745, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.002726954, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000102618, 2024-05-21T19:25:04.751 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 271, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.025194448, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000092968 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 618112 2024-05-21T19:25:04.752 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 1606, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 1595, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 901691, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 610643, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 3, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 2, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.176458750, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.067783093, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.044933816, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.049066450, 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:04.753 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1594, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.067756547, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000042507 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 596400, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 216640 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.754 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 6730, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.195290890, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000029017 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.755 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 0, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 0, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.756 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 9, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 3, 2024-05-21T19:25:04.757 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 6, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 4, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 3, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-05-21T19:25:04.758 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 4, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 234, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 0, 2024-05-21T19:25:04.759 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:25:04.760 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 0 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-05-21T19:25:04.761 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 0, 2024-05-21T19:25:04.762 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.763 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 875, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 77, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-05-21T19:25:04.764 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 6988644, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 6992168, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 6988644, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 875 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 11, 2024-05-21T19:25:04.765 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 16, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 5, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 7, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 10, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 3, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 9, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 15, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 6, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 0, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 0, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 0, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 53132, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 215416 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.766 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-05-21T19:25:04.767 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.768 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.769 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-05-21T19:25:04.770 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-05-21T19:25:04.771 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-05-21T19:25:04.772 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-05-21T19:25:04.773 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.774 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.775 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-05-21T19:25:04.776 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.777 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.778 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 2, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 1, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 1, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 0, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 0, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 2666, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-05-21T19:25:04.779 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:25:04.780 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-05-21T19:25:04.781 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 190185, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 53, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-05-21T19:25:04.782 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 7720, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 162, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 40053, 2024-05-21T19:25:04.783 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 160, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 4051, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 26, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 4, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 4051, 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-05-21T19:25:04.784 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 4051, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 2.493954008, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000615639 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 4051, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 4052 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 4051, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 4051, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 0, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-05-21T19:25:04.785 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 2485, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 1563, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-05-21T19:25:04.786 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 2, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-05-21T19:25:04.787 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-05-21T19:25:04.788 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 82, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 2, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 5, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 7, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 2, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 0, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 2, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 0 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-05-21T19:25:04.789 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 0 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 0, 2024-05-21T19:25:04.790 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 4420, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 4108394, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 4420, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:04.791 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 4420, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 4108394, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:04.792 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 4051, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 2797874, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 4051, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 2797874, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:04.793 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 4051, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 4051, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 4051, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 4051, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.794 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:04.795 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x555e063706e0": { 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:04.796 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:04.797 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-05-21T19:25:05.561 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-21T19:25:05.561 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-21T19:25:05.561 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-21T19:25:05.561 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-05-21T19:25:05.561 DEBUG:tasks.check_counter:Getting stats from f 2024-05-21T19:25:05.562 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-21T19:25:05.810 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:25:05.849 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:05 smithi178 ceph-mon[36523]: pgmap v954: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:05.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:05 smithi104 ceph-mon[36417]: pgmap v954: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:06.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:05 smithi003 ceph-mon[31577]: pgmap v954: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 371, 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 359, 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 600338, 2024-05-21T19:25:07.487 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 217892, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 6, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 1, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.059368438, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.023808088, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.022971933, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.009033222, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 359, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.020640609, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000057494 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.488 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 599504, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 217568 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 995, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 1261, 2024-05-21T19:25:07.489 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 244706, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 933937, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 6, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.126469335, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.038591672, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.029611796, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.045922517, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1259, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.059549863, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000047299 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.490 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 617840 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 2578, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 2580, 2024-05-21T19:25:07.491 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 974535, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 819862, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 3, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.286404889, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.084383475, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.080956857, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.096104337, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2578, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.109889948, 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000042626 2024-05-21T19:25:07.492 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-05-21T19:25:07.493 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 6057, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.188992773, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000031202 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:07.494 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 0, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 0, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.495 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 11, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 2, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 9, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 8, 2024-05-21T19:25:07.496 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 3, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-05-21T19:25:07.497 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-05-21T19:25:07.498 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-05-21T19:25:07.499 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 0 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 0, 2024-05-21T19:25:07.500 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-05-21T19:25:07.501 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 120, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 0, 2024-05-21T19:25:07.502 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 2, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 4194304, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 4402158, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 4401584, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.503 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 120 2024-05-21T19:25:07.504 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.505 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-05-21T19:25:07.505 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 9, 2024-05-21T19:25:07.505 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 11, 2024-05-21T19:25:07.505 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 2, 2024-05-21T19:25:07.505 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 7, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 9, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 2, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 11, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 12, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 1, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 0, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 0, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 0, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 50760, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 215416 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.506 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.507 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.508 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.509 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-05-21T19:25:07.510 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-05-21T19:25:07.511 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.512 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.512 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.512 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.512 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.513 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-05-21T19:25:07.514 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.515 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.516 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.517 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.518 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.519 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 1, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 0, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 1, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 0, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 0, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 2668, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.520 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:25:07.521 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:25:07.522 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 190907, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 54, 2024-05-21T19:25:07.523 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 7720, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 162, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:25:07.524 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 37165, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 141, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 3573, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 21, 2024-05-21T19:25:07.525 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 3, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 3573, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 3573, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 2.954945240, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000827020 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 3573, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 3574 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 3573, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 3573, 2024-05-21T19:25:07.526 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 2241, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 1330, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 0, 2024-05-21T19:25:07.527 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 1, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-05-21T19:25:07.528 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-05-21T19:25:07.529 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 82, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 2, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 5, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 6, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 1, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 0, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 2, 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 0 2024-05-21T19:25:07.530 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 0, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 0 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T19:25:07.531 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 3940, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 1443116, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:07.532 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 3940, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 3940, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 1443116, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:07.533 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 3573, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 207859, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 3573, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 207859, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.534 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 3573, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 3573, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 3573, 2024-05-21T19:25:07.535 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 3573, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:07.536 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x559e6e0126e0": { 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:07.537 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:07.538 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:07.539 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.539 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:07.539 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-05-21T19:25:07.886 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:07 smithi178 ceph-mon[36523]: pgmap v955: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:25:07.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:07 smithi104 ceph-mon[36417]: pgmap v955: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:25:08.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:07 smithi003 ceph-mon[31577]: pgmap v955: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-21T19:25:08.243 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-21T19:25:08.243 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-21T19:25:08.243 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-21T19:25:08.243 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-05-21T19:25:08.243 DEBUG:tasks.check_counter:Getting stats from i 2024-05-21T19:25:08.244 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-21T19:25:08.481 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:25:09.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:09 smithi178 ceph-mon[36523]: pgmap v956: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:10.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:09 smithi003 ceph-mon[31577]: pgmap v956: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:10.153 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 1586, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 1786, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 390934, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 971916, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 28, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 3, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.152981750, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.058353927, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.079848370, 2024-05-21T19:25:10.154 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.012834088, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1787, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.081457562, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000045583 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2957, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000803066, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000271 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.155 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 763, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 879, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 727163, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 415620, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 8, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 4, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.092469640, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.036888943, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.066887801, 2024-05-21T19:25:10.156 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.010401340, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 880, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.042522851, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000048321 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 662, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000131710, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000198 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 611728, 2024-05-21T19:25:10.157 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 228768 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 86, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 367, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 22257, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 970250, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 36, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 7, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.040072439, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.017883724, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.017451495, 2024-05-21T19:25:10.158 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000713735, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 361, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.024258789, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000067198 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 65, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000050206, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000772 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 629232 2024-05-21T19:25:10.159 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 1, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-MDSRank": { 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 316, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.041053524, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000129916 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.160 INFO:teuthology.orchestra.run.smithi178.stdout: "finisher-PurgeQueue": { 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "queue_len": 0, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "complete_latency": { 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 23, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000618420, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000026887 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "mds": { 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "request": 5, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "reply": 5, 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "reply_latency": { 2024-05-21T19:25:10.161 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 5, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.028497311, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.005699462 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_reply": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "forward": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_complete": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_fetch_keys": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_commit": 11, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_split": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_merge": 0, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes": 19, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_top": 2, 2024-05-21T19:25:10.162 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_bottom": 17, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pin_tail": 0, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_pinned": 15, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_expired": 0, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "inodes_with_caps": 2, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "caps": 2, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "subtrees": 3, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse": 44, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_hit": 37, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_forward": 0, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_discover": 3, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_dir_fetch": 0, 2024-05-21T19:25:10.163 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_remote_ino": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "traverse_lock": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "load_cent": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "q": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "exported": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "exported_inodes": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "imported": 2, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "imported_inodes": 6, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_dir_fetch": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_backtrace_fetch": 36, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "openino_peer_discover": 0, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rfiles": 5, 2024-05-21T19:25:10.164 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rbytes": 266, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "root_rsnaps": 0, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_fetch": 36, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_set_tag": 0, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_inotable_repaired": 0, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_inodes": 27, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_dirfrag_rstats": 27, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "scrub_file_inodes": 9, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_inode_file_caps": 5, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_revoke": 8, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_grant": 12, 2024-05-21T19:25:10.165 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps": 10, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_caps_dirty": 0, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_cap_release": 2, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "process_request_cap_release": 5 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_cache": { 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update": 0, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_update_receipt": 11, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_try_discover": 7, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_send_discover": 10, 2024-05-21T19:25:10.166 INFO:teuthology.orchestra.run.smithi178.stdout: "dir_handle_discover": 1, 2024-05-21T19:25:10.167 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays": 0, 2024-05-21T19:25:10.167 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_delayed": 0, 2024-05-21T19:25:10.167 INFO:teuthology.orchestra.run.smithi178.stdout: "num_strays_enqueuing": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_created": 2, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_enqueued": 2, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_reintegrated": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "strays_migrated": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_processing": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_enqueued": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "num_recovering_prioritized": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_started": 0, 2024-05-21T19:25:10.170 INFO:teuthology.orchestra.run.smithi178.stdout: "recovery_completed": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_path": 14, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_quiesce_inode": 108, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_exportdir": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_flush": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragmentdir": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_fragstats": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "ireq_inodestats": 0 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_log": { 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "evlrg": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "evadd": 120, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "evex": 0, 2024-05-21T19:25:10.171 INFO:teuthology.orchestra.run.smithi178.stdout: "evtrm": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "ev": 120, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "evexg": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "evexd": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segadd": 2, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segex": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segtrm": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "seg": 2, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segmjr": 2, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segexg": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "segexd": 0, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "expos": 4194304, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "wrpos": 4402158, 2024-05-21T19:25:10.172 INFO:teuthology.orchestra.run.smithi178.stdout: "rdpos": 0, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "jlat": { 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 112, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.236786261, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.002114163 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "replayed": 0 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_mem": { 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "ino": 19, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "ino+": 21, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "ino-": 2, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "dir": 17, 2024-05-21T19:25:10.173 INFO:teuthology.orchestra.run.smithi178.stdout: "dir+": 21, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "dir-": 4, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "dn": 19, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "dn+": 22, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "dn-": 3, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "cap": 2, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "cap+": 4, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "cap-": 2, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "rss": 53840, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "heap": 223608 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_server": { 2024-05-21T19:25:10.174 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_client_request": 16, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "dispatch_server_request": 2, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_request": 5, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_client_session": 14, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "handle_peer_request": 8, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "req_create_latency": { 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getattr_latency": { 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.175 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getfilelock_latency": { 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "req_link_latency": { 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookup_latency": { 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1, 2024-05-21T19:25:10.176 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000593358, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000593358 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookuphash_latency": { 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupino_latency": { 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000154966, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000154966 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupname_latency": { 2024-05-21T19:25:10.177 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupparent_latency": { 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lookupsnap_latency": { 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.178 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: "req_lssnap_latency": { 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.179 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mkdir_latency": { 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mknod_latency": { 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.180 INFO:teuthology.orchestra.run.smithi178.stdout: "req_mksnap_latency": { 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "req_open_latency": { 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "req_readdir_latency": { 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 1, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000401034, 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000401034 2024-05-21T19:25:10.181 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rename_latency": { 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "req_renamesnap_latency": { 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "req_snapdiff_latency": { 2024-05-21T19:25:10.182 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmdir_latency": { 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 2, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.027347953, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.013673976 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmsnap_latency": { 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.183 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "req_rmxattr_latency": { 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setattr_latency": { 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setdirlayout_latency": { 2024-05-21T19:25:10.184 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setfilelock_latency": { 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setlayout_latency": { 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.185 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "req_setxattr_latency": { 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "req_symlink_latency": { 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "req_unlink_latency": { 2024-05-21T19:25:10.186 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_revoke_eviction": 0, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "cap_acquisition_throttle": 0, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "req_getvxattr_latency": { 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.187 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_sessions": { 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "session_count": 1, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "session_add": 1, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "session_remove": 0, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_open": 1, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "sessions_stale": 0, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "total_load": 3, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "average_load": 3, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "avg_session_uptime": 993, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "mdthresh_evicted": 0 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-05-21T19:25:10.188 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:25:10.189 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-05-21T19:25:10.190 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 264501, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 87, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:25:10.191 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 7720, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 162, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-05-21T19:25:10.192 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 80117, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 408, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "objecter": { 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_active": 0, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_laggy": 0, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send": 236, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_send_bytes": 222918, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_resend": 33, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_reply": 236, 2024-05-21T19:25:10.193 INFO:teuthology.orchestra.run.smithi178.stdout: "op_latency": { 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 236, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.689987266, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.002923674 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "op_inflight": 0, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "oplen_avg": { 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 236, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 265 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "op": 236, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "op_r": 38, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "op_w": 198, 2024-05-21T19:25:10.194 INFO:teuthology.orchestra.run.smithi178.stdout: "op_rmw": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "op_pg": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_stat": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_create": 10, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_read": 2, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_write": 114, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writefull": 40, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_writesame": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_append": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_zero": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_truncate": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_delete": 14, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_mapext": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_sparse_read": 0, 2024-05-21T19:25:10.195 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_clonerange": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_getxattr": 36, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_setxattr": 20, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_cmpxattr": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_rmxattr": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_resetxattrs": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_call": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_watch": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_notify": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_pgls_filter": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "osdop_other": 0, 2024-05-21T19:25:10.196 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_active": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_send": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_resend": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "linger_ping": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_active": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_send": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolop_resend": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_active": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_send": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "poolstat_resend": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_active": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_send": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "statfs_resend": 0, 2024-05-21T19:25:10.197 INFO:teuthology.orchestra.run.smithi178.stdout: "command_active": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "command_send": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "command_resend": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "map_epoch": 82, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "map_full": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "map_inc": 2, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_sessions": 10, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_open": 11, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_session_close": 1, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_laggy": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_wr": 25, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_rd": 0, 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_del": 4 2024-05-21T19:25:10.198 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "oft": { 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_objs": 1, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_kv_pairs": 0, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_updates": 0, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "omap_total_removes": 0 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "osd-slow-ops": { 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "slow_ops_count": 103 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "purge_queue": { 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops": 0, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_ops_high_water": 1, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing": 0, 2024-05-21T19:25:10.199 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executing_high_water": 1, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed_ops": 2, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_executed": 2, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "pq_item_in_journal": 0 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 2431, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 897922, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 2431, 2024-05-21T19:25:10.200 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2431, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 897922, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_bytes": { 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:10.201 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 236, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 223120, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 236, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 223120, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.202 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-objecter_ops": { 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 1024, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 0, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 236, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 236, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 236, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 236, 2024-05-21T19:25:10.203 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle": { 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 2, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 202, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:10.204 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 2, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 2, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 202, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-write_buf_throttle-0x55ba39230500": { 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 3758096384, 2024-05-21T19:25:10.205 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 120, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 207854, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 120, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 112, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 207854, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:10.206 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.207 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:10.207 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-05-21T19:25:10.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:09 smithi104 ceph-mon[36417]: pgmap v956: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-21T19:25:10.923 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-21T19:25:10.923 INFO:tasks.check_counter:Daemon mds.i mds.imported=2 2024-05-21T19:25:10.923 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-21T19:25:10.923 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=11 2024-05-21T19:25:10.923 DEBUG:tasks.check_counter:Getting stats from l 2024-05-21T19:25:10.924 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-21T19:25:11.159 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T19:25:11.860 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:11 smithi178 ceph-mon[36523]: pgmap v957: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:25:12.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:11 smithi003 ceph-mon[31577]: pgmap v957: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:25:12.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:11 smithi104 ceph-mon[36417]: pgmap v957: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-21T19:25:12.707 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 4, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 4, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 2992, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 448, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 0, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.001240796, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.000033829, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.000473646, 2024-05-21T19:25:12.708 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 3, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000678168, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000226056 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T19:25:12.709 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 2, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 272, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 320, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 205440, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 4, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 2, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.017357382, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.013212750, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.000853402, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:12.710 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 270, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.017112254, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000063378 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 205440 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T19:25:12.711 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_messages": 358, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages": 355, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_bytes": 553552, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_bytes": 219776, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_created_connections": 2, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_active_connections": 1, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_total_time": 0.059319148, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_send_time": 0.023698529, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_recv_time": 0.021454181, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_running_fast_dispatch_time": 0.009988724, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 354, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.021499126, 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000060731 2024-05-21T19:25:12.712 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_handle_ack_lat": { 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_recv_encrypted_bytes": 553552, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "msgr_send_encrypted_bytes": 219776 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "cct": { 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "total_workers": 0, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "unhealthy_workers": 0 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "mempool": { 2024-05-21T19:25:12.713 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bloom_filter_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_alloc_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_data_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_other_items": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T19:25:12.714 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_extent_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_blob_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_fsck_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_txc_items": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T19:25:12.715 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_bytes": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluestore_writing_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_bytes": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_reader_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "bluefs_file_writer_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_bytes": 148682, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_anon_items": 29, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_bytes": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "buffer_meta_items": 0, 2024-05-21T19:25:12.716 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_mapbl_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osd_pglog_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "osdmap_mapping_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_bytes": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "pgmap_items": 0, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_bytes": 928, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "mds_co_items": 2, 2024-05-21T19:25:12.717 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_bytes": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_1_items": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_bytes": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "unittest_2_items": 0 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: }, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "val": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "max": 104857600, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "get_started": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "get": 360, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "get_sum": 502921, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_fail": 0, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "get_or_fail_success": 360, 2024-05-21T19:25:12.718 INFO:teuthology.orchestra.run.smithi178.stdout: "take": 0, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "take_sum": 0, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "put": 360, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "put_sum": 502921, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "wait": { 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "avgcount": 0, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "sum": 0.000000000, 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: "avgtime": 0.000000000 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout: } 2024-05-21T19:25:12.719 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-05-21T19:25:13.369 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-21T19:25:13.369 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-21T19:25:13.369 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-21T19:25:13.369 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-21T19:25:13.369 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-21T19:25:13.380 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-21T19:25:13.381 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T19:25:13.381 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T19:25:13.444 DEBUG:teuthology.orchestra.run.smithi003:> set -ex 2024-05-21T19:25:13.445 DEBUG:teuthology.orchestra.run.smithi003:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T19:25:13.504 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-21T19:25:13.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:13 smithi003 ceph-mon[31577]: pgmap v958: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:25:13.959 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:14.029 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:13 smithi104 ceph-mon[36417]: pgmap v958: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:25:14.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:13 smithi178 ceph-mon[36523]: pgmap v958: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-21T19:25:15.971 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:15 smithi003 ceph-mon[31577]: pgmap v959: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:25:16.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:15 smithi178 ceph-mon[36523]: pgmap v959: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:25:16.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:15 smithi104 ceph-mon[36417]: pgmap v959: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-21T19:25:16.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 -- 172.21.15.3:0/2554781869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c10ff40 msgr2=0x7f4e0c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:16.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 --2- 172.21.15.3:0/2554781869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c112330 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f4e0400b0a0 tx=0x7f4e0400b3b0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.301 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 -- 172.21.15.3:0/2554781869 shutdown_connections 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 --2- 172.21.15.3:0/2554781869 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c112330 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 --2- 172.21.15.3:0/2554781869 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 0x7f4e0c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 --2- 172.21.15.3:0/2554781869 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c076090 0x7f4e0c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 -- 172.21.15.3:0/2554781869 >> 172.21.15.3:0/2554781869 conn(0x7f4e0c07a6a0 msgr2=0x7f4e0c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 -- 172.21.15.3:0/2554781869 shutdown_connections 2024-05-21T19:25:16.302 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.301+0000 7f4e13e00700 1 -- 172.21.15.3:0/2554781869 wait complete. 2024-05-21T19:25:16.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.302+0000 7f4e13e00700 1 Processor -- start 2024-05-21T19:25:16.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.302+0000 7f4e13e00700 1 -- start start 2024-05-21T19:25:16.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 0x7f4e0c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:16.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c076090 0x7f4e0c19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:16.303 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0c115940 con 0x7f4e0c10ff40 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0c1157c0 con 0x7f4e0c076090 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e13e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0c115ac0 con 0x7f4e0c075770 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e11400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 0x7f4e0c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e11e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51636/0 (socket says 172.21.15.3:51636) 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e11e00700 1 -- 172.21.15.3:0/1014243493 learned_addr learned my addr 172.21.15.3:0/1014243493 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:16.304 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.303+0000 7f4e10a00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c076090 0x7f4e0c19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:16.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 -- 172.21.15.3:0/1014243493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 msgr2=0x7f4e0c19bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:16.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 0x7f4e0c19bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 -- 172.21.15.3:0/1014243493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c076090 msgr2=0x7f4e0c19c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:16.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c076090 0x7f4e0c19c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.305 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 -- 172.21.15.3:0/1014243493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0c1a0d90 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e11e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f4e0400b070 tx=0x7f4e04004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e04021070 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e04007e30 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e0c1a1020 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.304+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e040045e0 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.305+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e0c1a8900 con 0x7f4e0c10ff40 2024-05-21T19:25:16.306 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.306+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e0c06a230 con 0x7f4e0c10ff40 2024-05-21T19:25:16.308 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.308+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4e04003c90 con 0x7f4e0c10ff40 2024-05-21T19:25:16.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.309+0000 7f4e0a000700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 0x7f4df40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:16.309 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.310+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f4e040e30b0 con 0x7f4e0c10ff40 2024-05-21T19:25:16.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.310+0000 7f4e11400700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 0x7f4df40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:16.310 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.311+0000 7f4e11400700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 0x7f4df40b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4e00009c60 tx=0x7f4e00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:16.313 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.313+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4e040aae40 con 0x7f4e0c10ff40 2024-05-21T19:25:16.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.571+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4e0c19d0e0 con 0x7f4e0c10ff40 2024-05-21T19:25:16.571 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.572+0000 7f4e0a000700 1 -- 172.21.15.3:0/1014243493 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v82) ==== 81+0+578 (secure 0 0 0) 0x7f4e040aa740 con 0x7f4e0c10ff40 2024-05-21T19:25:16.572 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/1436951269 2024-05-22T18:55:39.914817+0000 2024-05-21T19:25:16.572 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/2337073582 2024-05-22T18:55:39.914817+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6801/3695204126 2024-05-22T18:55:39.914817+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6800/3695204126 2024-05-22T18:55:39.914817+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/1507381621 2024-05-22T18:55:04.717213+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6801/20664571 2024-05-22T18:55:04.717213+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:6800/20664571 2024-05-22T18:55:04.717213+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/3518758507 2024-05-22T18:55:04.717213+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/2802459607 2024-05-22T18:55:04.717213+0000 2024-05-21T19:25:16.573 INFO:teuthology.orchestra.run.smithi003.stdout:172.21.15.3:0/3477222164 2024-05-22T18:55:39.914817+0000 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.575+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 msgr2=0x7f4df40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.575+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 0x7f4df40b4d40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4e00009c60 tx=0x7f4e00009260 comp rx=0 tx=0).stop 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.575+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 msgr2=0x7f4e0c1a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.575+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f4e0400b070 tx=0x7f4e04004c60 comp rx=0 tx=0).stop 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.575+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 shutdown_connections 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f4df40b2880 0x7f4df40b4d40 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4e0c10ff40 0x7f4e0c1a0650 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f4e0c075770 0x7f4e0c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.576 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 --2- 172.21.15.3:0/1014243493 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4e0c076090 0x7f4e0c19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:16.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 >> 172.21.15.3:0/1014243493 conn(0x7f4e0c07a6a0 msgr2=0x7f4e0c100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:16.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 shutdown_connections 2024-05-21T19:25:16.577 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:16.576+0000 7f4e13e00700 1 -- 172.21.15.3:0/1014243493 wait complete. 2024-05-21T19:25:16.577 INFO:teuthology.orchestra.run.smithi003.stderr:listed 10 entries 2024-05-21T19:25:16.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:16 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1014243493' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T19:25:17.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:16 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1014243493' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T19:25:17.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:16 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1014243493' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T19:25:17.511 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-21T19:25:17.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:25:17.512 DEBUG:teuthology.orchestra.run.smithi003:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-21T19:25:17.638 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:25:17.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:25:17.639 DEBUG:teuthology.orchestra.run.smithi003:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-21T19:25:17.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:25:17.708 DEBUG:teuthology.orchestra.run.smithi003:> ip netns list 2024-05-21T19:25:17.747 INFO:teuthology.orchestra.run.smithi003.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-21T19:25:17.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:25:17.748 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T19:25:17.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T19:25:17.862 DEBUG:teuthology.orchestra.run.smithi003:> sudo ip link delete ceph-brx 2024-05-21T19:25:17.978 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-21T19:25:17.989 INFO:tasks.cephadm:Teardown begin 2024-05-21T19:25:17.989 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-21T19:25:17.990 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:25:18.045 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:17 smithi003 ceph-mon[31577]: pgmap v960: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:25:18.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:17 smithi178 ceph-mon[36523]: pgmap v960: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:25:18.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:17 smithi104 ceph-mon[36417]: pgmap v960: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-21T19:25:18.441 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:20.024 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:19 smithi003 ceph-mon[31577]: pgmap v961: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:25:20.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:19 smithi178 ceph-mon[36523]: pgmap v961: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:25:20.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:19 smithi104 ceph-mon[36417]: pgmap v961: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 -- 172.21.15.3:0/4260367182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 msgr2=0x7f30b006b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 --2- 172.21.15.3:0/4260367182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b006b630 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009990 tx=0x7f30a4009ca0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 -- 172.21.15.3:0/4260367182 shutdown_connections 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 --2- 172.21.15.3:0/4260367182 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b010fff0 0x7f30b01123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 --2- 172.21.15.3:0/4260367182 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b006b630 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 --2- 172.21.15.3:0/4260367182 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b006bb70 0x7f30b010fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 -- 172.21.15.3:0/4260367182 >> 172.21.15.3:0/4260367182 conn(0x7f30b00793f0 msgr2=0x7f30b0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 -- 172.21.15.3:0/4260367182 shutdown_connections 2024-05-21T19:25:20.747 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.746+0000 7f30b8000700 1 -- 172.21.15.3:0/4260367182 wait complete. 2024-05-21T19:25:20.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.747+0000 7f30b8000700 1 Processor -- start 2024-05-21T19:25:20.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 -- start start 2024-05-21T19:25:20.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:20.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 0x7f30b019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:20.748 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b010fff0 0x7f30b01a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:20.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f30b0115910 con 0x7f30b006b250 2024-05-21T19:25:20.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f30b0115790 con 0x7f30b006bb70 2024-05-21T19:25:20.749 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b8000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f30b0115a90 con 0x7f30b010fff0 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b5600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.748+0000 7f30b5600700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:51654/0 (socket says 172.21.15.3:51654) 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 -- 172.21.15.3:0/2580919893 learned_addr learned my addr 172.21.15.3:0/2580919893 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b4c00700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 0x7f30b019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b6000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b010fff0 0x7f30b01a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 -- 172.21.15.3:0/2580919893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b010fff0 msgr2=0x7f30b01a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b010fff0 0x7f30b01a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 -- 172.21.15.3:0/2580919893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 msgr2=0x7f30b019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 0x7f30b019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 -- 172.21.15.3:0/2580919893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30b01a0e30 con 0x7f30b006b250 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b4c00700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 0x7f30b019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:20.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.749+0000 7f30b5600700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f30a40057f0 tx=0x7f30a400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:20.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.750+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4026070 con 0x7f30b006b250 2024-05-21T19:25:20.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.750+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30a4021410 con 0x7f30b006b250 2024-05-21T19:25:20.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.750+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30b01a10c0 con 0x7f30b006b250 2024-05-21T19:25:20.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.750+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a4017650 con 0x7f30b006b250 2024-05-21T19:25:20.751 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.750+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30b01a89a0 con 0x7f30b006b250 2024-05-21T19:25:20.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.751+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30b006a230 con 0x7f30b006b250 2024-05-21T19:25:20.753 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.754+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f30a4029070 con 0x7f30b006b250 2024-05-21T19:25:20.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.755+0000 7f30ae000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 0x7f30980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:20.755 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.755+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f30a40e30c0 con 0x7f30b006b250 2024-05-21T19:25:20.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.756+0000 7f30b4c00700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 0x7f30980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:20.756 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.756+0000 7f30b4c00700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 0x7f30980b4d40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f30b01039e0 tx=0x7f309c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:20.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:20.764+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30a4030080 con 0x7f30b006b250 2024-05-21T19:25:21.053 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.053+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30b002e560 con 0x7f30b006b250 2024-05-21T19:25:21.055 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.055+0000 7f30ae000700 1 -- 172.21.15.3:0/2580919893 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11862 (secure 0 0 0) 0x7f30a4013070 con 0x7f30b006b250 2024-05-21T19:25:21.056 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:25:21.056 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:24:15.603379+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:25:21.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.058+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 msgr2=0x7f30980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:21.059 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.058+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 0x7f30980b4d40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f30b01039e0 tx=0x7f309c009260 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 msgr2=0x7f30b019be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f30a40057f0 tx=0x7f30a400bfd0 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 shutdown_connections 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f30980b2880 0x7f30980b4d40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f30b010fff0 0x7f30b01a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f30b006b250 0x7f30b019be20 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 --2- 172.21.15.3:0/2580919893 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f30b006bb70 0x7f30b019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 >> 172.21.15.3:0/2580919893 conn(0x7f30b00793f0 msgr2=0x7f30b01114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.059+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 shutdown_connections 2024-05-21T19:25:21.060 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:21.060+0000 7f30b8000700 1 -- 172.21.15.3:0/2580919893 wait complete. 2024-05-21T19:25:21.061 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 31 2024-05-21T19:25:21.978 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:21 smithi003 ceph-mon[31577]: pgmap v962: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-21T19:25:21.979 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:21 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2580919893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:21.982 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T19:25:22.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:21 smithi178 ceph-mon[36523]: pgmap v962: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-21T19:25:22.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:21 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2580919893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:22.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:21 smithi104 ceph-mon[36417]: pgmap v962: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-21T19:25:22.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:21 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2580919893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:22.435 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:24.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:23 smithi003 ceph-mon[31577]: pgmap v963: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T19:25:24.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:23 smithi178 ceph-mon[36523]: pgmap v963: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T19:25:24.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:23 smithi104 ceph-mon[36417]: pgmap v963: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-05-21T19:25:24.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 -- 172.21.15.3:0/1167573555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298114710 msgr2=0x7fa298116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 --2- 172.21.15.3:0/1167573555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298114710 0x7fa298116b00 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa290009f90 tx=0x7fa29000b330 comp rx=0 tx=0).stop 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 -- 172.21.15.3:0/1167573555 shutdown_connections 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 --2- 172.21.15.3:0/1167573555 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298114710 0x7fa298116b00 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 --2- 172.21.15.3:0/1167573555 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298075770 0x7fa298075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 --2- 172.21.15.3:0/1167573555 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 -- 172.21.15.3:0/1167573555 >> 172.21.15.3:0/1167573555 conn(0x7fa29807a6a0 msgr2=0x7fa29807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 -- 172.21.15.3:0/1167573555 shutdown_connections 2024-05-21T19:25:24.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.721+0000 7fa29de00700 1 -- 172.21.15.3:0/1167573555 wait complete. 2024-05-21T19:25:24.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 Processor -- start 2024-05-21T19:25:24.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 -- start start 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 0x7fa2981a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fa298119d30 con 0x7fa298076090 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa298119bb0 con 0x7fa298114710 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.723+0000 7fa29de00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fa298119eb0 con 0x7fa298075770 2024-05-21T19:25:24.724 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34330/0 (socket says 172.21.15.3:34330) 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 -- 172.21.15.3:0/1885695770 learned_addr learned my addr 172.21.15.3:0/1885695770 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa28e000700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa297400700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 0x7fa2981a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 -- 172.21.15.3:0/1885695770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 msgr2=0x7fa2981a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 0x7fa2981a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 -- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 msgr2=0x7fa2981a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa296a00700 1 -- 172.21.15.3:0/1885695770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2981a51f0 con 0x7fa298075770 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa297400700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 0x7fa2981a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:24.725 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.724+0000 7fa28e000700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:24.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa296a00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa28800e9a0 tx=0x7fa28800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:24.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28800c9c0 con 0x7fa298075770 2024-05-21T19:25:24.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa28800cb60 con 0x7fa298075770 2024-05-21T19:25:24.726 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2981a54e0 con 0x7fa298075770 2024-05-21T19:25:24.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa288018680 con 0x7fa298075770 2024-05-21T19:25:24.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.725+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2981acd60 con 0x7fa298075770 2024-05-21T19:25:24.727 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.726+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa29806a230 con 0x7fa298075770 2024-05-21T19:25:24.729 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.729+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa288010430 con 0x7fa298075770 2024-05-21T19:25:24.730 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.731+0000 7fa29ca00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 0x7fa27c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:24.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.731+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fa2880e27f0 con 0x7fa298075770 2024-05-21T19:25:24.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.731+0000 7fa28e000700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 0x7fa27c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:24.731 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.732+0000 7fa28e000700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 0x7fa27c0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa2981110c0 tx=0x7fa280009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:24.733 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:24.733+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa2880aa490 con 0x7fa298075770 2024-05-21T19:25:25.022 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.022+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2981a1540 con 0x7fa298075770 2024-05-21T19:25:25.023 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.023+0000 7fa29ca00700 1 -- 172.21.15.3:0/1885695770 <== mon.1 v2:172.21.15.178:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11862 (secure 0 0 0) 0x7fa2880a9d90 con 0x7fa298075770 2024-05-21T19:25:25.024 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:25:25.024 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14409,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6841/1847857997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6840","nonce":1847857997},{"type":"v1","addr":"172.21.15.3:6841","nonce":1847857997}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24422,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6833/2221855197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":2221855197},{"type":"v1","addr":"172.21.15.104:6833","nonce":2221855197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.178:6833/604858121","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6832","nonce":604858121},{"type":"v1","addr":"172.21.15.178:6833","nonce":604858121}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24434,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6835/2769825752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6834","nonce":2769825752},{"type":"v1","addr":"172.21.15.3:6835","nonce":2769825752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24440,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.3:6837/1903545076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6836","nonce":1903545076},{"type":"v1","addr":"172.21.15.3:6837","nonce":1903545076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24452,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6835/972062259","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":972062259},{"type":"v1","addr":"172.21.15.104:6835","nonce":972062259}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T19:03:55.369504+0000","modified":"2024-05-21T19:24:15.603379+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24503,"mds_1":24493,"mds_2":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24460":{"gid":24460,"name":"f","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6835/327097017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6834","nonce":327097017},{"type":"v1","addr":"172.21.15.178:6835","nonce":327097017}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.104:6837/2140479996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6836","nonce":2140479996},{"type":"v1","addr":"172.21.15.104:6837","nonce":2140479996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.178:6837/3544426195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6836","nonce":3544426195},{"type":"v1","addr":"172.21.15.178:6837","nonce":3544426195}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.178:6839/185523429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6838","nonce":185523429},{"type":"v1","addr":"172.21.15.178:6839","nonce":185523429}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.3:6839/4130268441","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6838","nonce":4130268441},{"type":"v1","addr":"172.21.15.3:6839","nonce":4130268441}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.104:6839/1608977247","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6838","nonce":1608977247},{"type":"v1","addr":"172.21.15.104:6839","nonce":1608977247}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24493,24503,24487]},"id":1}]} 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.026+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 msgr2=0x7fa27c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.026+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 0x7fa27c0b4dc0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa2981110c0 tx=0x7fa280009310 comp rx=0 tx=0).stop 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.026+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 msgr2=0x7fa2981a01e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.026+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa28800e9a0 tx=0x7fa28800ecb0 comp rx=0 tx=0).stop 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 shutdown_connections 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fa27c0b2900 0x7fa27c0b4dc0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa298114710 0x7fa2981a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:25.027 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fa298075770 0x7fa2981a01e0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:25.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 --2- 172.21.15.3:0/1885695770 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fa298076090 0x7fa2981a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:25.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 >> 172.21.15.3:0/1885695770 conn(0x7fa29807a6a0 msgr2=0x7fa298113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:25.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 shutdown_connections 2024-05-21T19:25:25.028 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:25.027+0000 7fa29de00700 1 -- 172.21.15.3:0/1885695770 wait complete. 2024-05-21T19:25:25.028 INFO:teuthology.orchestra.run.smithi003.stderr:dumped fsmap epoch 31 2024-05-21T19:25:25.102 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:24 smithi003 ceph-mon[31577]: pgmap v964: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:25:25.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:24 smithi178 ceph-mon[36523]: pgmap v964: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:25:25.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:24 smithi104 ceph-mon[36417]: pgmap v964: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-21T19:25:25.927 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T19:25:26.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:25 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/1885695770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:26.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:25 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/1885695770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:26.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:25 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/1885695770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T19:25:26.411 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:27.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:26 smithi003 ceph-mon[31577]: pgmap v965: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:27.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:26 smithi178 ceph-mon[36523]: pgmap v965: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:27.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:26 smithi104 ceph-mon[36417]: pgmap v965: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 -- 172.21.15.3:0/1438913216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208076090 msgr2=0x7f420810fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 --2- 172.21.15.3:0/1438913216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208076090 0x7f420810fa60 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f41f8009990 tx=0x7f41f8009ca0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 -- 172.21.15.3:0/1438913216 shutdown_connections 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 --2- 172.21.15.3:0/1438913216 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 0x7f4208112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 --2- 172.21.15.3:0/1438913216 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208075770 0x7f4208075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.690 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 --2- 172.21.15.3:0/1438913216 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208076090 0x7f420810fa60 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 -- 172.21.15.3:0/1438913216 >> 172.21.15.3:0/1438913216 conn(0x7f420807a6a0 msgr2=0x7f420807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:28.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 -- 172.21.15.3:0/1438913216 shutdown_connections 2024-05-21T19:25:28.691 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.688+0000 7f4210800700 1 -- 172.21.15.3:0/1438913216 wait complete. 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 Processor -- start 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 -- start start 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208076090 0x7f420819c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 0x7f42081a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f4208115990 con 0x7f4208076090 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4208115810 con 0x7f4208075770 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.690+0000 7f4210800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f4208115b10 con 0x7f420810ffa0 2024-05-21T19:25:28.692 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420d400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208076090 0x7f420819c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:36088/0 (socket says 172.21.15.3:36088) 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 -- 172.21.15.3:0/4122214000 learned_addr learned my addr 172.21.15.3:0/4122214000 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420e800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 0x7f42081a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 -- 172.21.15.3:0/4122214000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 msgr2=0x7f42081a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 0x7f42081a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 -- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208076090 msgr2=0x7f420819c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208076090 0x7f420819c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.693 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 -- 172.21.15.3:0/4122214000 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42081a0e30 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.691+0000 7f420de00700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00e9a0 tx=0x7f41fc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.692+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc00ca10 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.692+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41fc00cbb0 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.692+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc018680 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.692+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42081a1120 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.692+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42081a89a0 con 0x7f4208075770 2024-05-21T19:25:28.694 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.693+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f420806a230 con 0x7f4208075770 2024-05-21T19:25:28.696 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.695+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f41fc010430 con 0x7f4208075770 2024-05-21T19:25:28.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.697+0000 7f4202a00700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 0x7f41f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:28.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.697+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7f41fc0e26c0 con 0x7f4208075770 2024-05-21T19:25:28.698 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.697+0000 7f420d400700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 0x7f41f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:28.699 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.698+0000 7f420d400700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 0x7f41f00b4dc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f42081027a0 tx=0x7f41f800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:28.700 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.699+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f41fc0aa360 con 0x7f4208075770 2024-05-21T19:25:28.938 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.937+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f42081a8bd0 con 0x7f4208075770 2024-05-21T19:25:28.940 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.939+0000 7f4202a00700 1 -- 172.21.15.3:0/4122214000 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22696 (secure 0 0 0) 0x7f41fc0b23e0 con 0x7f4208075770 2024-05-21T19:25:28.941 INFO:teuthology.orchestra.run.smithi003.stdout: 2024-05-21T19:25:28.941 INFO:teuthology.orchestra.run.smithi003.stdout:{"epoch":82,"fsid":"66720f12-17a3-11ef-bc9a-c7b262605968","created":"2024-05-21T18:54:30.878954+0000","modified":"2024-05-21T19:04:41.250794+0000","last_up_change":"2024-05-21T19:02:40.278135+0000","last_in_change":"2024-05-21T19:02:20.711658+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T18:58:26.088182+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T19:03:46.614042+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T19:03:51.222166+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"164bff66-b004-400d-8215-010dea60228c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6802","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6803","nonce":3723248986}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6804","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6805","nonce":3723248986}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6808","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6809","nonce":3723248986}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6806","nonce":3723248986},{"type":"v1","addr":"172.21.15.3:6807","nonce":3723248986}]},"public_addr":"172.21.15.3:6803/3723248986","cluster_addr":"172.21.15.3:6805/3723248986","heartbeat_back_addr":"172.21.15.3:6809/3723248986","heartbeat_front_addr":"172.21.15.3:6807/3723248986","state":["exists","up"]},{"osd":1,"uuid":"180da197-6655-4441-8890-296af6c6bd8c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6801","nonce":1354248624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6803","nonce":1354248624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6807","nonce":1354248624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":1354248624},{"type":"v1","addr":"172.21.15.104:6805","nonce":1354248624}]},"public_addr":"172.21.15.104:6801/1354248624","cluster_addr":"172.21.15.104:6803/1354248624","heartbeat_back_addr":"172.21.15.104:6807/1354248624","heartbeat_front_addr":"172.21.15.104:6805/1354248624","state":["exists","up"]},{"osd":2,"uuid":"f3280512-c24c-44c8-b948-ccd1dba76b38","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6801","nonce":2043551572}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6803","nonce":2043551572}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6807","nonce":2043551572}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":2043551572},{"type":"v1","addr":"172.21.15.178:6805","nonce":2043551572}]},"public_addr":"172.21.15.178:6801/2043551572","cluster_addr":"172.21.15.178:6803/2043551572","heartbeat_back_addr":"172.21.15.178:6807/2043551572","heartbeat_front_addr":"172.21.15.178:6805/2043551572","state":["exists","up"]},{"osd":3,"uuid":"61e81056-e324-4770-b11e-5072042f242b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6810","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6811","nonce":3817706708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6812","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6813","nonce":3817706708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6816","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6817","nonce":3817706708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6814","nonce":3817706708},{"type":"v1","addr":"172.21.15.3:6815","nonce":3817706708}]},"public_addr":"172.21.15.3:6811/3817706708","cluster_addr":"172.21.15.3:6813/3817706708","heartbeat_back_addr":"172.21.15.3:6817/3817706708","heartbeat_front_addr":"172.21.15.3:6815/3817706708","state":["exists","up"]},{"osd":4,"uuid":"1b87220b-3db8-4490-8200-4a412e67f5b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6809","nonce":4045578119}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6811","nonce":4045578119}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6815","nonce":4045578119}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":4045578119},{"type":"v1","addr":"172.21.15.104:6813","nonce":4045578119}]},"public_addr":"172.21.15.104:6809/4045578119","cluster_addr":"172.21.15.104:6811/4045578119","heartbeat_back_addr":"172.21.15.104:6815/4045578119","heartbeat_front_addr":"172.21.15.104:6813/4045578119","state":["exists","up"]},{"osd":5,"uuid":"dca2e7b5-82c9-4da0-a16e-63a708d4c178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6809","nonce":1462721579}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6811","nonce":1462721579}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6815","nonce":1462721579}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":1462721579},{"type":"v1","addr":"172.21.15.178:6813","nonce":1462721579}]},"public_addr":"172.21.15.178:6809/1462721579","cluster_addr":"172.21.15.178:6811/1462721579","heartbeat_back_addr":"172.21.15.178:6815/1462721579","heartbeat_front_addr":"172.21.15.178:6813/1462721579","state":["exists","up"]},{"osd":6,"uuid":"20e185b3-bfaa-4c21-8649-ee0eb47dc756","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6818","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6819","nonce":1037571600}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6820","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6821","nonce":1037571600}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6824","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6825","nonce":1037571600}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6822","nonce":1037571600},{"type":"v1","addr":"172.21.15.3:6823","nonce":1037571600}]},"public_addr":"172.21.15.3:6819/1037571600","cluster_addr":"172.21.15.3:6821/1037571600","heartbeat_back_addr":"172.21.15.3:6825/1037571600","heartbeat_front_addr":"172.21.15.3:6823/1037571600","state":["exists","up"]},{"osd":7,"uuid":"0190d807-1e38-4e75-a11b-5786165aab11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6817","nonce":728397632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6819","nonce":728397632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6823","nonce":728397632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":728397632},{"type":"v1","addr":"172.21.15.104:6821","nonce":728397632}]},"public_addr":"172.21.15.104:6817/728397632","cluster_addr":"172.21.15.104:6819/728397632","heartbeat_back_addr":"172.21.15.104:6823/728397632","heartbeat_front_addr":"172.21.15.104:6821/728397632","state":["exists","up"]},{"osd":8,"uuid":"95dffabe-81c2-4ca2-812c-0583563079be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6817","nonce":2923252713}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6819","nonce":2923252713}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6823","nonce":2923252713}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":2923252713},{"type":"v1","addr":"172.21.15.178:6821","nonce":2923252713}]},"public_addr":"172.21.15.178:6817/2923252713","cluster_addr":"172.21.15.178:6819/2923252713","heartbeat_back_addr":"172.21.15.178:6823/2923252713","heartbeat_front_addr":"172.21.15.178:6821/2923252713","state":["exists","up"]},{"osd":9,"uuid":"5cb80993-fbcc-4762-8bc3-c83d26615258","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6826","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6827","nonce":689615079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6828","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6829","nonce":689615079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6832","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6833","nonce":689615079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.3:6830","nonce":689615079},{"type":"v1","addr":"172.21.15.3:6831","nonce":689615079}]},"public_addr":"172.21.15.3:6827/689615079","cluster_addr":"172.21.15.3:6829/689615079","heartbeat_back_addr":"172.21.15.3:6833/689615079","heartbeat_front_addr":"172.21.15.3:6831/689615079","state":["exists","up"]},{"osd":10,"uuid":"c715e787-c1f0-4e5b-82a2-bf39e2060a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6825","nonce":1140328472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6827","nonce":1140328472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6831","nonce":1140328472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1140328472},{"type":"v1","addr":"172.21.15.104:6829","nonce":1140328472}]},"public_addr":"172.21.15.104:6825/1140328472","cluster_addr":"172.21.15.104:6827/1140328472","heartbeat_back_addr":"172.21.15.104:6831/1140328472","heartbeat_front_addr":"172.21.15.104:6829/1140328472","state":["exists","up"]},{"osd":11,"uuid":"7416d2bc-3a15-413e-8d28-c9b19c9eb45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6825","nonce":4018949369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6827","nonce":4018949369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6831","nonce":4018949369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":4018949369},{"type":"v1","addr":"172.21.15.178:6829","nonce":4018949369}]},"public_addr":"172.21.15.178:6825/4018949369","cluster_addr":"172.21.15.178:6827/4018949369","heartbeat_back_addr":"172.21.15.178:6831/4018949369","heartbeat_front_addr":"172.21.15.178:6829/4018949369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:33.654543+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:57:58.642973+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:23.071530+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:58:57.177393+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:23.609967+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T18:59:48.522891+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:22.425384+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:00:48.458229+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:13.480380+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:01:46.859606+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:13.550067+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T19:02:38.390370+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.e","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":4,"to":8}]},{"pgid":"3.1","mappings":[{"from":4,"to":9}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.3:0/1436951269":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/2337073582":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6801/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:6800/3695204126":"2024-05-22T18:55:39.914817+0000","172.21.15.3:0/1507381621":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6801/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:6800/20664571":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3518758507":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/2802459607":"2024-05-22T18:55:04.717213+0000","172.21.15.3:0/3477222164":"2024-05-22T18:55:39.914817+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T19:25:28.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 msgr2=0x7f41f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:28.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 0x7f41f00b4dc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f42081027a0 tx=0x7f41f800b260 comp rx=0 tx=0).stop 2024-05-21T19:25:28.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 msgr2=0x7f420819be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:28.944 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00e9a0 tx=0x7f41fc00ecb0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 shutdown_connections 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f41f00b2900 0x7f41f00b4dc0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f420810ffa0 0x7f42081a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4208075770 0x7f420819be20 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 --2- 172.21.15.3:0/4122214000 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f4208076090 0x7f420819c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 >> 172.21.15.3:0/4122214000 conn(0x7f420807a6a0 msgr2=0x7f4208101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 shutdown_connections 2024-05-21T19:25:28.945 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:28.943+0000 7f4210800700 1 -- 172.21.15.3:0/4122214000 wait complete. 2024-05-21T19:25:29.713 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-21T19:25:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:29 smithi104 ceph-mon[36417]: pgmap v966: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:29.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:29 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/4122214000' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:25:30.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:29 smithi003 ceph-mon[31577]: pgmap v966: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:30.108 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:29 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/4122214000' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:25:30.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:29 smithi178 ceph-mon[36523]: pgmap v966: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-21T19:25:30.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:29 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/4122214000' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T19:25:30.184 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:31.918 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:31 smithi003 ceph-mon[31577]: pgmap v967: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:25:31.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:31 smithi104 ceph-mon[36417]: pgmap v967: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:25:32.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:31 smithi178 ceph-mon[36523]: pgmap v967: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 -- 172.21.15.3:0/669486047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 msgr2=0x7fdd64116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 --2- 172.21.15.3:0/669486047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd64116a80 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c0099c0 tx=0x7fdd5c009cd0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 -- 172.21.15.3:0/669486047 shutdown_connections 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 --2- 172.21.15.3:0/669486047 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd64116a80 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 --2- 172.21.15.3:0/669486047 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd64109dd0 0x7fdd6410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 --2- 172.21.15.3:0/669486047 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd6410a780 0x7fdd6410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 -- 172.21.15.3:0/669486047 >> 172.21.15.3:0/669486047 conn(0x7fdd64076d10 msgr2=0x7fdd64108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 -- 172.21.15.3:0/669486047 shutdown_connections 2024-05-21T19:25:32.449 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.447+0000 7fdd6c400700 1 -- 172.21.15.3:0/669486047 wait complete. 2024-05-21T19:25:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.448+0000 7fdd6c400700 1 Processor -- start 2024-05-21T19:25:32.450 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 -- start start 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 0x7fdd641a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd641a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fdd64119d60 con 0x7fdd6410eeb0 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdd64119be0 con 0x7fdd64109dd0 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6c400700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fdd64119ee0 con 0x7fdd6410a780 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6a400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd641a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd69a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd69000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 0x7fdd641a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6a400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd641a4a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43318/0 (socket says 172.21.15.3:43318) 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd69a00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.3:52016/0 (socket says 172.21.15.3:52016) 2024-05-21T19:25:32.451 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.449+0000 7fdd6a400700 1 -- 172.21.15.3:0/3109698617 learned_addr learned my addr 172.21.15.3:0/3109698617 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 -- 172.21.15.3:0/3109698617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 msgr2=0x7fdd641a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 0x7fdd641a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 -- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 msgr2=0x7fdd641a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:32.452 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd641a4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 -- 172.21.15.3:0/3109698617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd641a5180 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69000700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 0x7fdd641a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.450+0000 7fdd69a00700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800efc0 tx=0x7fdd5800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.451+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd580092e0 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.451+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd641a5410 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.451+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd58004bb0 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.451+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd58004040 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.451+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd641accf0 con 0x7fdd64109dd0 2024-05-21T19:25:32.453 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.452+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd6406a230 con 0x7fdd64109dd0 2024-05-21T19:25:32.455 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.455+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd5801b030 con 0x7fdd64109dd0 2024-05-21T19:25:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.456+0000 7fdd62000700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 0x7fdd4c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.456+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8269+0+0 (secure 0 0 0) 0x7fdd580e2790 con 0x7fdd64109dd0 2024-05-21T19:25:32.457 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.456+0000 7fdd69000700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 0x7fdd4c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:32.458 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.457+0000 7fdd69000700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 0x7fdd4c0b4dc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdd64109230 tx=0x7fdd50009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:32.459 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.458+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd58022020 con 0x7fdd64109dd0 2024-05-21T19:25:32.750 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.748+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdd641acec0 con 0x7fdd64109dd0 2024-05-21T19:25:32.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.758+0000 7fdd62000700 1 -- 172.21.15.3:0/3109698617 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) ==== 161+0+0 (secure 0 0 0) 0x7fdd58010040 con 0x7fdd64109dd0 2024-05-21T19:25:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 msgr2=0x7fdd4c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 0x7fdd4c0b4dc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdd64109230 tx=0x7fdd50009260 comp rx=0 tx=0).stop 2024-05-21T19:25:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 msgr2=0x7fdd641a0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:32.763 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdd5800efc0 tx=0x7fdd5800c3a0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 shutdown_connections 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fdd4c0b2900 0x7fdd4c0b4dc0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fdd6410eeb0 0x7fdd641a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdd64109dd0 0x7fdd641a0170 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 --2- 172.21.15.3:0/3109698617 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fdd6410a780 0x7fdd641a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 >> 172.21.15.3:0/3109698617 conn(0x7fdd64076d10 msgr2=0x7fdd640771f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 shutdown_connections 2024-05-21T19:25:32.764 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:32.762+0000 7fdd6c400700 1 -- 172.21.15.3:0/3109698617 wait complete. 2024-05-21T19:25:32.765 INFO:teuthology.orchestra.run.smithi003.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-21T19:25:33.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a[31573]: 2024-05-21T19:25:32.751+0000 7faf14600700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T19:25:33.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:25:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:25:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:25:32 smithi003 ceph-mds[73609]: -- 172.21.15.3:0/1030657691 <== mon.0 v2:172.21.15.3:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ef828e9a40 con 0x55ef828bc800 2024-05-21T19:25:33.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:25:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: starting mds.g at 2024-05-21T19:25:33.137 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.137 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.137 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:25:32 smithi178 ceph-mds[67923]: -- 172.21.15.178:0/2491942244 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56167a381a40 con 0x56167a354800 2024-05-21T19:25:33.137 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: starting mds.i at 2024-05-21T19:25:33.138 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.138 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.138 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:25:32 smithi178 ceph-mds[67317]: -- 172.21.15.178:0/1482869420 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558cfab5ba40 con 0x558cfab2ec00 2024-05-21T19:25:33.138 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: starting mds.f at 2024-05-21T19:25:33.139 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.139 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.139 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:25:32 smithi178 ceph-mds[67621]: -- 172.21.15.178:0/2136545883 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558f523b3a40 con 0x558f52386800 2024-05-21T19:25:33.139 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: starting mds.c at 2024-05-21T19:25:33.139 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:25:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: 2024-05-21T19:25:32.801+0000 7f52137fe700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6835/0: (98) Address already in use 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:25:32 smithi104 ceph-mds[66860]: -- 172.21.15.104:0/1512930195 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560806d8ba40 con 0x560806d5f000 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: starting mds.h at 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: ignoring --setuser ceph since I am not root 2024-05-21T19:25:33.229 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: ignoring --setgroup ceph since I am not root 2024-05-21T19:25:33.230 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:25:32 smithi104 ceph-mds[67162]: -- 172.21.15.104:0/2340430606 <== mon.2 v2:172.21.15.104:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e57ffa9a40 con 0x55e57ff7c800 2024-05-21T19:25:33.230 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:25:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: starting mds.b at 2024-05-21T19:25:33.570 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-21T19:25:33.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: pgmap v968: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/3109698617' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T19:25:33.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:33 smithi003 ceph-mon[31577]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: pgmap v968: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/3109698617' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T19:25:33.977 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T19:25:33.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T19:25:33.978 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:33 smithi104 ceph-mon[36417]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T19:25:34.053 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:34.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: pgmap v968: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-05-21T19:25:34.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/3109698617' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:34.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T19:25:34.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T19:25:34.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T19:25:34.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T19:25:34.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T19:25:34.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:33 smithi178 ceph-mon[36523]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6836/1398272883,v1:172.21.15.104:6838/1398272883] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.104:6837/3410450859,v1:172.21.15.104:6839/3410450859] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6834/775352000,v1:172.21.15.178:6837/775352000] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6835/1793050656,v1:172.21.15.178:6838/1793050656] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.178:6836/4240436107,v1:172.21.15.178:6839/4240436107] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: mds.? [v2:172.21.15.3:6838/4134418576,v1:172.21.15.3:6839/4134418576] up:boot 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:25:34.860 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:25:34.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:25:34.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:25:34.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:34.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:34 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:35.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6836/1398272883,v1:172.21.15.104:6838/1398272883] up:boot 2024-05-21T19:25:35.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.104:6837/3410450859,v1:172.21.15.104:6839/3410450859] up:boot 2024-05-21T19:25:35.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6834/775352000,v1:172.21.15.178:6837/775352000] up:boot 2024-05-21T19:25:35.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6835/1793050656,v1:172.21.15.178:6838/1793050656] up:boot 2024-05-21T19:25:35.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.178:6836/4240436107,v1:172.21.15.178:6839/4240436107] up:boot 2024-05-21T19:25:35.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: mds.? [v2:172.21.15.3:6838/4134418576,v1:172.21.15.3:6839/4134418576] up:boot 2024-05-21T19:25:35.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T19:25:35.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:25:35.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:25:35.139 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:25:35.140 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:25:35.140 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:25:35.140 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:35.140 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:34 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:35.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6836/1398272883,v1:172.21.15.104:6838/1398272883] up:boot 2024-05-21T19:25:35.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.104:6837/3410450859,v1:172.21.15.104:6839/3410450859] up:boot 2024-05-21T19:25:35.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6834/775352000,v1:172.21.15.178:6837/775352000] up:boot 2024-05-21T19:25:35.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6835/1793050656,v1:172.21.15.178:6838/1793050656] up:boot 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.178:6836/4240436107,v1:172.21.15.178:6839/4240436107] up:boot 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: mds.? [v2:172.21.15.3:6838/4134418576,v1:172.21.15.3:6839/4134418576] up:boot 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:35.228 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:34 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T19:25:36.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:35 smithi003 ceph-mon[31577]: pgmap v970: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T19:25:36.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:35 smithi178 ceph-mon[36523]: pgmap v970: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T19:25:36.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:35 smithi104 ceph-mon[36417]: pgmap v970: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T19:25:36.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 -- 172.21.15.3:0/933652240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 msgr2=0x7fb734112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:36.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 --2- 172.21.15.3:0/933652240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb734112630 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fb73000b0a0 tx=0x7fb73000b3b0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 -- 172.21.15.3:0/933652240 shutdown_connections 2024-05-21T19:25:36.474 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 --2- 172.21.15.3:0/933652240 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb734112630 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 --2- 172.21.15.3:0/933652240 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb73410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 --2- 172.21.15.3:0/933652240 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb734105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 -- 172.21.15.3:0/933652240 >> 172.21.15.3:0/933652240 conn(0x7fb734101250 msgr2=0x7fb734103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 -- 172.21.15.3:0/933652240 shutdown_connections 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.473+0000 7fb73c800700 1 -- 172.21.15.3:0/933652240 wait complete. 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.474+0000 7fb73c800700 1 Processor -- start 2024-05-21T19:25:36.475 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 -- start start 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb73419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb73419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7fb7341159b0 con 0x7fb73410b760 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb734115830 con 0x7fb734105760 2024-05-21T19:25:36.476 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.475+0000 7fb73c800700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7fb734115b30 con 0x7fb734106120 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb739400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb73419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb739e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb73419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb739400700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb73419c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:34176/0 (socket says 172.21.15.3:34176) 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:43342/0 (socket says 172.21.15.3:43342) 2024-05-21T19:25:36.477 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb739400700 1 -- 172.21.15.3:0/144442486 learned_addr learned my addr 172.21.15.3:0/144442486 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 -- 172.21.15.3:0/144442486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 msgr2=0x7fb73419c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb73419c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 -- 172.21.15.3:0/144442486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 msgr2=0x7fb73419be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb73419be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 -- 172.21.15.3:0/144442486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7341a0e90 con 0x7fb73410b760 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb739e00700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb73419be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:36.478 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.476+0000 7fb73a800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb73000b070 tx=0x7fb730004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.477+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb730021070 con 0x7fb73410b760 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.477+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7341a1120 con 0x7fb73410b760 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.477+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb730007e30 con 0x7fb73410b760 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.477+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7300045f0 con 0x7fb73410b760 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.477+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7341a8a00 con 0x7fb73410b760 2024-05-21T19:25:36.479 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.478+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb73406a230 con 0x7fb73410b760 2024-05-21T19:25:36.482 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.481+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb730007980 con 0x7fb73410b760 2024-05-21T19:25:36.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.483+0000 7fb72ea00700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 0x7fb71c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:36.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.483+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8527+0+0 (secure 0 0 0) 0x7fb73000f020 con 0x7fb73410b760 2024-05-21T19:25:36.484 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.483+0000 7fb739e00700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 0x7fb71c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:36.485 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.484+0000 7fb739e00700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 0x7fb71c0b4dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb728009fd0 tx=0x7fb728009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:36.489 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.489+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb73002a020 con 0x7fb73410b760 2024-05-21T19:25:36.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:36.783+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb73419d1e0 con 0x7fb73410b760 2024-05-21T19:25:37.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:36 smithi003 ceph-mon[31577]: pgmap v971: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:25:37.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:36 smithi178 ceph-mon[36523]: pgmap v971: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:25:37.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:36 smithi104 ceph-mon[36417]: pgmap v971: 97 pgs: 97 active+clean; 5.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-21T19:25:37.784 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.782+0000 7fb72ea00700 1 -- 172.21.15.3:0/144442486 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v34) ==== 104+0+0 (secure 0 0 0) 0x7fb7300ab220 con 0x7fb73410b760 2024-05-21T19:25:37.787 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.786+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 msgr2=0x7fb71c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:37.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.786+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 0x7fb71c0b4dc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fb728009fd0 tx=0x7fb728009260 comp rx=0 tx=0).stop 2024-05-21T19:25:37.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.786+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 msgr2=0x7fb7341a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:37.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.786+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb73000b070 tx=0x7fb730004c80 comp rx=0 tx=0).stop 2024-05-21T19:25:37.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 shutdown_connections 2024-05-21T19:25:37.788 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7fb71c0b2900 0x7fb71c0b4dc0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7fb73410b760 0x7fb7341a0750 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb734105760 0x7fb73419be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 --2- 172.21.15.3:0/144442486 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7fb734106120 0x7fb73419c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 >> 172.21.15.3:0/144442486 conn(0x7fb734101250 msgr2=0x7fb7341017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 shutdown_connections 2024-05-21T19:25:37.789 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:37.787+0000 7fb73c800700 1 -- 172.21.15.3:0/144442486 wait complete. 2024-05-21T19:25:37.795 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:37 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T19:25:37.796 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:37 smithi104 ceph-mon[36417]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T19:25:37.796 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:37 smithi104 ceph-mon[36417]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T19:25:37.796 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:37 smithi104 ceph-mon[36417]: Cluster is now healthy 2024-05-21T19:25:37.796 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:37 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T19:25:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:37 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T19:25:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:37 smithi003 ceph-mon[31577]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T19:25:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:37 smithi003 ceph-mon[31577]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T19:25:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:37 smithi003 ceph-mon[31577]: Cluster is now healthy 2024-05-21T19:25:38.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:37 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T19:25:38.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:37 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T19:25:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:37 smithi178 ceph-mon[36523]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T19:25:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:37 smithi178 ceph-mon[36523]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T19:25:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:37 smithi178 ceph-mon[36523]: Cluster is now healthy 2024-05-21T19:25:38.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:37 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/144442486' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T19:25:38.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-21T19:25:38.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:38 smithi003 ceph-mon[31577]: fsmap 12 up:standby 2024-05-21T19:25:38.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:38 smithi003 ceph-mon[31577]: pgmap v972: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:39.120 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:39.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:38 smithi178 ceph-mon[36523]: fsmap 12 up:standby 2024-05-21T19:25:39.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:38 smithi178 ceph-mon[36523]: pgmap v972: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:39.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:38 smithi104 ceph-mon[36417]: fsmap 12 up:standby 2024-05-21T19:25:39.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:38 smithi104 ceph-mon[36417]: pgmap v972: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:41.377 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 -- 172.21.15.3:0/3063236271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c114480 msgr2=0x7f2e1c116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 --2- 172.21.15.3:0/3063236271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c114480 0x7f2e1c116870 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009f90 tx=0x7f2e1400b330 comp rx=0 tx=0).stop 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 -- 172.21.15.3:0/3063236271 shutdown_connections 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 --2- 172.21.15.3:0/3063236271 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c114480 0x7f2e1c116870 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 --2- 172.21.15.3:0/3063236271 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 0x7f2e1c075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 --2- 172.21.15.3:0/3063236271 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c076200 0x7f2e1c113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 -- 172.21.15.3:0/3063236271 >> 172.21.15.3:0/3063236271 conn(0x7f2e1c0fefc0 msgr2=0x7f2e1c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 -- 172.21.15.3:0/3063236271 shutdown_connections 2024-05-21T19:25:41.378 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.376+0000 7f2e21e00700 1 -- 172.21.15.3:0/3063236271 wait complete. 2024-05-21T19:25:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.377+0000 7f2e21e00700 1 Processor -- start 2024-05-21T19:25:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.377+0000 7f2e21e00700 1 -- start start 2024-05-21T19:25:41.379 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 0x7f2e1c1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c076200 0x7f2e1c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c119c70 con 0x7f2e1c114480 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c119af0 con 0x7f2e1c0758e0 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21e00700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c119df0 con 0x7f2e1c076200 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.3:3300/0 says I am v2:172.21.15.3:54340/0 (socket says 172.21.15.3:54340) 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e21400700 1 -- 172.21.15.3:0/2539793721 learned_addr learned my addr 172.21.15.3:0/2539793721 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e20a00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 0x7f2e1c1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:41.380 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.378+0000 7f2e13e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c076200 0x7f2e1c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 -- 172.21.15.3:0/2539793721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c076200 msgr2=0x7f2e1c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c076200 0x7f2e1c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 -- 172.21.15.3:0/2539793721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 msgr2=0x7f2e1c1a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 0x7f2e1c1a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.381 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 -- 172.21.15.3:0/2539793721 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1c1a5130 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.379+0000 7f2e21400700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009f60 tx=0x7f2e14009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.380+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14021070 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.380+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e1c1a53c0 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.380+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e14007ac0 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.380+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14005040 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.380+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e1c1acca0 con 0x7f2e1c114480 2024-05-21T19:25:41.382 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.381+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e1c06a230 con 0x7f2e1c114480 2024-05-21T19:25:41.384 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.383+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2e14024070 con 0x7f2e1c114480 2024-05-21T19:25:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.385+0000 7f2e1a000700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 0x7f2e000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.385+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8527+0+0 (secure 0 0 0) 0x7f2e1400f020 con 0x7f2e1c114480 2024-05-21T19:25:41.386 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.385+0000 7f2e20a00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 0x7f2e000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:41.387 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.386+0000 7f2e20a00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 0x7f2e000b4dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009680 tx=0x7f2e0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:41.389 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.388+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2e1402b020 con 0x7f2e1c114480 2024-05-21T19:25:41.625 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.624+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2e1c1a1480 con 0x7f2e1c114480 2024-05-21T19:25:41.718 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.717+0000 7f2e1a000700 1 -- 172.21.15.3:0/2539793721 <== mon.0 v2:172.21.15.3:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v84) ==== 181+0+0 (secure 0 0 0) 0x7f2e140ab820 con 0x7f2e1c114480 2024-05-21T19:25:41.721 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.720+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 msgr2=0x7f2e000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.720+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 0x7f2e000b4dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c009680 tx=0x7f2e0c009260 comp rx=0 tx=0).stop 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 msgr2=0x7f2e1c1a49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009f60 tx=0x7f2e14009510 comp rx=0 tx=0).stop 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 shutdown_connections 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f2e000b2900 0x7f2e000b4dc0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.722 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f2e1c114480 0x7f2e1c1a49f0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2e1c0758e0 0x7f2e1c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 --2- 172.21.15.3:0/2539793721 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f2e1c076200 0x7f2e1c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 >> 172.21.15.3:0/2539793721 conn(0x7f2e1c0fefc0 msgr2=0x7f2e1c100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 shutdown_connections 2024-05-21T19:25:41.723 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:41.721+0000 7f2e21e00700 1 -- 172.21.15.3:0/2539793721 wait complete. 2024-05-21T19:25:41.726 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_metadata' removed 2024-05-21T19:25:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:41 smithi003 ceph-mon[31577]: pgmap v973: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:42.109 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:41 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:41 smithi178 ceph-mon[36523]: pgmap v973: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:42.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:41 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:42.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:41 smithi104 ceph-mon[36417]: pgmap v973: 97 pgs: 97 active+clean; 5.0 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 3 op/s 2024-05-21T19:25:42.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:41 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:42.551 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c shell --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-21T19:25:42.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:42 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:42.858 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:42 smithi003 ceph-mon[31577]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T19:25:43.024 INFO:teuthology.orchestra.run.smithi003.stderr:Inferring config /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T19:25:43.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:42 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:43.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:42 smithi178 ceph-mon[36523]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T19:25:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:42 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/2539793721' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:43.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:42 smithi104 ceph-mon[36417]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T19:25:43.859 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:43 smithi003 ceph-mon[31577]: pgmap v975: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:44.128 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:43 smithi104 ceph-mon[36417]: pgmap v975: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:44.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:43 smithi178 ceph-mon[36523]: pgmap v975: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 -- 172.21.15.3:0/2130491368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 msgr2=0x7f1218108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 --2- 172.21.15.3:0/2130491368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218108900 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f12080098f0 tx=0x7f1208009c00 comp rx=0 tx=0).stop 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 -- 172.21.15.3:0/2130491368 shutdown_connections 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 --2- 172.21.15.3:0/2130491368 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102e00 0x7f121810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 --2- 172.21.15.3:0/2130491368 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218108900 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 --2- 172.21.15.3:0/2130491368 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102440 0x7f12181028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 -- 172.21.15.3:0/2130491368 >> 172.21.15.3:0/2130491368 conn(0x7f12180793f0 msgr2=0x7f1218079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 -- 172.21.15.3:0/2130491368 shutdown_connections 2024-05-21T19:25:45.270 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.268+0000 7f121f000700 1 -- 172.21.15.3:0/2130491368 wait complete. 2024-05-21T19:25:45.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.269+0000 7f121f000700 1 Processor -- start 2024-05-21T19:25:45.271 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 -- start start 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 0x7f121819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 0x7f121819fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 -- --> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] -- mon_getmap magic: 0 -- 0x7f1218112640 con 0x7f1218102e00 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f12181124c0 con 0x7f1218108520 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121f000700 1 -- --> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] -- mon_getmap magic: 0 -- 0x7f12181127c0 con 0x7f1218102440 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f1217e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 0x7f121819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f1217400700 1 --2- >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 0x7f121819fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f1217e00700 1 --2- >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 0x7f121819f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.178:3300/0 says I am v2:172.21.15.3:45666/0 (socket says 172.21.15.3:45666) 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f1217e00700 1 -- 172.21.15.3:0/611090388 learned_addr learned my addr 172.21.15.3:0/611090388 (peer_addr_for_me v2:172.21.15.3:0/0) 2024-05-21T19:25:45.272 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.270+0000 7f121d000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:45.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 -- 172.21.15.3:0/611090388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 msgr2=0x7f121819f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:45.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 0x7f121819f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.273 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 -- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 msgr2=0x7f121819fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 0x7f121819fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 -- 172.21.15.3:0/611090388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f121819a270 con 0x7f1218108520 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f1217400700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 0x7f121819fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.271+0000 7f121d000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218199b10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f121000efc0 tx=0x7f121000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.272+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12100092e0 con 0x7f1218108520 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.272+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1210004bb0 con 0x7f1218108520 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.272+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1210004020 con 0x7f1218108520 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.272+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f121819a500 con 0x7f1218108520 2024-05-21T19:25:45.274 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.272+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12181a67d0 con 0x7f1218108520 2024-05-21T19:25:45.275 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.273+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f121806a230 con 0x7f1218108520 2024-05-21T19:25:45.276 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.275+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f121001b030 con 0x7f1218108520 2024-05-21T19:25:45.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.277+0000 7f1214c00700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 0x7f11fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T19:25:45.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.277+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7973+0+0 (secure 0 0 0) 0x7f12100e1ce0 con 0x7f1218108520 2024-05-21T19:25:45.278 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.277+0000 7f1217e00700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 0x7f11fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T19:25:45.279 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.278+0000 7f1217e00700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 0x7f11fc0b4dc0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f1208009680 tx=0x7f1208019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T19:25:45.280 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.279+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1210022020 con 0x7f1218108520 2024-05-21T19:25:45.521 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.520+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f12181a69a0 con 0x7f1218108520 2024-05-21T19:25:45.752 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.751+0000 7f1214c00700 1 -- 172.21.15.3:0/611090388 <== mon.2 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v85) ==== 169+0+0 (secure 0 0 0) 0x7f1210010040 con 0x7f1218108520 2024-05-21T19:25:45.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.758+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 msgr2=0x7f11fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:45.759 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.758+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 0x7f11fc0b4dc0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f1208009680 tx=0x7f1208019040 comp rx=0 tx=0).stop 2024-05-21T19:25:45.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.758+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 msgr2=0x7f1218199b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T19:25:45.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.758+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218199b10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f121000efc0 tx=0x7f121000c3a0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.760 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 shutdown_connections 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:6800/1320720113,v1:172.21.15.3:6801/1320720113] conn(0x7f11fc0b2900 0x7f11fc0b4dc0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1218108520 0x7f1218199b10 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] conn(0x7f1218102440 0x7f121819f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 --2- 172.21.15.3:0/611090388 >> [v2:172.21.15.3:3300/0,v1:172.21.15.3:6789/0] conn(0x7f1218102e00 0x7f121819fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 >> 172.21.15.3:0/611090388 conn(0x7f12180793f0 msgr2=0x7f121806b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.759+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 shutdown_connections 2024-05-21T19:25:45.761 INFO:teuthology.orchestra.run.smithi003.stderr:2024-05-21T19:25:45.760+0000 7f121f000700 1 -- 172.21.15.3:0/611090388 wait complete. 2024-05-21T19:25:45.763 INFO:teuthology.orchestra.run.smithi003.stderr:pool 'cephfs_data' removed 2024-05-21T19:25:45.788 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:45 smithi003 ceph-mon[31577]: pgmap v976: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:45.788 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:45 smithi003 ceph-mon[31577]: from='client.? 172.21.15.3:0/611090388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:45.788 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:45 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:46.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:45 smithi178 ceph-mon[36523]: pgmap v976: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:45 smithi178 ceph-mon[36523]: from='client.? 172.21.15.3:0/611090388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:46.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:45 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:45 smithi104 ceph-mon[36417]: pgmap v976: 65 pgs: 65 active+clean; 577 KiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T19:25:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:45 smithi104 ceph-mon[36417]: from='client.? 172.21.15.3:0/611090388' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:46.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:45 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T19:25:46.641 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:25:46.720 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:25:46.746 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:25:46.773 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-21T19:25:46.773 DEBUG:teuthology.orchestra.run.smithi003:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T19:25:46.825 DEBUG:teuthology.orchestra.run.smithi104:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T19:25:46.840 DEBUG:teuthology.orchestra.run.smithi178:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T19:25:46.855 INFO:tasks.cephadm:Stopping all daemons... 2024-05-21T19:25:46.856 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-21T19:25:46.856 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a 2024-05-21T19:25:46.862 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:46 smithi003 ceph-mon[31577]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:46.862 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:46 smithi003 ceph-mon[31577]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T19:25:46.862 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:46 smithi003 ceph-mon[31577]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:25:47.136 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:46 smithi178 ceph-mon[36523]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:47.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:46 smithi178 ceph-mon[36523]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T19:25:47.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:46 smithi178 ceph-mon[36523]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:25:47.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:46 smithi104 ceph-mon[36417]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T19:25:47.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:46 smithi104 ceph-mon[36417]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T19:25:47.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:46 smithi104 ceph-mon[36417]: from='mgr.14152 172.21.15.3:0/2531195091' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T19:25:47.359 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:46 smithi003 systemd[1]: Stopping Ceph mon.a for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:47.861 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a[31573]: 2024-05-21T19:25:47.397+0000 7faf1b400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:25:47.862 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a[31573]: 2024-05-21T19:25:47.397+0000 7faf1b400700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-21T19:25:47.862 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:47 smithi003 podman[132578]: 2024-05-21 19:25:47.573456119 +0000 UTC m=+0.332885857 container died 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:25:48.189 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:48 smithi003 podman[132578]: 2024-05-21 19:25:48.156945424 +0000 UTC m=+0.916375172 container cleanup 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-21T19:25:48.189 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:48 smithi003 bash[132578]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a 2024-05-21T19:25:48.609 INFO:journalctl@ceph.mon.a.smithi003.stdout:May 21 19:25:48 smithi003 podman[132589]: 2024-05-21 19:25:48.391840562 +0000 UTC m=+0.806407081 container remove 0518fe735b888c9266a41485bfc7e5bebcccb7dabe465f647598b80a322289f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-a, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T19:25:48.969 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-21T19:25:49.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:49.110 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-21T19:25:49.110 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-21T19:25:49.110 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.b 2024-05-21T19:25:49.436 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:49 smithi104 systemd[1]: Stopping Ceph mon.b for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-b[36413]: 2024-05-21T19:25:49.434+0000 7f84fc5d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:25:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-b[36413]: 2024-05-21T19:25:49.434+0000 7f84fc5d4700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-21T19:25:49.727 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:49 smithi104 podman[73026]: 2024-05-21 19:25:49.639422445 +0000 UTC m=+0.327146863 container died 95c545f65a038a87f9779ebd0850be0dc8593f74f317df795daa909bd3388f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-05-21T19:25:50.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:50 smithi104 podman[73026]: 2024-05-21 19:25:50.00209399 +0000 UTC m=+0.689818419 container cleanup 95c545f65a038a87f9779ebd0850be0dc8593f74f317df795daa909bd3388f48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-b, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5) 2024-05-21T19:25:50.227 INFO:journalctl@ceph.mon.b.smithi104.stdout:May 21 19:25:50 smithi104 bash[73026]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-b 2024-05-21T19:25:50.430 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-21T19:25:50.476 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:50.476 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-21T19:25:50.477 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-21T19:25:50.477 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.c 2024-05-21T19:25:50.787 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:50 smithi178 systemd[1]: Stopping Ceph mon.c for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:51.137 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c[36506]: 2024-05-21T19:25:50.785+0000 7fe860647700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:25:51.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c[36506]: 2024-05-21T19:25:50.785+0000 7fe860647700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-21T19:25:51.138 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:50 smithi178 podman[73773]: 2024-05-21 19:25:50.908878586 +0000 UTC m=+0.237415649 container died 2219ad689f2d31466cb18b9cd212e1641452d97547e34e59d51a6f22f6cbf1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-21T19:25:51.613 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:51 smithi178 podman[73773]: 2024-05-21 19:25:51.336720658 +0000 UTC m=+0.665257714 container cleanup 2219ad689f2d31466cb18b9cd212e1641452d97547e34e59d51a6f22f6cbf1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T19:25:51.613 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:51 smithi178 bash[73773]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c 2024-05-21T19:25:51.887 INFO:journalctl@ceph.mon.c.smithi178.stdout:May 21 19:25:51 smithi178 podman[73787]: 2024-05-21 19:25:51.613659125 +0000 UTC m=+0.705279466 container remove 2219ad689f2d31466cb18b9cd212e1641452d97547e34e59d51a6f22f6cbf1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-21T19:25:51.922 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-21T19:25:51.965 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:51.965 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-21T19:25:51.966 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-21T19:25:51.966 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T19:25:52.359 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:52 smithi003 systemd[1]: Stopping Ceph mgr.x for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:52.859 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:25:52.568+0000 7fcf2b600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:25:52.859 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x[31807]: 2024-05-21T19:25:52.568+0000 7fcf2b600700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-21T19:25:52.859 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:52 smithi003 podman[132729]: 2024-05-21 19:25:52.681423129 +0000 UTC m=+0.250865760 container died 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T19:25:53.609 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:53 smithi003 podman[132729]: 2024-05-21 19:25:53.236656676 +0000 UTC m=+0.806099307 container cleanup 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521) 2024-05-21T19:25:53.610 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:53 smithi003 bash[132729]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x 2024-05-21T19:25:53.610 INFO:journalctl@ceph.mgr.x.smithi003.stdout:May 21 19:25:53 smithi003 podman[132743]: 2024-05-21 19:25:53.480035241 +0000 UTC m=+0.782680298 container remove 3f505052975215011c8eb7a02da3910643ac552be6c57ad0de362e9eaa64d0e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:7956b5e965f6ee5669688b5643c11d881b72442c, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-21T19:25:54.062 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-21T19:25:54.187 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:54.187 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-21T19:25:54.188 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-21T19:25:54.188 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.y 2024-05-21T19:25:54.477 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 19:25:54 smithi104 systemd[1]: Stopping Ceph mgr.y for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:54.783 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 19:25:54 smithi104 podman[73151]: 2024-05-21 19:25:54.493697759 +0000 UTC m=+0.110085119 container died 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240521, ceph=True) 2024-05-21T19:25:55.199 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 19:25:54 smithi104 podman[73151]: 2024-05-21 19:25:54.864977176 +0000 UTC m=+0.481364557 container cleanup 3e243d6715c2a8e13dbd532ab03656240419f5d614719435165f45f2cea0a8a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-21T19:25:55.199 INFO:journalctl@ceph.mgr.y.smithi104.stdout:May 21 19:25:54 smithi104 bash[73151]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-y 2024-05-21T19:25:55.347 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-21T19:25:55.380 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:55.380 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-21T19:25:55.380 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-21T19:25:55.380 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.z 2024-05-21T19:25:55.705 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:55 smithi178 systemd[1]: Stopping Ceph mgr.z for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:56.024 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:55 smithi178 podman[73895]: 2024-05-21 19:25:55.705376105 +0000 UTC m=+0.134731196 container died fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T19:25:56.387 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:56 smithi178 podman[73895]: 2024-05-21 19:25:56.024590109 +0000 UTC m=+0.453945192 container cleanup fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-21T19:25:56.387 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:56 smithi178 bash[73895]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z 2024-05-21T19:25:56.387 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:56 smithi178 podman[73909]: 2024-05-21 19:25:56.200786089 +0000 UTC m=+0.499862351 container remove fdd9012943a69cc6c7a4981579715aff27e1564d0a0228aa2a3caad711cc01f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:25:56.387 INFO:journalctl@ceph.mgr.z.smithi178.stdout:May 21 19:25:56 smithi178 systemd[1]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-05-21T19:25:56.461 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-21T19:25:56.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:25:56.494 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-21T19:25:56.495 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-21T19:25:56.495 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.0 2024-05-21T19:25:56.860 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:25:56 smithi003 systemd[1]: Stopping Ceph osd.0 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:25:57.359 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:25:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0[46228]: 2024-05-21T19:25:57.098+0000 7fbeb6000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:25:57.359 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:25:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0[46228]: 2024-05-21T19:25:57.098+0000 7fbeb6000700 -1 osd.0 85 *** Got signal Terminated *** 2024-05-21T19:25:57.359 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:25:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0[46228]: 2024-05-21T19:25:57.098+0000 7fbeb6000700 -1 osd.0 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:02.917 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:02 smithi003 podman[132850]: 2024-05-21 19:26:02.663332862 +0000 UTC m=+5.697748397 container died 9295b4ff040c03b59b6fff1adf0ed247b55485c042294656f6af6146bb08eec5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-21T19:26:03.177 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:03 smithi003 podman[132850]: 2024-05-21 19:26:03.149713774 +0000 UTC m=+6.184129302 container cleanup 9295b4ff040c03b59b6fff1adf0ed247b55485c042294656f6af6146bb08eec5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True) 2024-05-21T19:26:03.177 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:03 smithi003 bash[132850]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0 2024-05-21T19:26:03.858 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:03 smithi003 podman[132868]: 2024-05-21 19:26:03.459553117 +0000 UTC m=+0.788432021 container remove 9295b4ff040c03b59b6fff1adf0ed247b55485c042294656f6af6146bb08eec5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T19:26:04.359 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.000551134 +0000 UTC m=+0.033546917 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:04.359 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.110481717 +0000 UTC m=+0.143477548 container create 0c0acbf6d14eb8710f1ecacb4b10bf77aadfd4a19076eea4423f6cf70c40b1f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T19:26:04.859 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.406169895 +0000 UTC m=+0.439165705 container init 0c0acbf6d14eb8710f1ecacb4b10bf77aadfd4a19076eea4423f6cf70c40b1f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:04.859 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.419726424 +0000 UTC m=+0.452722235 container start 0c0acbf6d14eb8710f1ecacb4b10bf77aadfd4a19076eea4423f6cf70c40b1f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD) 2024-05-21T19:26:04.859 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.512671471 +0000 UTC m=+0.545667295 container attach 0c0acbf6d14eb8710f1ecacb4b10bf77aadfd4a19076eea4423f6cf70c40b1f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T19:26:05.262 INFO:journalctl@ceph.osd.0.smithi003.stdout:May 21 19:26:04 smithi003 podman[132957]: 2024-05-21 19:26:04.895504043 +0000 UTC m=+0.928499884 container died 0c0acbf6d14eb8710f1ecacb4b10bf77aadfd4a19076eea4423f6cf70c40b1f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-21T19:26:05.764 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-21T19:26:05.889 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:05.889 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-21T19:26:05.889 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-21T19:26:05.889 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.1 2024-05-21T19:26:06.220 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:05 smithi104 systemd[1]: Stopping Ceph osd.1 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:06.477 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1[40987]: 2024-05-21T19:26:06.219+0000 7fc84cf74700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:06.477 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1[40987]: 2024-05-21T19:26:06.219+0000 7fc84cf74700 -1 osd.1 85 *** Got signal Terminated *** 2024-05-21T19:26:06.477 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1[40987]: 2024-05-21T19:26:06.219+0000 7fc84cf74700 -1 osd.1 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:11.846 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:11 smithi104 podman[73276]: 2024-05-21 19:26:11.594191009 +0000 UTC m=+5.506075983 container died eaf266705e292aba36e3145a8e50cd3b9fa23ac948a7740990bbfe934bab7f30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2) 2024-05-21T19:26:12.227 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:11 smithi104 podman[73276]: 2024-05-21 19:26:11.953134864 +0000 UTC m=+5.865019826 container cleanup eaf266705e292aba36e3145a8e50cd3b9fa23ac948a7740990bbfe934bab7f30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1, org.label-schema.build-date=20240521, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:26:12.227 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:11 smithi104 bash[73276]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1 2024-05-21T19:26:12.633 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73291]: 2024-05-21 19:26:12.270919563 +0000 UTC m=+0.675374071 container remove eaf266705e292aba36e3145a8e50cd3b9fa23ac948a7740990bbfe934bab7f30 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240521) 2024-05-21T19:26:12.907 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73380]: 2024-05-21 19:26:12.53651974 +0000 UTC m=+0.016916418 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:12.907 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73380]: 2024-05-21 19:26:12.638132734 +0000 UTC m=+0.118529444 container create 6f7375491de5dab3d41fdc7a7687b49360b049629002cc2075b658fab8fb5995 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-21T19:26:13.204 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73380]: 2024-05-21 19:26:12.907080068 +0000 UTC m=+0.387476738 container init 6f7375491de5dab3d41fdc7a7687b49360b049629002cc2075b658fab8fb5995 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:13.204 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73380]: 2024-05-21 19:26:12.910403273 +0000 UTC m=+0.390799940 container start 6f7375491de5dab3d41fdc7a7687b49360b049629002cc2075b658fab8fb5995 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:26:13.204 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:12 smithi104 podman[73380]: 2024-05-21 19:26:12.998767566 +0000 UTC m=+0.479164233 container attach 6f7375491de5dab3d41fdc7a7687b49360b049629002cc2075b658fab8fb5995 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-21T19:26:13.476 INFO:journalctl@ceph.osd.1.smithi104.stdout:May 21 19:26:13 smithi104 podman[73380]: 2024-05-21 19:26:13.203563567 +0000 UTC m=+0.683960232 container died 6f7375491de5dab3d41fdc7a7687b49360b049629002cc2075b658fab8fb5995 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T19:26:13.794 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-21T19:26:13.832 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:13.832 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-21T19:26:13.832 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-21T19:26:13.832 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.2 2024-05-21T19:26:14.127 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:13 smithi178 systemd[1]: Stopping Ceph osd.2 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:14.387 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2[41673]: 2024-05-21T19:26:14.126+0000 7f50a0299700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:14.387 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2[41673]: 2024-05-21T19:26:14.126+0000 7f50a0299700 -1 osd.2 85 *** Got signal Terminated *** 2024-05-21T19:26:14.387 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2[41673]: 2024-05-21T19:26:14.126+0000 7f50a0299700 -1 osd.2 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:19.878 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:19 smithi178 podman[74019]: 2024-05-21 19:26:19.574486799 +0000 UTC m=+5.553921636 container died 9202a561536bb03db5ca71dd353618d4ae8f1e0e4af0383d2de7a5dc26873ab4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-21T19:26:20.137 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:19 smithi178 podman[74019]: 2024-05-21 19:26:19.959769725 +0000 UTC m=+5.939204561 container cleanup 9202a561536bb03db5ca71dd353618d4ae8f1e0e4af0383d2de7a5dc26873ab4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T19:26:20.137 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:19 smithi178 bash[74019]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2 2024-05-21T19:26:20.537 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74034]: 2024-05-21 19:26:20.219432803 +0000 UTC m=+0.642438072 container remove 9202a561536bb03db5ca71dd353618d4ae8f1e0e4af0383d2de7a5dc26873ab4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:20.839 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74126]: 2024-05-21 19:26:20.536912341 +0000 UTC m=+0.112299152 container create a519fec80acdd109aa14a41d9038c6bdc2ed0bd1f50d78fdec0451f21a8e780b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T19:26:20.839 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74126]: 2024-05-21 19:26:20.441868485 +0000 UTC m=+0.017255259 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:20.839 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74126]: 2024-05-21 19:26:20.772732238 +0000 UTC m=+0.348119015 container init a519fec80acdd109aa14a41d9038c6bdc2ed0bd1f50d78fdec0451f21a8e780b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T19:26:20.839 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74126]: 2024-05-21 19:26:20.776305897 +0000 UTC m=+0.351692663 container start a519fec80acdd109aa14a41d9038c6bdc2ed0bd1f50d78fdec0451f21a8e780b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:26:20.839 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:20 smithi178 podman[74126]: 2024-05-21 19:26:20.839053099 +0000 UTC m=+0.414439883 container attach a519fec80acdd109aa14a41d9038c6bdc2ed0bd1f50d78fdec0451f21a8e780b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:26:21.102 INFO:journalctl@ceph.osd.2.smithi178.stdout:May 21 19:26:21 smithi178 podman[74126]: 2024-05-21 19:26:21.069086779 +0000 UTC m=+0.644473546 container died a519fec80acdd109aa14a41d9038c6bdc2ed0bd1f50d78fdec0451f21a8e780b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:26:21.650 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-21T19:26:21.687 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:21.687 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-21T19:26:21.687 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-21T19:26:21.687 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.3 2024-05-21T19:26:22.109 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:21 smithi003 systemd[1]: Stopping Ceph osd.3 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:22.609 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:22 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:22.251+0000 7f7f5ce00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:22.609 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:22 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:22.251+0000 7f7f5ce00700 -1 osd.3 85 *** Got signal Terminated *** 2024-05-21T19:26:22.610 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:22 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:22.251+0000 7f7f5ce00700 -1 osd.3 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:23.826 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:23 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:23.588+0000 7f7f53600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.302088+0000 front 2024-05-21T19:25:59.302691+0000 (oldest deadline 2024-05-21T19:26:22.802164+0000) 2024-05-21T19:26:24.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:24.259+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:24.859 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:24 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:24.573+0000 7f7f53600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.302088+0000 front 2024-05-21T19:25:59.302691+0000 (oldest deadline 2024-05-21T19:26:22.802164+0000) 2024-05-21T19:26:24.859 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:24 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:24.687+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:25.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:24.871+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:25.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:25.227+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:25.859 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:25 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:25.544+0000 7f7f53600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.302088+0000 front 2024-05-21T19:25:59.302691+0000 (oldest deadline 2024-05-21T19:26:22.802164+0000) 2024-05-21T19:26:25.859 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:25 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:25.679+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:26.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:25.796+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:26.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:25.899+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:26.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:26.244+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:26.859 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:26 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3[52904]: 2024-05-21T19:26:26.496+0000 7f7f53600700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.302088+0000 front 2024-05-21T19:25:59.302691+0000 (oldest deadline 2024-05-21T19:26:22.802164+0000) 2024-05-21T19:26:26.859 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:26 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:26.636+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:27.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:26.819+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:27.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:26.938+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:27.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:27.245+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:27.951 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:27 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:27.641+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:27.951 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:27 smithi003 podman[133064]: 2024-05-21 19:26:27.652896029 +0000 UTC m=+5.529466883 container died e0b96bb4b3e13ca2b89a6e63b7068715245a71f8f7f004918939212e8e3c0f7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T19:26:28.136 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:27.779+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:28.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:27 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:27.922+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:28.359 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:28 smithi003 podman[133064]: 2024-05-21 19:26:28.170681097 +0000 UTC m=+6.047251981 container cleanup e0b96bb4b3e13ca2b89a6e63b7068715245a71f8f7f004918939212e8e3c0f7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-21T19:26:28.359 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:28 smithi003 bash[133064]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3 2024-05-21T19:26:28.624 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:28 smithi003 podman[133097]: 2024-05-21 19:26:28.472888997 +0000 UTC m=+0.806198476 container remove e0b96bb4b3e13ca2b89a6e63b7068715245a71f8f7f004918939212e8e3c0f7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True) 2024-05-21T19:26:28.624 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:28 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:28.391+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:28.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:28.256+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:29.108 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:28 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:28.622+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:29.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:28.781+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:29.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:28.728+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:29.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:28 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:28.945+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:29.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:29 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:29.395+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:29.609 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:29 smithi003 podman[133190]: 2024-05-21 19:26:29.258123412 +0000 UTC m=+0.039372957 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:29.609 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:29 smithi003 podman[133190]: 2024-05-21 19:26:29.423699695 +0000 UTC m=+0.204949248 container create b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T19:26:29.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:29.213+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:29.993 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:29 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:29.651+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:29.994 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:29 smithi003 podman[133190]: 2024-05-21 19:26:29.888743897 +0000 UTC m=+0.669993517 container init b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-05-21T19:26:29.994 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:29 smithi003 podman[133190]: 2024-05-21 19:26:29.900686459 +0000 UTC m=+0.681936035 container start b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T19:26:29.994 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:29 smithi003 podman[133190]: 2024-05-21 19:26:29.993180652 +0000 UTC m=+0.774430235 container attach b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-21T19:26:30.136 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:29.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:30.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:29.808+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:30.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:29 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:29.975+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:30.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:30.257+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:30.688 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:30 smithi003 podman[133216]: 2024-05-21 19:26:30.420723396 +0000 UTC m=+0.037410943 container died b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:26:30.688 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:30.422+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:31.082 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:30 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:30.686+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:31.082 INFO:journalctl@ceph.osd.3.smithi003.stdout:May 21 19:26:31 smithi003 podman[133216]: 2024-05-21 19:26:31.080784469 +0000 UTC m=+0.697472060 container remove b171d8c3f88a000ee133fc3d9a7add475d96997d0fd1019f2c52ca4c84766706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T19:26:31.128 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-21T19:26:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:30.799+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:31.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:30.824+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:31.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:30 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:30.932+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:31.243 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:31.243 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-21T19:26:31.243 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-21T19:26:31.243 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.4 2024-05-21T19:26:31.545 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:31 smithi104 systemd[1]: Stopping Ceph osd.4 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:31.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:31.282+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:31.681 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:31 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:31.391+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:31.888 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:31 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:31.544+0000 7f5334973700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:31.888 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:31 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:31.544+0000 7f5334973700 -1 osd.4 85 *** Got signal Terminated *** 2024-05-21T19:26:31.888 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:31 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:31.544+0000 7f5334973700 -1 osd.4 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:32.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:31 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:31.680+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:31.763+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:32.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:31.833+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:32.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:31.833+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:32.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:31 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:31.887+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:32.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:32.349+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:32.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:32.349+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:32.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:32.273+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:32.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:32.273+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:33.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:32 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:32.714+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:32.743+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:33.138 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:32.876+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:33.138 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:32.876+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:33.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:32 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:32.932+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:33.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:33.300+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:33.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:33.300+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:33.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:33.316+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:33.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:33.316+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:34.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:33 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:33.718+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:33.766+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:34.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:33.850+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:34.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:33.850+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:34.227 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:33 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:33.729+0000 7f532cf5f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.687348+0000 front 2024-05-21T19:26:10.687377+0000 (oldest deadline 2024-05-21T19:26:33.587484+0000) 2024-05-21T19:26:34.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:33 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:33.887+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:34.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:33 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:33.887+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:34.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:34.259+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:34.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:34.259+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:34.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:34.269+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:34.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:34.269+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:35.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:34.733+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:35.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:34 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:34.733+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:35.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:34.802+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:35.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:34.802+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:35.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:34.793+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:35.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:34.793+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:35.227 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:34 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:34.755+0000 7f532cf5f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.687348+0000 front 2024-05-21T19:26:10.687377+0000 (oldest deadline 2024-05-21T19:26:33.587484+0000) 2024-05-21T19:26:35.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:34 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:34.858+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:35.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:34 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:34.858+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:35.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:35.233+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:35.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:35.233+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:35.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:35.311+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:35.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:35.311+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:36.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:35.690+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:36.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:35 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:35.690+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:36.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:35.835+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:36.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:35.835+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:36.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:35.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:36.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:35 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:35.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:36.227 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:35 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4[47900]: 2024-05-21T19:26:35.759+0000 7f532cf5f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.687348+0000 front 2024-05-21T19:26:10.687377+0000 (oldest deadline 2024-05-21T19:26:33.587484+0000) 2024-05-21T19:26:36.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:35 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:35.904+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:36.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:35 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:35.904+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:36.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:36.239+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:36.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:36.239+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:36.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:36.302+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:36.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:36.302+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:36.727 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:36 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:36.436+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:37.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:36.670+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:37.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:36 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:36.670+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:37.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:36.842+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:37.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:36.842+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:37.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:36.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:37.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:36 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:36.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:37.138 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:36 smithi104 podman[73497]: 2024-05-21 19:26:36.869804142 +0000 UTC m=+5.430216598 container died ee56642e68509396bb68fbb7e8ca9d35967040d02b5f5fec24f89fd33fb7ba22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-21T19:26:37.138 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:36 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:36.926+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:37.138 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:36 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:36.926+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:37.404 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:37 smithi104 podman[73497]: 2024-05-21 19:26:37.236099855 +0000 UTC m=+5.796512302 container cleanup ee56642e68509396bb68fbb7e8ca9d35967040d02b5f5fec24f89fd33fb7ba22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:26:37.405 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:37 smithi104 bash[73497]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4 2024-05-21T19:26:37.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:37.203+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:37.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:37.203+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:37.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:37.268+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:37.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:37.268+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:37.727 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:37 smithi104 podman[73516]: 2024-05-21 19:26:37.537305629 +0000 UTC m=+0.663739082 container remove ee56642e68509396bb68fbb7e8ca9d35967040d02b5f5fec24f89fd33fb7ba22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_CLEAN=True) 2024-05-21T19:26:37.727 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:37 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:37.402+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:38.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:37.703+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:38.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:37 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:37.703+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:38.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:37.880+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:38.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:37.880+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:38.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:37.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:38.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:37 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:37.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:37 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:37.899+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:37 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:37.899+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:37 smithi104 podman[73603]: 2024-05-21 19:26:37.805453897 +0000 UTC m=+0.017754843 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:37 smithi104 podman[73603]: 2024-05-21 19:26:37.904760041 +0000 UTC m=+0.117061015 container create c70f1865002faad5e02b56bfa2c681477dff3ca875cbae0e9720d55694adb42c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:38 smithi104 podman[73603]: 2024-05-21 19:26:38.124367052 +0000 UTC m=+0.336667984 container init c70f1865002faad5e02b56bfa2c681477dff3ca875cbae0e9720d55694adb42c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T19:26:38.207 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:38 smithi104 podman[73603]: 2024-05-21 19:26:38.127599229 +0000 UTC m=+0.339900164 container start c70f1865002faad5e02b56bfa2c681477dff3ca875cbae0e9720d55694adb42c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:38.208 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:38 smithi104 podman[73603]: 2024-05-21 19:26:38.206726968 +0000 UTC m=+0.419027913 container attach c70f1865002faad5e02b56bfa2c681477dff3ca875cbae0e9720d55694adb42c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:38.477 INFO:journalctl@ceph.osd.4.smithi104.stdout:May 21 19:26:38 smithi104 podman[73603]: 2024-05-21 19:26:38.414854464 +0000 UTC m=+0.627155400 container died c70f1865002faad5e02b56bfa2c681477dff3ca875cbae0e9720d55694adb42c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:26:38.477 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:38 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:38.444+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:38.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:38.210+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:38.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:38.210+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:38.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:38.237+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:38.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:38.237+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:38.959 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:38 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:38.920+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:38.960 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:38 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:38.920+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:38.974 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-21T19:26:39.015 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:39.015 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-21T19:26:39.015 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-21T19:26:39.015 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.5 2024-05-21T19:26:39.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:38.662+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:39.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:38.662+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:39.265 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:38.915+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:39.265 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:38.915+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:39.265 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 systemd[1]: Stopping Ceph osd.5 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:39.265 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:38.888+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:39.265 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:38 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:38.888+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:39.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:39.255+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:39.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:39.255+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:39.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:39.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:39.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:39.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:39.637 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:39.310+0000 7f46e9bd6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:39.637 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:39.310+0000 7f46e9bd6700 -1 osd.5 85 *** Got signal Terminated *** 2024-05-21T19:26:39.637 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:39.310+0000 7f46e9bd6700 -1 osd.5 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:39.957 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:39 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:39.477+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:40.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:39.626+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:40.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:39 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:39.626+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:40.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:39.894+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:40.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:39.894+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:40.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:39.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:40.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:39 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:39.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:40.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:39 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:39.956+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:40.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:39 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:39.956+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:40.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:40.245+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:40.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:40.245+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:40.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:40.307+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:40.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:40.307+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:40.976 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:40 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:40.519+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:41.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:40.629+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:41.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:40.629+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:41.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:40 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:40.629+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:41.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:40.802+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:41.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:40.802+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:41.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:40.865+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:41.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:40.865+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:41.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:40 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:40.865+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.490116+0000 front 2024-05-21T19:26:14.490137+0000 (oldest deadline 2024-05-21T19:26:40.390169+0000) 2024-05-21T19:26:41.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:40 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:40.975+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:41.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:40 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:40.975+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:41.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:40 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:40.975+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:41.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:41.211+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:41.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:41.211+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:41.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:41.333+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:41.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:41.333+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:41.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:41 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:41.496+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:41.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:41 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:41.496+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:42.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:41.678+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:42.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:41.678+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:42.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:41 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:41.678+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:41.839+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:41.839+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:41.839+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:41.889+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:41.889+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:42.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:41 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:41.889+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.490116+0000 front 2024-05-21T19:26:14.490137+0000 (oldest deadline 2024-05-21T19:26:40.390169+0000) 2024-05-21T19:26:42.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:42 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:42.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:42.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:42 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:42.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:42.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:42 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:42.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:42.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:42.217+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:42.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:42.217+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:42.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:42.217+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:42.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:42.377+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:42.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:42.377+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:42.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:42 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:42.503+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:42.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:42 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:42.503+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:43.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:42.633+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:43.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:42.633+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:43.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:42 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:42.633+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:42.908+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:42.908+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:42.908+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.490116+0000 front 2024-05-21T19:26:14.490137+0000 (oldest deadline 2024-05-21T19:26:40.390169+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:42.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:42.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:43.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:42 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:42.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:43.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:43.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:43.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.004+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:43.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:43.216+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:43.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:43.216+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:43.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:43.217+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:43.807 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:43.413+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:43.808 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:43.413+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:43.808 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:43.413+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:43.957 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:43.549+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:43.958 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:43.549+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:44.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:43.657+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:44.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:43.657+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:44.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:43 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:43.657+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:43.955+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.088651+0000 front 2024-05-21T19:26:01.088463+0000 (oldest deadline 2024-05-21T19:26:25.188223+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:43.955+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.289353+0000 front 2024-05-21T19:26:06.289341+0000 (oldest deadline 2024-05-21T19:26:31.589353+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5[48614]: 2024-05-21T19:26:43.955+0000 7f46e61ca700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.490116+0000 front 2024-05-21T19:26:14.490137+0000 (oldest deadline 2024-05-21T19:26:40.390169+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:43.806+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:43.806+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:44.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:43 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:43.806+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:44.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.956+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:44.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.956+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:44.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:43 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:43.956+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:44.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:44.183+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:44.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:44.183+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:44.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:44.183+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:44.719 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:44.443+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:44.719 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:44.443+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:44.719 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:44.443+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:44.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:44 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:44.589+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:44.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:44 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:44.589+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:44.995 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:44 smithi178 podman[74244]: 2024-05-21 19:26:44.718897391 +0000 UTC m=+5.501685701 container died 643dea8d63baecf9158e3ebf857838316b4e4a4c78d67e5d11aaeb4179726503 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-21T19:26:44.996 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:44.848+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:44.996 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:44.848+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:44.996 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:44 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:44.848+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:45.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:44.686+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:45.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:44.686+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:45.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:44.686+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:45.260 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:44 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:44.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:45.260 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:44 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:44.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:45.261 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:44 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:44.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:45.336 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74244]: 2024-05-21 19:26:45.093753686 +0000 UTC m=+5.876541994 container cleanup 643dea8d63baecf9158e3ebf857838316b4e4a4c78d67e5d11aaeb4179726503 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5, ceph=True, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-21T19:26:45.336 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 bash[74244]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5 2024-05-21T19:26:45.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:45.192+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:45.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:45.192+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:45.610 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:45.192+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:45.638 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74259]: 2024-05-21 19:26:45.336379753 +0000 UTC m=+0.618351850 container remove 643dea8d63baecf9158e3ebf857838316b4e4a4c78d67e5d11aaeb4179726503 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-21T19:26:45.638 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:45.423+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:45.638 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:45.423+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:45.638 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:45.423+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:45.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:45 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:45.638+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:45.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:45 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:45.638+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:45.981 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:45.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:45.981 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:45.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:45.981 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:45 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:45.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:45.982 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74350]: 2024-05-21 19:26:45.575557769 +0000 UTC m=+0.017370664 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:45.982 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74350]: 2024-05-21 19:26:45.687545085 +0000 UTC m=+0.129357960 container create 80acb84a5c76e66811e01be25a517d57ccb64b7847759ceac83dc4dc2b1a770a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2) 2024-05-21T19:26:45.982 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74350]: 2024-05-21 19:26:45.889797183 +0000 UTC m=+0.331610066 container init 80acb84a5c76e66811e01be25a517d57ccb64b7847759ceac83dc4dc2b1a770a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521) 2024-05-21T19:26:45.982 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74350]: 2024-05-21 19:26:45.892866736 +0000 UTC m=+0.334679633 container start 80acb84a5c76e66811e01be25a517d57ccb64b7847759ceac83dc4dc2b1a770a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-21T19:26:45.982 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:45 smithi178 podman[74350]: 2024-05-21 19:26:45.98137693 +0000 UTC m=+0.423189847 container attach 80acb84a5c76e66811e01be25a517d57ccb64b7847759ceac83dc4dc2b1a770a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-21T19:26:46.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:45.716+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:46.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:45.716+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:46.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:45 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:45.716+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:46.387 INFO:journalctl@ceph.osd.5.smithi178.stdout:May 21 19:26:46 smithi178 podman[74350]: 2024-05-21 19:26:46.19015332 +0000 UTC m=+0.631966206 container died 80acb84a5c76e66811e01be25a517d57ccb64b7847759ceac83dc4dc2b1a770a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, ceph=True) 2024-05-21T19:26:46.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:45 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:45.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:46.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:45 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:45.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:46.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:45 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:45.978+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:46.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:46.189+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:46.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:46.189+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:46.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:46.189+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:46.710 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:46.459+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:46.710 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:46.459+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:46.710 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:46.459+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:46.733 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-21T19:26:46.769 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:46.769 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-21T19:26:46.770 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-21T19:26:46.770 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.6 2024-05-21T19:26:46.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:46 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:46.640+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:46.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:46 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:46.640+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:47.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:46.730+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:47.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:46.730+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:47.110 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:46 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:46.730+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:47.110 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:46 smithi003 systemd[1]: Stopping Ceph osd.6 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:47.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:46.788+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:47.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:46.788+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:47.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:46 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:46.788+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:47.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:47 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:47.003+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:47.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:47 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:47.003+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:47.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:47 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:47.003+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:47.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:47.208+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:47.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:47.208+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:47.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:47.208+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:47.609 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.341+0000 7f1742a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:47.610 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.341+0000 7f1742a00700 -1 osd.6 85 *** Got signal Terminated *** 2024-05-21T19:26:47.610 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.341+0000 7f1742a00700 -1 osd.6 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:47.816 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:47.422+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:47.816 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:47.422+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:47.816 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:47.422+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:47.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:47 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:47.639+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:47.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:47 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:47.639+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:48.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.741+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:48.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.741+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:48.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:47 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:47.741+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:48.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:47.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:48.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:47.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:48.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:47 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:47.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:48.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:48.020+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:48.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:48.020+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:48.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:48.020+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:48.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:48.020+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:48.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:48.167+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:48.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:48.167+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:48.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:48.167+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:48.836 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:48.407+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:48.836 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:48.407+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:48.836 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:48.407+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:48.836 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:48.407+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:48.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:48.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:48.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:48 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:48.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:49.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:48.751+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:49.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:48.751+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:49.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:48 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:48.751+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:49.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:48.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:49.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:48.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:49.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:48 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:48.835+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:49.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:49.052+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:49.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:49.052+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:49.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:49.052+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:49.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:49.052+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:49.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:49.187+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:49.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:49.187+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:49.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:49.187+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:49.857 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:49.449+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:49.857 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:49.449+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:49.857 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:49.449+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:49.857 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:49.449+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:49.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:49.610+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:49.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:49.610+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:49.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:49 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:49.610+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:50.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:49.763+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:50.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:49.763+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:50.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:49.763+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:50.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:49.856+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:50.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:49.856+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:50.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:49 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:49.856+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:50.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:50.019+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:50.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:50.019+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:50.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:50.019+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:50.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:50.019+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:50.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:50.181+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:50.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:50.181+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:50.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:50.181+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:50.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:50.181+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:50.817 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:50.426+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:50.817 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:50.426+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:50.817 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:50.426+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:50.817 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:50.426+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:50.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:50.659+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:50.993 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:50.659+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:50.993 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:50 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:50.659+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:51.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:50.781+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:51.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:50.781+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:51.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:50 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:50.781+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:51.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:50.816+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:51.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:50.816+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:51.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:50.816+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:51.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:50 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:50.816+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:51.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:51.062+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:51.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:51.062+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:51.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:51.062+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:51.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:51.062+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:51.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:51.170+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:51.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:51.170+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:51.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:51.170+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:51.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:51.170+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:51.833 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:51.388+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:51.833 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:51.388+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:51.833 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:51.388+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:51.833 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:51.388+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:51.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:51.658+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:51.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:51.658+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:51.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:51 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:51.658+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:52.092 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:51.838+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:52.092 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:51.838+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:52.093 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:51.838+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:52.093 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:51 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:51.838+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:52.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:51.744+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.213635+0000 front 2024-05-21T19:25:58.214546+0000 (oldest deadline 2024-05-21T19:26:24.114492+0000) 2024-05-21T19:26:52.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:51.744+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:10.016586+0000 front 2024-05-21T19:26:10.016676+0000 (oldest deadline 2024-05-21T19:26:34.716814+0000) 2024-05-21T19:26:52.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:51 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6[59889]: 2024-05-21T19:26:51.744+0000 7f1739200700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:14.717966+0000 front 2024-05-21T19:26:14.717899+0000 (oldest deadline 2024-05-21T19:26:40.618143+0000) 2024-05-21T19:26:52.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:52.018+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:52.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:52.018+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:52.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:52.018+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:52.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:52.018+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:52.500 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:52.123+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:52.500 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:52.123+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:52.500 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:52.123+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:52.500 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:52 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:52.123+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:52.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:52.366+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:52.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:52.366+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:52.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:52.366+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:52.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:52.366+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:52.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:52.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:52.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:52.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:52.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:52 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:52.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:53.088 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:52 smithi003 podman[133297]: 2024-05-21 19:26:52.905700402 +0000 UTC m=+5.685019558 container died d151d056772be696fb4bd10ad9578de033f977460e86b428d88975b2670afd10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:26:53.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:52.817+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:53.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:52.817+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:53.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:52.817+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:53.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:52 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:52.817+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:53.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:53 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:53.087+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:53.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:53 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:53.087+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:53.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:53 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:53.087+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:53.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:53 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:53.087+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:53.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:53.058+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:53.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:53.058+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:53.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:53.058+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:53.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:53.058+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:53.636 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:53.344+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:53.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:53.344+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:53.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:53.344+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:53.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:53.344+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:53.695 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:53 smithi003 podman[133297]: 2024-05-21 19:26:53.48582627 +0000 UTC m=+6.265145427 container cleanup d151d056772be696fb4bd10ad9578de033f977460e86b428d88975b2670afd10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0) 2024-05-21T19:26:53.695 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:53 smithi003 bash[133297]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6 2024-05-21T19:26:53.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:53.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:53.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:53.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:53.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:53 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:53.615+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:54.067 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:53 smithi003 podman[133322]: 2024-05-21 19:26:53.694354788 +0000 UTC m=+0.781984413 container remove d151d056772be696fb4bd10ad9578de033f977460e86b428d88975b2670afd10 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:26:54.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:53.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:54.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:53.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:54.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:53.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:54.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:53 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:53.850+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:54.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:54 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:54.064+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:54.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:54 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:54.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:54.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:54 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:54.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:54.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:54 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:54.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:54.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.028+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:54.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.028+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:54.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.028+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:54.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.028+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:54.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:54.354+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:54.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:54.354+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:54.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:54.354+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:54.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:54.354+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:54.850 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:54 smithi003 podman[133415]: 2024-05-21 19:26:54.420448949 +0000 UTC m=+0.042030231 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:26:54.850 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:54 smithi003 podman[133415]: 2024-05-21 19:26:54.587138482 +0000 UTC m=+0.208719811 container create fa81072d88d89ed0e3b66abc5c93c98684fcddda09db93384da2f85b3cd94a35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:26:54.850 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:54 smithi003 podman[133415]: 2024-05-21 19:26:54.848817501 +0000 UTC m=+0.470398870 container init fa81072d88d89ed0e3b66abc5c93c98684fcddda09db93384da2f85b3cd94a35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-21T19:26:54.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:54.585+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:54.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:54.585+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:54.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:54.585+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:55.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:54 smithi003 podman[133415]: 2024-05-21 19:26:54.860582271 +0000 UTC m=+0.482163584 container start fa81072d88d89ed0e3b66abc5c93c98684fcddda09db93384da2f85b3cd94a35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS) 2024-05-21T19:26:55.109 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:54 smithi003 podman[133415]: 2024-05-21 19:26:54.955950722 +0000 UTC m=+0.577532015 container attach fa81072d88d89ed0e3b66abc5c93c98684fcddda09db93384da2f85b3cd94a35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-21T19:26:55.110 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:55.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:55.110 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:55.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:55.110 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:55.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:55.110 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:55.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:55.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:54.818+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:55.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:54.818+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:55.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:54.818+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:55.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:54 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:54.818+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:55.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.997+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:55.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.997+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:55.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.997+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:55.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:54 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:54.997+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:55.608 INFO:journalctl@ceph.osd.6.smithi003.stdout:May 21 19:26:55 smithi003 podman[133441]: 2024-05-21 19:26:55.380074437 +0000 UTC m=+0.035380263 container died fa81072d88d89ed0e3b66abc5c93c98684fcddda09db93384da2f85b3cd94a35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True) 2024-05-21T19:26:55.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:55.330+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:55.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:55.330+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:55.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:55.330+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:55.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:55.330+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:55.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:55 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:55.575+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:55.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:55 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:55.575+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:55.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:55 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:55.575+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:56.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:55.781+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:56.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:55.781+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:56.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:55.781+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:56.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:55 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:55.781+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:56.158 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-21T19:26:56.282 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:26:56.282 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-21T19:26:56.283 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-21T19:26:56.283 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.7 2024-05-21T19:26:56.306 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:56.044+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:56.306 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:56.044+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:56.307 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:56.044+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:56.307 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:56.044+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:56.578 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 systemd[1]: Stopping Ceph osd.7 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:26:56.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:56.119+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:56.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:56.119+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:56.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:56.119+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:56.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:56 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:56.119+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:56.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:56.299+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:56.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:56.299+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:56.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:56.299+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:56.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:56.299+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:56.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.576+0000 7fe7f7776700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:26:56.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.576+0000 7fe7f7776700 -1 osd.7 85 *** Got signal Terminated *** 2024-05-21T19:26:56.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.576+0000 7fe7f7776700 -1 osd.7 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:26:56.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.587+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:56.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.587+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:56.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:56 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:56.587+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:57.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:56.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:57.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:56.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:57.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:56.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:57.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:56 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:56.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:57.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:57.035+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:57.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:57.035+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:57.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:57.035+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:57.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:57.035+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:57.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:57.108+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:57.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:57.108+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:57.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:57.108+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:57.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:57 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:57.108+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:57.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:57.284+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:57.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:57.284+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:57.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:57.284+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:57.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:57.284+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:57.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:57.579+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:57.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:57.579+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:57.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:57.579+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:57.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:57 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:57.579+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:33.784792+0000 front 2024-05-21T19:26:33.784769+0000 (oldest deadline 2024-05-21T19:26:57.284856+0000) 2024-05-21T19:26:58.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:57.782+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:58.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:57.782+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:58.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:57.782+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:58.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:57 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:57.782+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:58.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:58.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:58.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:58.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:58.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:58.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:58.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:58 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:58.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:58.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:58.069+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:58.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:58.069+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:58.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:58.069+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:58.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:58.069+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:58.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:58.069+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:26:58.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:58.261+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:58.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:58.261+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:58.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:58.261+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:58.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:58.261+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:58.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:58.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:58.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:58.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:58.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:58.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:58.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:58 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:58.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:33.784792+0000 front 2024-05-21T19:26:33.784769+0000 (oldest deadline 2024-05-21T19:26:57.284856+0000) 2024-05-21T19:26:59.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:58.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:26:59.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:58.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:26:59.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:58.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:26:59.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:58.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:26:59.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:58 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:58.767+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:26:59.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:59.098+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:26:59.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:59.098+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:26:59.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:59.098+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:26:59.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:59.098+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:26:59.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:26:59 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:26:59.098+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:26:59.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:59.068+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:26:59.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:59.068+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:26:59.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:59.068+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:26:59.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:59.068+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:26:59.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:26:59.068+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:26:59.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:59.278+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:26:59.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:59.278+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:26:59.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:59.278+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:26:59.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:26:59.278+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:26:59.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:59.546+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:26:59.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:59.546+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:26:59.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:59.546+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:26:59.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:26:59 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:26:59.546+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:33.784792+0000 front 2024-05-21T19:26:33.784769+0000 (oldest deadline 2024-05-21T19:26:57.284856+0000) 2024-05-21T19:27:00.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:59.770+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:00.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:59.770+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:00.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:59.770+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:00.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:59.770+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:00.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:26:59 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:26:59.770+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:00.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:00.104+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:00.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:00.104+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:00.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:00.104+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:00.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:00.104+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:00.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:00.104+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:00.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:00.116+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:00.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:00.116+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:00.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:00.116+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:00.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:00.116+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:00.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:00 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:00.116+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:00.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:00.267+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:00.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:00.267+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:00.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:00.267+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:00.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:00.267+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:00.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:00.577+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:27:00.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:00.577+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:27:00.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:00.577+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:27:00.978 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:00.577+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:33.784792+0000 front 2024-05-21T19:26:33.784769+0000 (oldest deadline 2024-05-21T19:26:57.284856+0000) 2024-05-21T19:27:01.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:00.753+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:01.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:00.753+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:01.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:00.753+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:01.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:00.753+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:01.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:00 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:00.753+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:01.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:01.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:01.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:01.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:01.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:01.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:01.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:01.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:01.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:01 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:01.090+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:01.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:01.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:01.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:01.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:01.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:01.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:01.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:01.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:01.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:01.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:01.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:01.246+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:01.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:01.246+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:01.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:01.246+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:01.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:01.246+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:01.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:01.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:09.781739+0000 front 2024-05-21T19:26:09.781682+0000 (oldest deadline 2024-05-21T19:26:35.681721+0000) 2024-05-21T19:27:01.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:01.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:15.682328+0000 front 2024-05-21T19:26:15.682338+0000 (oldest deadline 2024-05-21T19:26:40.982309+0000) 2024-05-21T19:27:01.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:01.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:26.783996+0000 front 2024-05-21T19:26:26.784483+0000 (oldest deadline 2024-05-21T19:26:49.083775+0000) 2024-05-21T19:27:01.977 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:01 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7[54469]: 2024-05-21T19:27:01.562+0000 7fe7f3d6a700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:33.784792+0000 front 2024-05-21T19:26:33.784769+0000 (oldest deadline 2024-05-21T19:26:57.284856+0000) 2024-05-21T19:27:02.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:01.730+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:02.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:01.730+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:02.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:01.730+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:02.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:01.730+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:02.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:01 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:01.730+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:02.294 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 podman[73719]: 2024-05-21 19:27:02.027524775 +0000 UTC m=+5.555470019 container died a1d75157d918557b2edcfd8e283d537dc2445ff87c0d892cf2bb2e342e9ace1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:27:02.294 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:02 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:02.157+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:02.294 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:02 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:02.157+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:02.294 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:02 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:02.157+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:02.295 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:02 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:02.157+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:02.295 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:02 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:02.157+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:02.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:02.059+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:02.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:02.059+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:02.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:02.059+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:02.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:02.059+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:02.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:02 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:02.059+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:02.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:02.296+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:02.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:02.296+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:02.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:02.296+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:02.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:02.296+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:02.661 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 podman[73719]: 2024-05-21 19:27:02.401450556 +0000 UTC m=+5.929395789 container cleanup a1d75157d918557b2edcfd8e283d537dc2445ff87c0d892cf2bb2e342e9ace1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521) 2024-05-21T19:27:02.661 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 bash[73719]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7 2024-05-21T19:27:02.976 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 podman[73736]: 2024-05-21 19:27:02.660696245 +0000 UTC m=+0.630234890 container remove a1d75157d918557b2edcfd8e283d537dc2445ff87c0d892cf2bb2e342e9ace1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5) 2024-05-21T19:27:03.097 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:02.756+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:03.097 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:02.756+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:03.097 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:02.756+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:03.098 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:02.756+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:03.098 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:02 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:02.756+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:03.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:03.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:03.227 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:03.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:03.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:03.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:03 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:03.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 podman[73825]: 2024-05-21 19:27:02.879177926 +0000 UTC m=+0.017717503 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:02 smithi104 podman[73825]: 2024-05-21 19:27:02.986381197 +0000 UTC m=+0.124920783 container create b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:03 smithi104 podman[73825]: 2024-05-21 19:27:03.197327435 +0000 UTC m=+0.335867006 container init b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True) 2024-05-21T19:27:03.228 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:03 smithi104 podman[73825]: 2024-05-21 19:27:03.200649571 +0000 UTC m=+0.339189143 container start b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-05-21T19:27:03.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:03.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:03.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:03.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:03.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:03.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:03.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:03.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:03.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:03 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:03.065+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:03.387 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:03.308+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:03.387 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:03.308+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:03.387 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:03.308+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:03.387 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:03.308+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:03.491 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:03 smithi104 podman[73825]: 2024-05-21 19:27:03.272029019 +0000 UTC m=+0.410568597 container attach b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T19:27:03.850 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:03 smithi104 podman[73825]: 2024-05-21 19:27:03.491772373 +0000 UTC m=+0.630311943 container died b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.7.smithi104.stdout:May 21 19:27:04 smithi104 podman[73852]: 2024-05-21 19:27:04.083619954 +0000 UTC m=+0.585933243 container remove b3216ca3bf09e8079ad1fae9e0da02e758735ce72c26c76ff3a62f056e007f11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:04.085+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:04.085+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:04.085+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:04.086+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:04.103 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:04 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:04.086+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:04.109 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-21T19:27:04.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:03.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:04.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:03.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:04.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:03.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:04.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:03.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:04.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:03 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:03.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:04.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:04.189 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-21T19:27:04.189 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-21T19:27:04.189 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.8 2024-05-21T19:27:04.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:04.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:04.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:04.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:04.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:04.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:04.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:04.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:04.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:04 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:04.060+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:04.495 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 systemd[1]: Stopping Ceph osd.8 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:04.495 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.264+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:04.495 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.264+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:04.496 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.264+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:04.496 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.264+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:04.887 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.494+0000 7efe05ede700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:04.887 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.494+0000 7efe05ede700 -1 osd.8 85 *** Got signal Terminated *** 2024-05-21T19:27:04.887 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:04.494+0000 7efe05ede700 -1 osd.8 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:27:04.887 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:04.740+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:04.888 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:04.740+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:04.888 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:04.740+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:04.888 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:04.740+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:04.888 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:04 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:04.740+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:05.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.043+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:05.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:05.100+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:05.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:05.100+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:05.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:05.100+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:05.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:05.100+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:05.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:05.100+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:05.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:05.247+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:05.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:05.247+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:05.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:05.247+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:05.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:05.247+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:06.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:05.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:06.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:05.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:06.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:05.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:06.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:05.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:06.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:05 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:05.789+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:06.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:06.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:06.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:06.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:06.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:06.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:05 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:05.994+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:06.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:06.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:06.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:06.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:06.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:06.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:06 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:06.137+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:06.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:06.260+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:06.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:06.260+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:06.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:06.260+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:06.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:06.260+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:06.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:06.260+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.167643+0000 front 2024-05-21T19:26:44.167701+0000 (oldest deadline 2024-05-21T19:27:05.768338+0000) 2024-05-21T19:27:07.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:06.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:07.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:06.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:07.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:06.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:07.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:06.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:07.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:06 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:06.815+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:07.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:07.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:07.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:07.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:07.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:07.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:06 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:06.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:07.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:07.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:07.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:07.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:07.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:07.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:07 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:07.129+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:07.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:07.243+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:07.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:07.243+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:07.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:07.243+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:07.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:07.243+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:07.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:07.243+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.167643+0000 front 2024-05-21T19:26:44.167701+0000 (oldest deadline 2024-05-21T19:27:05.768338+0000) 2024-05-21T19:27:08.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:07.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:08.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:07.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:08.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:07.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:08.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:07.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:08.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:07 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:07.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:08.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:07 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:07.965+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:08.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:08 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:08.170+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:08.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:08.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:08.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:08.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:08.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:08.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:08.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:08.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:08.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:08.263+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.167643+0000 front 2024-05-21T19:26:44.167701+0000 (oldest deadline 2024-05-21T19:27:05.768338+0000) 2024-05-21T19:27:09.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:08.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:09.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:08.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:09.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:08.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:09.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:08.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:09.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:08 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:08.863+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:09.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:08 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:08.996+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:09.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:09.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:09.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:09.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:09.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:09.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:09 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:09.138+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:09.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:09.310+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:58.860368+0000 front 2024-05-21T19:25:58.860000+0000 (oldest deadline 2024-05-21T19:26:23.559841+0000) 2024-05-21T19:27:09.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:09.310+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:11.161504+0000 front 2024-05-21T19:26:11.161525+0000 (oldest deadline 2024-05-21T19:26:32.261568+0000) 2024-05-21T19:27:09.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:09.310+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.663122+0000 front 2024-05-21T19:26:18.663096+0000 (oldest deadline 2024-05-21T19:26:42.763279+0000) 2024-05-21T19:27:09.637 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:09.310+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:22.764173+0000 front 2024-05-21T19:26:22.764616+0000 (oldest deadline 2024-05-21T19:26:48.063892+0000) 2024-05-21T19:27:09.638 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8[55580]: 2024-05-21T19:27:09.310+0000 7efe024d2700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.167643+0000 front 2024-05-21T19:26:44.167701+0000 (oldest deadline 2024-05-21T19:27:05.768338+0000) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:09 smithi178 podman[74469]: 2024-05-21 19:27:09.965610221 +0000 UTC m=+5.577588030 container died bb5f2ff36d9c6e04f25ed74e0405694ca60ce849a82f6cbdf2a8c659ed37b26f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:10.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:10.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:09 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:09.858+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:10.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:10 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:10.000+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:10.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:10.162+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:10.620 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:10 smithi178 podman[74469]: 2024-05-21 19:27:10.327186561 +0000 UTC m=+5.939164369 container cleanup bb5f2ff36d9c6e04f25ed74e0405694ca60ce849a82f6cbdf2a8c659ed37b26f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-05-21T19:27:10.620 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:10 smithi178 bash[74469]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8 2024-05-21T19:27:10.887 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:10 smithi178 podman[74487]: 2024-05-21 19:27:10.620013608 +0000 UTC m=+0.647084019 container remove bb5f2ff36d9c6e04f25ed74e0405694ca60ce849a82f6cbdf2a8c659ed37b26f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T19:27:11.189 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:10 smithi178 podman[74576]: 2024-05-21 19:27:10.854550907 +0000 UTC m=+0.017051427 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:10 smithi178 podman[74576]: 2024-05-21 19:27:10.979182149 +0000 UTC m=+0.141682659 container create 99d356b516e7b97f75db2feceab09d188373d219ec4334a3cd3369a52087eb9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:11 smithi178 podman[74576]: 2024-05-21 19:27:11.189615945 +0000 UTC m=+0.352116455 container init 99d356b516e7b97f75db2feceab09d188373d219ec4334a3cd3369a52087eb9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:11.190 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:10 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:10.890+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:11.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:11 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:11.028+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:11.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:11.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:11.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:11.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:11.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:11.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:11 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:11.149+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:11.483 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:11 smithi178 podman[74576]: 2024-05-21 19:27:11.192920553 +0000 UTC m=+0.355421067 container start 99d356b516e7b97f75db2feceab09d188373d219ec4334a3cd3369a52087eb9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:27:11.483 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:11 smithi178 podman[74576]: 2024-05-21 19:27:11.272988533 +0000 UTC m=+0.435489061 container attach 99d356b516e7b97f75db2feceab09d188373d219ec4334a3cd3369a52087eb9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T19:27:11.783 INFO:journalctl@ceph.osd.8.smithi178.stdout:May 21 19:27:11 smithi178 podman[74576]: 2024-05-21 19:27:11.483409237 +0000 UTC m=+0.645909748 container died 99d356b516e7b97f75db2feceab09d188373d219ec4334a3cd3369a52087eb9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-05-21T19:27:12.051 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:12.051 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:12.051 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:12.051 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:12.052 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:12.052 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:11 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:11.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:12.074 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-21T19:27:12.112 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:12.113 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-21T19:27:12.113 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-21T19:27:12.113 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.9 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.077+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:12.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 systemd[1]: Stopping Ceph osd.9 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:12.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:12 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:12.154+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:13.047 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.759+0000 7f6153a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:13.047 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.759+0000 7f6153a00700 -1 osd.9 85 *** Got signal Terminated *** 2024-05-21T19:27:13.047 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:12 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:12.759+0000 7f6153a00700 -1 osd.9 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:27:13.047 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:13.048 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:13.048 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:13.048 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:13.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:13.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:13.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:13.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:13.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:13.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:12 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:12.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:13.358 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:13.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:13 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:13.045+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:13.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:13.124+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:14.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:14.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:14.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:14.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:14.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:14.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:13 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:13.885+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:14.361 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:14.362 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:14.362 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:14.362 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:14.362 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:14.362 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:14 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:14.040+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:14.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:14.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:14.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:14.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:14.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:14.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:14 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:14.142+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:15.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:15.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:15.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:15.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:15.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:15.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:15 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:15.083+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:15.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:14 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:14.931+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:15.394 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:15 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:15.112+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:16.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:15 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:15.945+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:16.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:16.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:16.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:16.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:16.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:16.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:16.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:16 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:16.125+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:16.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:16 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:16.120+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:17.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:01.350752+0000 front 2024-05-21T19:26:01.350685+0000 (oldest deadline 2024-05-21T19:26:27.752677+0000) 2024-05-21T19:27:17.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:07.753775+0000 front 2024-05-21T19:26:07.753820+0000 (oldest deadline 2024-05-21T19:26:31.853998+0000) 2024-05-21T19:27:17.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:16.456151+0000 front 2024-05-21T19:26:16.455993+0000 (oldest deadline 2024-05-21T19:26:41.657374+0000) 2024-05-21T19:27:17.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:23.958936+0000 front 2024-05-21T19:26:23.958991+0000 (oldest deadline 2024-05-21T19:26:49.259050+0000) 2024-05-21T19:27:17.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:34.461489+0000 front 2024-05-21T19:26:34.461749+0000 (oldest deadline 2024-05-21T19:26:58.561446+0000) 2024-05-21T19:27:17.360 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:17 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9[66790]: 2024-05-21T19:27:17.097+0000 7f614a200700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:43.863169+0000 front 2024-05-21T19:26:43.863121+0000 (oldest deadline 2024-05-21T19:27:04.963163+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:17.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:16 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:16.909+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:17.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:17.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:17.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:17.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:17.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:17.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:17.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:17 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:17.163+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:18.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:17 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:17.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:18.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:18.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:18.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:18.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:18.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:18.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:18.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:18 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:18.199+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:18.567 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:18 smithi003 podman[133519]: 2024-05-21 19:27:18.281093841 +0000 UTC m=+5.654491452 container died d37966951cb5ee9d4ba3d95e5ce0a8187cf6a7ab7d66ceb289f7d564f7e79493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS) 2024-05-21T19:27:19.155 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:18 smithi003 podman[133519]: 2024-05-21 19:27:18.902682327 +0000 UTC m=+6.276079931 container cleanup d37966951cb5ee9d4ba3d95e5ce0a8187cf6a7ab7d66ceb289f7d564f7e79493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-21T19:27:19.155 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:18 smithi003 bash[133519]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:19.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:18.906+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:19.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:19 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:19.219+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:19.609 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:19 smithi003 podman[133536]: 2024-05-21 19:27:19.153965123 +0000 UTC m=+0.861116651 container remove d37966951cb5ee9d4ba3d95e5ce0a8187cf6a7ab7d66ceb289f7d564f7e79493 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:20.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:19 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:19.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:20.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:19.915952127 +0000 UTC m=+0.042616608 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:27:20.359 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:20.029760742 +0000 UTC m=+0.156425249 container create 5ee91a39d5c08ddabbf41de8f5fd9ed463f84017c4ecdc4a868e0543829384c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD) 2024-05-21T19:27:20.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:20.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:20.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:20.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:20.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:20.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:20.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:20 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:20.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:20.859 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:20.425074541 +0000 UTC m=+0.551739032 container init 5ee91a39d5c08ddabbf41de8f5fd9ed463f84017c4ecdc4a868e0543829384c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:27:20.859 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:20.439034966 +0000 UTC m=+0.565699479 container start 5ee91a39d5c08ddabbf41de8f5fd9ed463f84017c4ecdc4a868e0543829384c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:27:20.859 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:20.5405609 +0000 UTC m=+0.667225388 container attach 5ee91a39d5c08ddabbf41de8f5fd9ed463f84017c4ecdc4a868e0543829384c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9-deactivate, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:21.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:20 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:20.843+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:21.249 INFO:journalctl@ceph.osd.9.smithi003.stdout:May 21 19:27:20 smithi003 podman[133624]: 2024-05-21 19:27:20.914397821 +0000 UTC m=+1.041062291 container died 5ee91a39d5c08ddabbf41de8f5fd9ed463f84017c4ecdc4a868e0543829384c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:21.717 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:21.736 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:21.239+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:21.843 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:21.843 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-21T19:27:21.843 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-21T19:27:21.843 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.10 2024-05-21T19:27:22.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:22.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:22.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:22.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:22.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:22.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:21.841+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:22.143 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:21 smithi104 systemd[1]: Stopping Ceph osd.10 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:22.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.142+0000 7fac7f434700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:22.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.142+0000 7fac7f434700 -1 osd.10 85 *** Got signal Terminated *** 2024-05-21T19:27:22.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.142+0000 7fac7f434700 -1 osd.10 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:22.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:22 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:22.222+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:23.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:22 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:22.865+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:23.727 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.227+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:23.727 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.227+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:23.727 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.227+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:23.727 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.228+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:23.727 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.228+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:23.728 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.228+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:23.728 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:23 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:23.228+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:24.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:23 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:23.827+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:24.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:24.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:24.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:24.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:24.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:24.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:24.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:24 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:24.205+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:25.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:24 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:24.834+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:25.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:25.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:25.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:25.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:25.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:25.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:25.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:25 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:25.187+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.876+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:26.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:25.877+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:26.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:25:59.763524+0000 front 2024-05-21T19:25:59.763638+0000 (oldest deadline 2024-05-21T19:26:23.863356+0000) 2024-05-21T19:27:26.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:06.064670+0000 front 2024-05-21T19:26:06.064657+0000 (oldest deadline 2024-05-21T19:26:33.665231+0000) 2024-05-21T19:27:26.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.966029+0000 front 2024-05-21T19:26:18.966122+0000 (oldest deadline 2024-05-21T19:26:40.666117+0000) 2024-05-21T19:27:26.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:24.167237+0000 front 2024-05-21T19:26:24.167035+0000 (oldest deadline 2024-05-21T19:26:47.667059+0000) 2024-05-21T19:27:26.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:31.167933+0000 front 2024-05-21T19:26:31.167959+0000 (oldest deadline 2024-05-21T19:26:57.068051+0000) 2024-05-21T19:27:26.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:42.269445+0000 front 2024-05-21T19:26:42.269394+0000 (oldest deadline 2024-05-21T19:27:05.769270+0000) 2024-05-21T19:27:26.478 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:26 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10[61495]: 2024-05-21T19:27:26.216+0000 7fac77a20700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.3:6822 osd.6 since back 2024-05-21T19:26:50.371275+0000 front 2024-05-21T19:26:50.371193+0000 (oldest deadline 2024-05-21T19:27:15.670974+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:27.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:26 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:26.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:27.809 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:27 smithi104 podman[73942]: 2024-05-21 19:27:27.531423074 +0000 UTC m=+5.486710825 container died e6a5aced7047e564435417ec6e9ecd128be1008d45aa37e5ad341b5e69a7ac98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-05-21T19:27:28.168 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:27 smithi104 podman[73942]: 2024-05-21 19:27:27.899921234 +0000 UTC m=+5.855208979 container cleanup e6a5aced7047e564435417ec6e9ecd128be1008d45aa37e5ad341b5e69a7ac98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:27:28.168 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:27 smithi104 bash[73942]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:28.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:27 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:27.901+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:28.477 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[73958]: 2024-05-21 19:27:28.167835266 +0000 UTC m=+0.635471924 container remove e6a5aced7047e564435417ec6e9ecd128be1008d45aa37e5ad341b5e69a7ac98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T19:27:28.740 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[74049]: 2024-05-21 19:27:28.390106946 +0000 UTC m=+0.017530212 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:27:28.741 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[74049]: 2024-05-21 19:27:28.501920201 +0000 UTC m=+0.129343438 container create 3cf1e8c9a46f1963f7d6b364d2c69c6685d525cc8f23550107a9914e5e06fd15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2) 2024-05-21T19:27:28.741 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[74049]: 2024-05-21 19:27:28.737355107 +0000 UTC m=+0.364778352 container init 3cf1e8c9a46f1963f7d6b364d2c69c6685d525cc8f23550107a9914e5e06fd15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.schema-version=1.0) 2024-05-21T19:27:28.741 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[74049]: 2024-05-21 19:27:28.740402502 +0000 UTC m=+0.367825758 container start 3cf1e8c9a46f1963f7d6b364d2c69c6685d525cc8f23550107a9914e5e06fd15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:29.039 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:28 smithi104 podman[74049]: 2024-05-21 19:27:28.837293121 +0000 UTC m=+0.464716384 container attach 3cf1e8c9a46f1963f7d6b364d2c69c6685d525cc8f23550107a9914e5e06fd15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-21T19:27:29.348 INFO:journalctl@ceph.osd.10.smithi104.stdout:May 21 19:27:29 smithi104 podman[74049]: 2024-05-21 19:27:29.03918012 +0000 UTC m=+0.666603371 container died 3cf1e8c9a46f1963f7d6b364d2c69c6685d525cc8f23550107a9914e5e06fd15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.891+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:29.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:28 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:28.892+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:29.629 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-21T19:27:29.666 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:29.666 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-21T19:27:29.666 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-21T19:27:29.666 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.11 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 systemd[1]: Stopping Ceph osd.11 for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:29.970 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.852+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:30.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.968+0000 7f4d201fd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:30.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.968+0000 7f4d201fd700 -1 osd.11 85 *** Got signal Terminated *** 2024-05-21T19:27:30.387 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:29.968+0000 7f4d201fd700 -1 osd.11 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:31.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:30 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:30.831+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-05-21T19:27:09.346131+0000 front 2024-05-21T19:27:09.346077+0000 (oldest deadline 2024-05-21T19:27:30.446090+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:32.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:32.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:31 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:31.869+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-05-21T19:27:09.346131+0000 front 2024-05-21T19:27:09.346077+0000 (oldest deadline 2024-05-21T19:27:30.446090+0000) 2024-05-21T19:27:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:33.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:33.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:33.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:33.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:32 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:32.849+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-05-21T19:27:09.346131+0000 front 2024-05-21T19:27:09.346077+0000 (oldest deadline 2024-05-21T19:27:30.446090+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:34.137 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:34.138 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:33 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:33.882+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-05-21T19:27:09.346131+0000 front 2024-05-21T19:27:09.346077+0000 (oldest deadline 2024-05-21T19:27:30.446090+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6806 osd.0 since back 2024-05-21T19:26:00.535816+0000 front 2024-05-21T19:26:00.535712+0000 (oldest deadline 2024-05-21T19:26:28.136173+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6804 osd.1 since back 2024-05-21T19:26:08.136847+0000 front 2024-05-21T19:26:08.136921+0000 (oldest deadline 2024-05-21T19:26:34.036681+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6804 osd.2 since back 2024-05-21T19:26:18.737888+0000 front 2024-05-21T19:26:18.737951+0000 (oldest deadline 2024-05-21T19:26:41.038029+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.3:6814 osd.3 since back 2024-05-21T19:26:25.639766+0000 front 2024-05-21T19:26:25.639655+0000 (oldest deadline 2024-05-21T19:26:50.339624+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6812 osd.4 since back 2024-05-21T19:26:36.041930+0000 front 2024-05-21T19:26:36.042051+0000 (oldest deadline 2024-05-21T19:26:58.341799+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6812 osd.5 since back 2024-05-21T19:26:44.242865+0000 front 2024-05-21T19:26:44.242835+0000 (oldest deadline 2024-05-21T19:27:09.542905+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.104:6820 osd.7 since back 2024-05-21T19:26:58.244718+0000 front 2024-05-21T19:26:58.244752+0000 (oldest deadline 2024-05-21T19:27:24.144652+0000) 2024-05-21T19:27:35.358 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:34 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11[62479]: 2024-05-21T19:27:34.926+0000 7f4d1c7f1700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.178:6820 osd.8 since back 2024-05-21T19:27:09.346131+0000 front 2024-05-21T19:27:09.346077+0000 (oldest deadline 2024-05-21T19:27:30.446090+0000) 2024-05-21T19:27:35.620 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:35 smithi178 podman[74693]: 2024-05-21 19:27:35.357666878 +0000 UTC m=+5.491017643 container died 6a2ef141fb28f60f78b5b21c7705a3906499e52a72cccc6cf2247b5beece049e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-21T19:27:35.889 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:35 smithi178 podman[74693]: 2024-05-21 19:27:35.718177333 +0000 UTC m=+5.851528090 container cleanup 6a2ef141fb28f60f78b5b21c7705a3906499e52a72cccc6cf2247b5beece049e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:27:35.890 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:35 smithi178 bash[74693]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11 2024-05-21T19:27:36.320 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:35 smithi178 podman[74707]: 2024-05-21 19:27:35.986020036 +0000 UTC m=+0.623254069 container remove 6a2ef141fb28f60f78b5b21c7705a3906499e52a72cccc6cf2247b5beece049e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-21T19:27:36.597 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.319883374 +0000 UTC m=+0.094634914 container create 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:27:36.597 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.242406784 +0000 UTC m=+0.017158338 image pull 37e79d75ee685c56742885fb9a36f0811043cf57be8cb3f478e1cbd137a47b7f quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce 2024-05-21T19:27:36.597 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.522627976 +0000 UTC m=+0.297379523 container init 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T19:27:36.597 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.525698952 +0000 UTC m=+0.300450492 container start 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-05-21T19:27:36.597 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.597246022 +0000 UTC m=+0.371997572 container attach 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T19:27:36.887 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:36 smithi178 podman[74798]: 2024-05-21 19:27:36.823224886 +0000 UTC m=+0.597976429 container died 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-21T19:27:37.370 INFO:journalctl@ceph.osd.11.smithi178.stdout:May 21 19:27:37 smithi178 podman[74824]: 2024-05-21 19:27:37.350139457 +0000 UTC m=+0.521380776 container remove 3ef4204c76679b2b01985cc06a91b17b22023992f0d61963ee00ec9fa76ecfe9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:27:37.375 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-21T19:27:37.411 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:37.412 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-21T19:27:37.412 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-21T19:27:37.412 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.a 2024-05-21T19:27:37.860 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:37 smithi003 systemd[1]: Stopping Ceph mds.a for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:38.609 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a[73993]: 2024-05-21T19:27:38.128+0000 7f81b5400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:38.609 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:38 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a[73993]: 2024-05-21T19:27:38.128+0000 7f81b5400700 -1 mds.a *** got signal Terminated *** 2024-05-21T19:27:42.492 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:42 smithi003 podman[133740]: 2024-05-21 19:27:42.149321429 +0000 UTC m=+4.217794169 container died 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-21T19:27:42.859 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:42 smithi003 podman[133740]: 2024-05-21 19:27:42.694846031 +0000 UTC m=+4.763318780 container cleanup 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521) 2024-05-21T19:27:42.859 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:42 smithi003 bash[133740]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a 2024-05-21T19:27:43.359 INFO:journalctl@ceph.mds.a.smithi003.stdout:May 21 19:27:42 smithi003 podman[133752]: 2024-05-21 19:27:42.979614779 +0000 UTC m=+0.807311354 container remove 4e586c1e623eb4a66c1bce1a46f1ee77c198462feb497b0074061302582ac989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-a, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:43.483 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-21T19:27:43.600 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:43.600 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-21T19:27:43.600 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-21T19:27:43.600 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.d 2024-05-21T19:27:44.109 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:43 smithi003 systemd[1]: Stopping Ceph mds.d for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:44.609 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d[72820]: 2024-05-21T19:27:44.264+0000 7f1d31800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:44.609 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:44 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d[72820]: 2024-05-21T19:27:44.264+0000 7f1d31800700 -1 mds.d *** got signal Terminated *** 2024-05-21T19:27:47.289 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:47 smithi003 podman[133857]: 2024-05-21 19:27:47.006902912 +0000 UTC m=+2.881626191 container died c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T19:27:47.609 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:47 smithi003 podman[133857]: 2024-05-21 19:27:47.473363665 +0000 UTC m=+3.348086907 container cleanup c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:47.609 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:47 smithi003 bash[133857]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d 2024-05-21T19:27:48.109 INFO:journalctl@ceph.mds.d.smithi003.stdout:May 21 19:27:47 smithi003 podman[133871]: 2024-05-21 19:27:47.700699816 +0000 UTC m=+0.674888340 container remove c0e3d6136c8204c5365e7b73cd2d1d444ab2940dc683a8977eeeb81b1d13d4dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-d, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-21T19:27:48.305 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-21T19:27:48.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:48.414 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-21T19:27:48.414 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-21T19:27:48.414 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.g 2024-05-21T19:27:48.608 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:48 smithi003 systemd[1]: Stopping Ceph mds.g for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:49.359 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: 2024-05-21T19:27:49.033+0000 7f0de4200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:49.359 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:49 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g[73599]: 2024-05-21T19:27:49.033+0000 7f0de4200700 -1 mds.g *** got signal Terminated *** 2024-05-21T19:27:53.232 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:52 smithi003 podman[133978]: 2024-05-21 19:27:52.892514657 +0000 UTC m=+3.997395411 container died 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux ) 2024-05-21T19:27:53.609 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:53 smithi003 podman[133978]: 2024-05-21 19:27:53.435552418 +0000 UTC m=+4.540433210 container cleanup 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T19:27:53.609 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:53 smithi003 bash[133978]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g 2024-05-21T19:27:54.110 INFO:journalctl@ceph.mds.g.smithi003.stdout:May 21 19:27:53 smithi003 podman[133991]: 2024-05-21 19:27:53.845197797 +0000 UTC m=+0.931502264 container remove 762c869635b8b5290f1b5a4b3751667c69f7304a8c8d2366eb38e50b5417bbc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-g, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True) 2024-05-21T19:27:54.462 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-21T19:27:54.575 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:54.575 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-21T19:27:54.575 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-21T19:27:54.575 DEBUG:teuthology.orchestra.run.smithi003:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.j 2024-05-21T19:27:54.859 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:54 smithi003 systemd[1]: Stopping Ceph mds.j for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:27:55.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j[72400]: 2024-05-21T19:27:55.279+0000 7ff85e000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:27:55.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:55 smithi003 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j[72400]: 2024-05-21T19:27:55.279+0000 7ff85e000700 -1 mds.j *** got signal Terminated *** 2024-05-21T19:27:58.859 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:58 smithi003 podman[134100]: 2024-05-21 19:27:58.502817678 +0000 UTC m=+3.469165934 container died 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-21T19:27:59.266 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:59 smithi003 podman[134100]: 2024-05-21 19:27:59.022624537 +0000 UTC m=+3.988972823 container cleanup 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:27:59.266 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:59 smithi003 bash[134100]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j 2024-05-21T19:27:59.609 INFO:journalctl@ceph.mds.j.smithi003.stdout:May 21 19:27:59 smithi003 podman[134113]: 2024-05-21 19:27:59.264901182 +0000 UTC m=+0.744976847 container remove 0efe17625adb78bf658e2bdd13754f7065508957dca489f4a8479fda816fa6b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-j, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T19:27:59.832 DEBUG:teuthology.orchestra.run.smithi003:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-21T19:27:59.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:27:59.938 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-21T19:27:59.938 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-21T19:27:59.939 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.b 2024-05-21T19:28:00.227 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:27:59 smithi104 systemd[1]: Stopping Ceph mds.b for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:00.489 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: 2024-05-21T19:28:00.236+0000 7f9ec0224700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:00.489 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:00 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b[67158]: 2024-05-21T19:28:00.236+0000 7f9ec0224700 -1 mds.b *** got signal Terminated *** 2024-05-21T19:28:04.522 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:04 smithi104 podman[74153]: 2024-05-21 19:28:04.247364445 +0000 UTC m=+4.115181062 container died bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:28:04.960 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:04 smithi104 podman[74153]: 2024-05-21 19:28:04.595677593 +0000 UTC m=+4.463494192 container cleanup bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_CLEAN=True, org.label-schema.build-date=20240521) 2024-05-21T19:28:04.961 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:04 smithi104 bash[74153]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b 2024-05-21T19:28:04.961 INFO:journalctl@ceph.mds.b.smithi104.stdout:May 21 19:28:04 smithi104 podman[74181]: 2024-05-21 19:28:04.763251649 +0000 UTC m=+0.512631250 container remove bfd99ecf3cbc9521a0b54930cc561f55c4ad75e6d5f9845ede76fdedce357e1f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e) 2024-05-21T19:28:04.977 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-21T19:28:05.011 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:05.011 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-21T19:28:05.011 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-21T19:28:05.012 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.e 2024-05-21T19:28:05.227 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:05 smithi104 systemd[1]: Stopping Ceph mds.e for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:05.727 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e[66538]: 2024-05-21T19:28:05.322+0000 7f7b80044700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:05.727 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:05 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e[66538]: 2024-05-21T19:28:05.322+0000 7f7b80044700 -1 mds.e *** got signal Terminated *** 2024-05-21T19:28:09.624 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:09 smithi104 podman[74291]: 2024-05-21 19:28:09.339348608 +0000 UTC m=+4.114554195 container died 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T19:28:09.977 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:09 smithi104 podman[74291]: 2024-05-21 19:28:09.789755713 +0000 UTC m=+4.564961294 container cleanup 15d7944f75a636e60eb651c09f40fcad4a8ca8531b16e14a5855a0bd79ac8383 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T19:28:09.977 INFO:journalctl@ceph.mds.e.smithi104.stdout:May 21 19:28:09 smithi104 bash[74291]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-e 2024-05-21T19:28:10.228 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-21T19:28:10.261 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:10.261 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-21T19:28:10.261 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-21T19:28:10.261 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.h 2024-05-21T19:28:10.727 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:10 smithi104 systemd[1]: Stopping Ceph mds.h for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:10.727 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: 2024-05-21T19:28:10.576+0000 7fcd7261c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:10.727 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:10 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h[66856]: 2024-05-21T19:28:10.576+0000 7fcd7261c700 -1 mds.h *** got signal Terminated *** 2024-05-21T19:28:13.111 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:12 smithi104 podman[74414]: 2024-05-21 19:28:12.818077272 +0000 UTC m=+2.335605870 container died 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_CLEAN=True) 2024-05-21T19:28:13.461 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:13 smithi104 podman[74414]: 2024-05-21 19:28:13.193218659 +0000 UTC m=+2.710747257 container cleanup 9199e8589d6280cdc8630c2201125929f13d2e11f3fd43dacfc9ffab450876da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-21T19:28:13.461 INFO:journalctl@ceph.mds.h.smithi104.stdout:May 21 19:28:13 smithi104 bash[74414]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-h 2024-05-21T19:28:13.628 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-21T19:28:13.659 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:13.659 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-21T19:28:13.659 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-21T19:28:13.660 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.k 2024-05-21T19:28:13.977 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:13 smithi104 systemd[1]: Stopping Ceph mds.k for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:14.477 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k[66222]: 2024-05-21T19:28:13.979+0000 7fcc04fb9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:14.477 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:13 smithi104 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k[66222]: 2024-05-21T19:28:13.979+0000 7fcc04fb9700 -1 mds.k *** got signal Terminated *** 2024-05-21T19:28:17.448 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:17 smithi104 podman[74535]: 2024-05-21 19:28:17.193291759 +0000 UTC m=+3.319467316 container died 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T19:28:17.727 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:17 smithi104 podman[74535]: 2024-05-21 19:28:17.545993175 +0000 UTC m=+3.672168727 container cleanup 3c78db22ec5ea7301018de4d73aa9b53ad6c7e12c510d4c8db95d942262205a6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-21T19:28:17.727 INFO:journalctl@ceph.mds.k.smithi104.stdout:May 21 19:28:17 smithi104 bash[74535]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-k 2024-05-21T19:28:17.960 DEBUG:teuthology.orchestra.run.smithi104:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-21T19:28:17.991 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:17.991 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-21T19:28:17.991 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-21T19:28:17.991 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.c 2024-05-21T19:28:18.289 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:18 smithi178 systemd[1]: Stopping Ceph mds.c for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:18.637 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: 2024-05-21T19:28:18.288+0000 7f52117fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:18.637 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:18 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c[67617]: 2024-05-21T19:28:18.288+0000 7f52117fa700 -1 mds.c *** got signal Terminated *** 2024-05-21T19:28:21.081 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:20 smithi178 podman[74902]: 2024-05-21 19:28:20.816968036 +0000 UTC m=+2.633291487 container died 082d0329c291f06d189a2e0b1393e59f7abd18c2c46b0137310277748b8382c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T19:28:21.387 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:21 smithi178 podman[74902]: 2024-05-21 19:28:21.180215695 +0000 UTC m=+2.996539139 container cleanup 082d0329c291f06d189a2e0b1393e59f7abd18c2c46b0137310277748b8382c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-21T19:28:21.387 INFO:journalctl@ceph.mds.c.smithi178.stdout:May 21 19:28:21 smithi178 bash[74902]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-c 2024-05-21T19:28:21.585 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-21T19:28:21.620 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:21.620 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-21T19:28:21.621 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-21T19:28:21.621 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.f 2024-05-21T19:28:22.137 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:21 smithi178 systemd[1]: Stopping Ceph mds.f for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:22.137 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: 2024-05-21T19:28:21.950+0000 7fdcf4b39700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:22.137 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:21 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f[67313]: 2024-05-21T19:28:21.950+0000 7fdcf4b39700 -1 mds.f *** got signal Terminated *** 2024-05-21T19:28:25.101 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:24 smithi178 podman[75034]: 2024-05-21 19:28:24.819909464 +0000 UTC m=+2.978765182 container died 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-21T19:28:25.387 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:25 smithi178 podman[75034]: 2024-05-21 19:28:25.183611001 +0000 UTC m=+3.342466720 container cleanup 958abf4264828138ff9ef30f1263b43d893e88227020cc177f3887971d40ea81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521) 2024-05-21T19:28:25.387 INFO:journalctl@ceph.mds.f.smithi178.stdout:May 21 19:28:25 smithi178 bash[75034]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-f 2024-05-21T19:28:25.614 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-21T19:28:25.646 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:25.646 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-21T19:28:25.646 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-21T19:28:25.646 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.i 2024-05-21T19:28:25.962 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:25 smithi178 systemd[1]: Stopping Ceph mds.i for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:26.386 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: 2024-05-21T19:28:25.961+0000 7f8d63bfd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:26.387 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:25 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i[67919]: 2024-05-21T19:28:25.961+0000 7f8d63bfd700 -1 mds.i *** got signal Terminated *** 2024-05-21T19:28:29.088 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:28 smithi178 podman[75153]: 2024-05-21 19:28:28.819713933 +0000 UTC m=+2.957956961 container died df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-21T19:28:29.387 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:29 smithi178 podman[75153]: 2024-05-21 19:28:29.178317348 +0000 UTC m=+3.316560376 container cleanup df40cb0a291dede90fec515d3a997f8a79b5bc194273d47b413f737295b18238 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T19:28:29.387 INFO:journalctl@ceph.mds.i.smithi178.stdout:May 21 19:28:29 smithi178 bash[75153]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-i 2024-05-21T19:28:29.576 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-21T19:28:29.607 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:29.607 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-21T19:28:29.607 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-21T19:28:29.607 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.l 2024-05-21T19:28:30.137 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:29 smithi178 systemd[1]: Stopping Ceph mds.l for 66720f12-17a3-11ef-bc9a-c7b262605968... 2024-05-21T19:28:30.137 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l[67011]: 2024-05-21T19:28:29.915+0000 7fd67125b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T19:28:30.137 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:29 smithi178 ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l[67011]: 2024-05-21T19:28:29.915+0000 7fd67125b700 -1 mds.l *** got signal Terminated *** 2024-05-21T19:28:34.249 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:33 smithi178 podman[75275]: 2024-05-21 19:28:33.927629552 +0000 UTC m=+4.104468226 container died 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T19:28:34.508 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:34 smithi178 podman[75275]: 2024-05-21 19:28:34.248886647 +0000 UTC m=+4.425725363 container cleanup 3439ce6c11610b45024d2355e1d5c2dfe56221e5c3d74521367b6b9ce2b5dbc6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1d093ae7c8caa78dc9dd8653bad2e6a8ea4efdc136ff517d93fceed0707c16ce, name=ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-overdrive-export-7956b5e, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T19:28:34.508 INFO:journalctl@ceph.mds.l.smithi178.stdout:May 21 19:28:34 smithi178 bash[75275]: ceph-66720f12-17a3-11ef-bc9a-c7b262605968-mds-l 2024-05-21T19:28:34.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66720f12-17a3-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-21T19:28:34.759 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T19:28:34.759 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-21T19:28:34.759 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T19:28:35.084 INFO:teuthology.orchestra.run.smithi003.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:40.256 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T19:28:40.445 INFO:teuthology.orchestra.run.smithi104.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:42.843 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T19:28:43.032 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:45.338 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:28:45.438 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:28:45.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T19:28:45.495 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-21T19:28:45.497 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi003/crash 2024-05-21T19:28:45.498 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T19:28:45.600 INFO:teuthology.orchestra.run.smithi003.stderr:tar: /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T19:28:45.600 INFO:teuthology.orchestra.run.smithi003.stderr:tar: Error is not recoverable: exiting now 2024-05-21T19:28:45.605 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi104/crash 2024-05-21T19:28:45.606 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T19:28:45.650 INFO:teuthology.orchestra.run.smithi104.stderr:tar: /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T19:28:45.650 INFO:teuthology.orchestra.run.smithi104.stderr:tar: Error is not recoverable: exiting now 2024-05-21T19:28:45.652 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi178/crash 2024-05-21T19:28:45.653 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T19:28:45.694 INFO:teuthology.orchestra.run.smithi178.stderr:tar: /var/lib/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T19:28:45.694 INFO:teuthology.orchestra.run.smithi178.stderr:tar: Error is not recoverable: exiting now 2024-05-21T19:28:45.695 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-21T19:28:45.696 DEBUG:teuthology.orchestra.run.smithi003:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-21T19:28:45.808 INFO:tasks.cephadm:Compressing logs... 2024-05-21T19:28:45.809 DEBUG:teuthology.orchestra.run.smithi003:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T19:28:45.813 DEBUG:teuthology.orchestra.run.smithi104:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T19:28:45.815 DEBUG:teuthology.orchestra.run.smithi178:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T19:28:45.839 INFO:teuthology.orchestra.run.smithi178.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory 2024-05-21T19:28:45.840 INFO:teuthology.orchestra.run.smithi178.stderr: /var/log/ceph/cephadm.log 2024-05-21T19:28:45.840 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T19:28:45.840 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-21T19:28:45.840 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-21T19:28:45.840 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.5.log: /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.z.log: 87.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T19:28:45.846 INFO:teuthology.orchestra.run.smithi178.stderr: 90.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:: No such file or directory 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-21T19:28:45.849 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.7.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr: 90.4%/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.h.log: -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.10.log: 87.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T19:28:45.850 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T19:28:45.852 INFO:teuthology.orchestra.run.smithi178.stderr: 93.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-21T19:28:45.852 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T19:28:45.852 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-21T19:28:45.852 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-21T19:28:45.853 INFO:teuthology.orchestra.run.smithi178.stderr: 82.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T19:28:45.854 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.e.log: 93.3% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-21T19:28:45.854 INFO:teuthology.orchestra.run.smithi104.stderr: 94.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-21T19:28:45.854 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-21T19:28:45.854 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-21T19:28:45.865 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T19:28:45.868 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.b.log: 91.0%/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.k.log: -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T19:28:45.871 INFO:teuthology.orchestra.run.smithi003.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T19:28:45.871 INFO:teuthology.orchestra.run.smithi003.stderr:: No such file or directory 2024-05-21T19:28:45.872 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T19:28:45.873 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T19:28:45.874 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-21T19:28:45.875 INFO:teuthology.orchestra.run.smithi104.stderr: 94.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-21T19:28:45.876 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-21T19:28:45.877 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-21T19:28:45.877 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-21T19:28:45.878 INFO:teuthology.orchestra.run.smithi003.stderr: 87.8% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T19:28:45.879 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-21T19:28:45.880 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-21T19:28:45.881 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.3.log: /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-21T19:28:45.881 INFO:teuthology.orchestra.run.smithi003.stderr: 90.3% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T19:28:45.883 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-21T19:28:45.885 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.a.log: /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T19:28:45.887 INFO:teuthology.orchestra.run.smithi003.stderr: 94.3% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-21T19:28:45.889 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log: 83.1%gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-21T19:28:45.889 INFO:teuthology.orchestra.run.smithi003.stderr: 94.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T19:28:45.889 INFO:teuthology.orchestra.run.smithi003.stderr: -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T19:28:45.890 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T19:28:45.895 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.a.log: /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-21T19:28:45.896 INFO:teuthology.orchestra.run.smithi003.stderr:gzip -5 --verbose -- /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-21T19:28:45.900 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.d.log: 94.5% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-21T19:28:45.904 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log: /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T19:28:45.907 INFO:teuthology.orchestra.run.smithi178.stderr: 94.5% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-21T19:28:45.921 INFO:teuthology.orchestra.run.smithi003.stderr:/var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.9.log: 94.3% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-21T19:28:45.926 INFO:teuthology.orchestra.run.smithi003.stderr: 90.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T19:28:45.948 INFO:teuthology.orchestra.run.smithi178.stderr: 93.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-21T19:28:46.003 INFO:teuthology.orchestra.run.smithi104.stderr: 94.8% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-21T19:28:46.016 INFO:teuthology.orchestra.run.smithi178.stderr: 93.8% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-21T19:28:46.086 INFO:teuthology.orchestra.run.smithi178.stderr: 92.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-21T19:28:46.277 INFO:teuthology.orchestra.run.smithi003.stderr: 90.5% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-21T19:28:46.363 INFO:teuthology.orchestra.run.smithi178.stderr: 91.5% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-21T19:28:46.540 INFO:teuthology.orchestra.run.smithi003.stderr: 92.5% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-21T19:28:46.548 INFO:teuthology.orchestra.run.smithi178.stderr: 92.8% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-21T19:28:46.557 INFO:teuthology.orchestra.run.smithi178.stderr: 92.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-21T19:28:46.581 INFO:teuthology.orchestra.run.smithi104.stderr: 91.6% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-21T19:28:46.689 INFO:teuthology.orchestra.run.smithi003.stderr: 92.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-21T19:28:46.710 INFO:teuthology.orchestra.run.smithi104.stderr: 92.2% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-21T19:28:46.711 INFO:teuthology.orchestra.run.smithi178.stderr: 92.4% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-21T19:28:46.825 INFO:teuthology.orchestra.run.smithi104.stderr: 92.6% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-21T19:28:46.882 INFO:teuthology.orchestra.run.smithi003.stderr: 92.3% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-21T19:28:46.888 INFO:teuthology.orchestra.run.smithi104.stderr: 92.6% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-21T19:28:46.905 INFO:teuthology.orchestra.run.smithi104.stderr: 92.7% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-21T19:28:46.930 INFO:teuthology.orchestra.run.smithi003.stderr: 92.1% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-21T19:28:46.988 INFO:teuthology.orchestra.run.smithi003.stderr: 91.9% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-21T19:28:47.055 INFO:teuthology.orchestra.run.smithi178.stderr: 93.0% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-21T19:28:47.057 INFO:teuthology.orchestra.run.smithi178.stderr: 2024-05-21T19:28:47.057 INFO:teuthology.orchestra.run.smithi178.stderr:real 0m1.227s 2024-05-21T19:28:47.057 INFO:teuthology.orchestra.run.smithi178.stderr:user 0m4.375s 2024-05-21T19:28:47.057 INFO:teuthology.orchestra.run.smithi178.stderr:sys 0m0.173s 2024-05-21T19:28:47.079 INFO:teuthology.orchestra.run.smithi104.stderr: 93.0% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-21T19:28:47.081 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-05-21T19:28:47.081 INFO:teuthology.orchestra.run.smithi104.stderr:real 0m1.251s 2024-05-21T19:28:47.081 INFO:teuthology.orchestra.run.smithi104.stderr:user 0m5.932s 2024-05-21T19:28:47.081 INFO:teuthology.orchestra.run.smithi104.stderr:sys 0m0.212s 2024-05-21T19:28:47.374 INFO:teuthology.orchestra.run.smithi003.stderr: 90.2% -- replaced with /var/log/ceph/66720f12-17a3-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-21T19:28:47.375 INFO:teuthology.orchestra.run.smithi003.stderr: 2024-05-21T19:28:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:real 0m1.530s 2024-05-21T19:28:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:user 0m6.105s 2024-05-21T19:28:47.375 INFO:teuthology.orchestra.run.smithi003.stderr:sys 0m0.537s 2024-05-21T19:28:47.377 INFO:tasks.cephadm:Archiving logs... 2024-05-21T19:28:47.377 DEBUG:teuthology.misc:Transferring archived files from smithi003:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi003/log 2024-05-21T19:28:47.378 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T19:28:48.225 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi104/log 2024-05-21T19:28:48.226 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T19:28:49.016 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi178/log 2024-05-21T19:28:49.017 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T19:28:49.700 INFO:tasks.cephadm:Removing cluster... 2024-05-21T19:28:49.700 DEBUG:teuthology.orchestra.run.smithi003:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force 2024-05-21T19:28:50.018 INFO:teuthology.orchestra.run.smithi003.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:50.649 DEBUG:teuthology.orchestra.run.smithi104:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force 2024-05-21T19:28:50.839 INFO:teuthology.orchestra.run.smithi104.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:51.097 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66720f12-17a3-11ef-bc9a-c7b262605968 --force 2024-05-21T19:28:51.287 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: 66720f12-17a3-11ef-bc9a-c7b262605968 2024-05-21T19:28:51.545 INFO:tasks.cephadm:Removing cephadm ... 2024-05-21T19:28:51.546 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T19:28:51.605 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T19:28:51.621 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T19:28:51.636 INFO:tasks.cephadm:Teardown complete 2024-05-21T19:28:51.636 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-21T19:28:51.648 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-21T19:28:51.648 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T19:28:51.656 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T19:28:51.663 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T19:28:51.806 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-21T19:28:51.817 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-21T19:28:51.817 DEBUG:teuthology.orchestra.run.smithi003:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T19:28:51.825 DEBUG:teuthology.orchestra.run.smithi104:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T19:28:51.828 DEBUG:teuthology.orchestra.run.smithi178:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T19:28:51.839 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-05-21T19:28:51.841 INFO:teuthology.orchestra.run.smithi178.stderr:bash: line 1: ntpq: command not found 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:^* hv01.front.sepia.ceph.com 3 6 377 55 -103us[ -111us] +/- 40ms 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 55 -1438us[-1438us] +/- 73ms 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 53 +1462us[+1462us] +/- 86ms 2024-05-21T19:28:51.844 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:=============================================================================== 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 +6449ns[ +12us] +/- 40ms 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 54 -1331us[-1326us] +/- 73ms 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 54 +1550us[+1555us] +/- 86ms 2024-05-21T19:28:51.845 INFO:teuthology.orchestra.run.smithi178.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T19:28:51.876 INFO:teuthology.orchestra.run.smithi003.stderr:bash: line 1: ntpq: command not found 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:=============================================================================== 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:^* hv01.front.sepia.ceph.com 3 7 377 118 +127us[ +148us] +/- 39ms 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 123 -1183us[-1162us] +/- 73ms 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 51 +1636us[+1636us] +/- 86ms 2024-05-21T19:28:51.887 INFO:teuthology.orchestra.run.smithi003.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T19:28:51.889 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-21T19:28:51.900 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-21T19:28:51.900 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-21T19:28:51.910 DEBUG:teuthology.orchestra.run.smithi003:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T19:28:52.154 DEBUG:teuthology.orchestra.run.smithi104:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T19:28:52.219 DEBUG:teuthology.orchestra.run.smithi178:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T19:28:52.287 DEBUG:teuthology.orchestra.run.smithi003:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T19:28:52.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:52.387 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T19:28:52.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:52.414 DEBUG:teuthology.orchestra.run.smithi178:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T19:28:52.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:52.441 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-21T19:28:52.453 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-21T19:28:52.495 INFO:teuthology.task.internal:Duration was 2648.319338 seconds 2024-05-21T19:28:52.496 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-21T19:28:52.509 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-21T19:28:52.509 DEBUG:teuthology.orchestra.run.smithi003:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T19:28:52.517 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T19:28:52.520 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T19:28:52.553 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T19:28:52.557 INFO:teuthology.orchestra.run.smithi178.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T19:28:52.665 INFO:teuthology.orchestra.run.smithi003.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T19:28:53.230 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-21T19:28:53.230 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi003.front.sepia.ceph.com 2024-05-21T19:28:53.230 DEBUG:teuthology.orchestra.run.smithi003:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T19:28:53.293 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi104.front.sepia.ceph.com 2024-05-21T19:28:53.294 DEBUG:teuthology.orchestra.run.smithi104:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T19:28:53.324 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi178.front.sepia.ceph.com 2024-05-21T19:28:53.324 DEBUG:teuthology.orchestra.run.smithi178:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T19:28:53.346 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-21T19:28:53.346 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T19:28:53.351 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T19:28:53.366 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T19:28:53.412 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-21T19:28:53.412 DEBUG:teuthology.orchestra.run.smithi003:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T19:28:53.417 DEBUG:teuthology.orchestra.run.smithi104:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T19:28:53.433 DEBUG:teuthology.orchestra.run.smithi178:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T19:28:55.015 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-21T19:28:55.029 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-21T19:28:55.030 DEBUG:teuthology.orchestra.run.smithi003:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T19:28:55.113 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T19:28:55.143 DEBUG:teuthology.orchestra.run.smithi178:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T19:28:55.173 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-21T19:28:55.188 DEBUG:teuthology.orchestra.run.smithi003:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.196 DEBUG:teuthology.orchestra.run.smithi104:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.199 DEBUG:teuthology.orchestra.run.smithi178:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.222 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = core 2024-05-21T19:28:55.240 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = core 2024-05-21T19:28:55.293 INFO:teuthology.orchestra.run.smithi003.stdout:kernel.core_pattern = core 2024-05-21T19:28:55.340 DEBUG:teuthology.orchestra.run.smithi003:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:55.390 DEBUG:teuthology.orchestra.run.smithi104:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:55.407 DEBUG:teuthology.orchestra.run.smithi178:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T19:28:55.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T19:28:55.423 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-21T19:28:55.436 INFO:teuthology.task.internal:Transferring archived files... 2024-05-21T19:28:55.436 DEBUG:teuthology.misc:Transferring archived files from smithi003:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi003 2024-05-21T19:28:55.437 DEBUG:teuthology.orchestra.run.smithi003:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T19:28:55.568 DEBUG:teuthology.misc:Transferring archived files from smithi104:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi104 2024-05-21T19:28:55.568 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T19:28:55.608 DEBUG:teuthology.misc:Transferring archived files from smithi178:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-21_18:10:18-fs-wip-lusov-quiesce-overdrive-export-distro-default-smithi/7718795/remote/smithi178 2024-05-21T19:28:55.609 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T19:28:55.648 INFO:teuthology.task.internal:Removing archive directory... 2024-05-21T19:28:55.648 DEBUG:teuthology.orchestra.run.smithi003:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T19:28:55.656 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T19:28:55.658 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T19:28:55.709 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-21T19:28:55.723 INFO:teuthology.task.internal:Not uploading archives. 2024-05-21T19:28:55.723 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-21T19:28:55.744 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-21T19:28:55.745 DEBUG:teuthology.orchestra.run.smithi003:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T19:28:55.753 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T19:28:55.755 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T19:28:55.770 INFO:teuthology.orchestra.run.smithi104.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 19:28 /home/ubuntu/cephtest 2024-05-21T19:28:55.773 INFO:teuthology.orchestra.run.smithi178.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 19:28 /home/ubuntu/cephtest 2024-05-21T19:28:55.804 INFO:teuthology.orchestra.run.smithi003.stdout: 393249 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 19:28 /home/ubuntu/cephtest 2024-05-21T19:28:55.808 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-21T19:28:55.820 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-21T19:28:55.889 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 4fed890e8ce3966dbe380e9eb4b0a796eddb841c description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2648.31933760643 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-21T19:28:55.890 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T19:28:55.968 INFO:teuthology.run:pass